package fingerprint import ( "encoding/json" "fmt" "io/ioutil" "log" "net/http" "net/url" "os" "regexp" "strconv" "strings" "time" "github.com/hashicorp/go-cleanhttp" "github.com/hashicorp/nomad/client/config" "github.com/hashicorp/nomad/nomad/structs" ) const ( // This is where the GCE metadata server normally resides. We hardcode the // "instance" path as well since it's the only one we access here. DEFAULT_GCE_URL = "http://169.254.169.254/computeMetadata/v1/instance/" // GceMetadataTimeout is the timeout used when contacting the GCE metadata // service GceMetadataTimeout = 2 * time.Second ) type GCEMetadataNetworkInterface struct { AccessConfigs []struct { ExternalIp string Type string } ForwardedIps []string Ip string Network string } type ReqError struct { StatusCode int } func (e ReqError) Error() string { return http.StatusText(e.StatusCode) } func lastToken(s string) string { index := strings.LastIndex(s, "/") return s[index+1:] } // EnvGCEFingerprint is used to fingerprint GCE metadata type EnvGCEFingerprint struct { StaticFingerprinter client *http.Client logger *log.Logger metadataURL string } // NewEnvGCEFingerprint is used to create a fingerprint from GCE metadata func NewEnvGCEFingerprint(logger *log.Logger) Fingerprint { // Read the internal metadata URL from the environment, allowing test files to // provide their own metadataURL := os.Getenv("GCE_ENV_URL") if metadataURL == "" { metadataURL = DEFAULT_GCE_URL } // assume 2 seconds is enough time for inside GCE network client := &http.Client{ Timeout: GceMetadataTimeout, Transport: cleanhttp.DefaultTransport(), } return &EnvGCEFingerprint{ client: client, logger: logger, metadataURL: metadataURL, } } func (f *EnvGCEFingerprint) Get(attribute string, recursive bool) (string, error) { reqUrl := f.metadataURL + attribute if recursive { reqUrl = reqUrl + "?recursive=true" } parsedUrl, err := url.Parse(reqUrl) if err != nil { return "", err } req := &http.Request{ Method: "GET", URL: parsedUrl, Header: http.Header{ "Metadata-Flavor": []string{"Google"}, }, } res, err := f.client.Do(req) if err != nil || res.StatusCode != http.StatusOK { f.logger.Printf("[DEBUG] fingerprint.env_gce: Could not read value for attribute %q", attribute) return "", err } resp, err := ioutil.ReadAll(res.Body) res.Body.Close() if err != nil { f.logger.Printf("[ERR] fingerprint.env_gce: Error reading response body for GCE %s", attribute) return "", err } if res.StatusCode >= 400 { return "", ReqError{res.StatusCode} } return string(resp), nil } func checkError(err error, logger *log.Logger, desc string) error { // If it's a URL error, assume we're not actually in an GCE environment. // To the outer layers, this isn't an error so return nil. if _, ok := err.(*url.Error); ok { logger.Printf("[DEBUG] fingerprint.env_gce: Error querying GCE " + desc + ", skipping") return nil } // Otherwise pass the error through. return err } func (f *EnvGCEFingerprint) Fingerprint(cfg *config.Config, node *structs.Node) (bool, error) { // Check if we should tighten the timeout if cfg.ReadBoolDefault(TightenNetworkTimeoutsConfig, false) { f.client.Timeout = 1 * time.Millisecond } if !f.isGCE() { return false, nil } if node.Links == nil { node.Links = make(map[string]string) } // Keys and whether they should be namespaced as unique. Any key whose value // uniquely identifies a node, such as ip, should be marked as unique. When // marked as unique, the key isn't included in the computed node class. keys := map[string]bool{ "hostname": true, "id": true, "cpu-platform": false, "scheduling/automatic-restart": false, "scheduling/on-host-maintenance": false, } for k, unique := range keys { value, err := f.Get(k, false) if err != nil { return false, checkError(err, f.logger, k) } // assume we want blank entries key := "platform.gce." + strings.Replace(k, "/", ".", -1) if unique { key = structs.UniqueNamespace(key) } node.Attributes[key] = strings.Trim(string(value), "\n") } // These keys need everything before the final slash removed to be usable. keys = map[string]bool{ "machine-type": false, "zone": false, } for k, unique := range keys { value, err := f.Get(k, false) if err != nil { return false, checkError(err, f.logger, k) } key := "platform.gce." + k if unique { key = structs.UniqueNamespace(key) } node.Attributes[key] = strings.Trim(lastToken(value), "\n") } // Get internal and external IPs (if they exist) value, err := f.Get("network-interfaces/", true) var interfaces []GCEMetadataNetworkInterface if err := json.Unmarshal([]byte(value), &interfaces); err != nil { f.logger.Printf("[WARN] fingerprint.env_gce: Error decoding network interface information: %s", err.Error()) } for _, intf := range interfaces { prefix := "platform.gce.network." + lastToken(intf.Network) uniquePrefix := "unique." + prefix node.Attributes[prefix] = "true" node.Attributes[uniquePrefix+".ip"] = strings.Trim(intf.Ip, "\n") for index, accessConfig := range intf.AccessConfigs { node.Attributes[uniquePrefix+".external-ip."+strconv.Itoa(index)] = accessConfig.ExternalIp } } var tagList []string value, err = f.Get("tags", false) if err != nil { return false, checkError(err, f.logger, "tags") } if err := json.Unmarshal([]byte(value), &tagList); err != nil { f.logger.Printf("[WARN] fingerprint.env_gce: Error decoding instance tags: %s", err.Error()) } for _, tag := range tagList { attr := "platform.gce.tag." var key string // If the tag is namespaced as unique, we strip it from the tag and // prepend to the whole attribute. if structs.IsUniqueNamespace(tag) { tag = strings.TrimPrefix(tag, structs.NodeUniqueNamespace) key = fmt.Sprintf("%s%s%s", structs.NodeUniqueNamespace, attr, tag) } else { key = fmt.Sprintf("%s%s", attr, tag) } node.Attributes[key] = "true" } var attrDict map[string]string value, err = f.Get("attributes/", true) if err != nil { return false, checkError(err, f.logger, "attributes/") } if err := json.Unmarshal([]byte(value), &attrDict); err != nil { f.logger.Printf("[WARN] fingerprint.env_gce: Error decoding instance attributes: %s", err.Error()) } for k, v := range attrDict { attr := "platform.gce.attr." var key string // If the key is namespaced as unique, we strip it from the // key and prepend to the whole attribute. if structs.IsUniqueNamespace(k) { k = strings.TrimPrefix(k, structs.NodeUniqueNamespace) key = fmt.Sprintf("%s%s%s", structs.NodeUniqueNamespace, attr, k) } else { key = fmt.Sprintf("%s%s", attr, k) } node.Attributes[key] = strings.Trim(v, "\n") } // populate Links node.Links["gce"] = node.Attributes["unique.platform.gce.id"] return true, nil } func (f *EnvGCEFingerprint) isGCE() bool { // TODO: better way to detect GCE? // Query the metadata url for the machine type, to verify we're on GCE machineType, err := f.Get("machine-type", false) if err != nil { if re, ok := err.(ReqError); !ok || re.StatusCode != 404 { // If it wasn't a 404 error, print an error message. f.logger.Printf("[DEBUG] fingerprint.env_gce: Error querying GCE Metadata URL, skipping") } return false } match, err := regexp.MatchString("projects/.+/machineTypes/.+", machineType) if err != nil || !match { return false } return true }