package fingerprint import ( "fmt" "net" log "github.com/hashicorp/go-hclog" sockaddr "github.com/hashicorp/go-sockaddr" "github.com/hashicorp/nomad/nomad/structs" ) const ( // defaultNetworkSpeed is the speed set if the network link speed could not // be detected. defaultNetworkSpeed = 1000 // networkDisallowLinkLocalOption/Default are used to allow the operator to // decide how the fingerprinter handles an interface that only contains link // local addresses. networkDisallowLinkLocalOption = "fingerprint.network.disallow_link_local" networkDisallowLinkLocalDefault = false ) // NetworkFingerprint is used to fingerprint the Network capabilities of a node type NetworkFingerprint struct { StaticFingerprinter logger log.Logger interfaceDetector NetworkInterfaceDetector } // An interface to isolate calls to various api in net package // This facilitates testing where we can implement // fake interfaces and addresses to test varios code paths type NetworkInterfaceDetector interface { Interfaces() ([]net.Interface, error) InterfaceByName(name string) (*net.Interface, error) Addrs(intf *net.Interface) ([]net.Addr, error) } // Implements the interface detector which calls net directly type DefaultNetworkInterfaceDetector struct { } func (b *DefaultNetworkInterfaceDetector) Interfaces() ([]net.Interface, error) { return net.Interfaces() } func (b *DefaultNetworkInterfaceDetector) InterfaceByName(name string) (*net.Interface, error) { return net.InterfaceByName(name) } func (b *DefaultNetworkInterfaceDetector) Addrs(intf *net.Interface) ([]net.Addr, error) { return intf.Addrs() } // NewNetworkFingerprint returns a new NetworkFingerprinter with the given // logger func NewNetworkFingerprint(logger log.Logger) Fingerprint { f := &NetworkFingerprint{logger: logger.Named("network"), interfaceDetector: &DefaultNetworkInterfaceDetector{}} return f } func (f *NetworkFingerprint) Fingerprint(req *FingerprintRequest, resp *FingerprintResponse) error { cfg := req.Config // Find the named interface intf, err := f.findInterface(cfg.NetworkInterface) switch { case err != nil: return fmt.Errorf("Error while detecting network interface during fingerprinting: %v", err) case intf == nil: // No interface could be found return nil } // Record the throughput of the interface var mbits int throughput := f.linkSpeed(intf.Name) if cfg.NetworkSpeed != 0 { mbits = cfg.NetworkSpeed f.logger.Debug("setting link speed to user configured speed", "mbits", mbits) } else if throughput != 0 { mbits = throughput f.logger.Debug("link speed detected", "interface", intf.Name, "mbits", mbits) } else { mbits = defaultNetworkSpeed f.logger.Debug("link speed could not be detected and no speed specified by user, falling back to default speed", "mbits", defaultNetworkSpeed) } // Create the network resources from the interface disallowLinkLocal := cfg.ReadBoolDefault(networkDisallowLinkLocalOption, networkDisallowLinkLocalDefault) nwResources, err := f.createNetworkResources(mbits, intf, disallowLinkLocal) if err != nil { return err } // COMPAT(0.10): Remove in 0.10 resp.Resources = &structs.Resources{ Networks: nwResources, } resp.NodeResources = &structs.NodeResources{ Networks: nwResources, } for _, nwResource := range nwResources { f.logger.Debug("detected interface IP", "interface", intf.Name, "IP", nwResource.IP) } // Deprecated, setting the first IP as unique IP for the node if len(nwResources) > 0 { resp.AddAttribute("unique.network.ip-address", nwResources[0].IP) } resp.Detected = true return nil } // createNetworkResources creates network resources for every IP func (f *NetworkFingerprint) createNetworkResources(throughput int, intf *net.Interface, disallowLinkLocal bool) ([]*structs.NetworkResource, error) { // Find the interface with the name addrs, err := f.interfaceDetector.Addrs(intf) if err != nil { return nil, err } nwResources := make([]*structs.NetworkResource, 0) linkLocals := make([]*structs.NetworkResource, 0) for _, addr := range addrs { // Create a new network resource newNetwork := &structs.NetworkResource{ Device: intf.Name, MBits: throughput, } // Find the IP Addr and the CIDR from the Address var ip net.IP switch v := (addr).(type) { case *net.IPNet: ip = v.IP case *net.IPAddr: ip = v.IP } newNetwork.IP = ip.String() if ip.To4() != nil { newNetwork.CIDR = newNetwork.IP + "/32" } else { newNetwork.CIDR = newNetwork.IP + "/128" } // If the ip is link-local then we ignore it unless the user allows it // and we detect nothing else if ip.IsLinkLocalUnicast() || ip.IsLinkLocalMulticast() { linkLocals = append(linkLocals, newNetwork) continue } nwResources = append(nwResources, newNetwork) } if len(nwResources) == 0 && len(linkLocals) != 0 { if disallowLinkLocal { f.logger.Debug("ignoring detected link-local address on interface", "interface", intf.Name) return nwResources, nil } return linkLocals, nil } return nwResources, nil } // Returns the interface with the name passed by user. If the name is blank, we // use the interface attached to the default route. func (f *NetworkFingerprint) findInterface(deviceName string) (*net.Interface, error) { // If we aren't given a device, look it up by using the interface with the default route if deviceName == "" { ri, err := sockaddr.NewRouteInfo() if err != nil { return nil, err } defaultIfName, err := ri.GetDefaultInterfaceName() if err != nil { return nil, err } if defaultIfName == "" { return nil, fmt.Errorf("no network_interface given and failed to determine interface attached to default route") } deviceName = defaultIfName } return f.interfaceDetector.InterfaceByName(deviceName) }