package magellan import ( "context" "crypto/tls" "encoding/json" "fmt" "net/http" "os" "path" "sync" "time" "github.com/OpenCHAMI/magellan/internal/log" "github.com/OpenCHAMI/magellan/internal/api/smd" "github.com/OpenCHAMI/magellan/internal/util" "github.com/Cray-HPE/hms-xname/xnames" bmclib "github.com/bmc-toolbox/bmclib/v2" _ "github.com/mattn/go-sqlite3" "github.com/stmcginnis/gofish" _ "github.com/stmcginnis/gofish" "github.com/stmcginnis/gofish/redfish" "golang.org/x/exp/slices" ) const ( IPMI_PORT = 623 SSH_PORT = 22 HTTPS_PORT = 443 ) // NOTE: ...params were getting too long... type QueryParams struct { Host string Port int Protocol string User string Pass string Drivers []string Concurrency int Preferred string Timeout int CaCertPath string Verbose bool IpmitoolPath string OutputPath string ForceUpdate bool AccessToken string } func CollectAll(probeStates *[]ScannedResult, l *log.Logger, q *QueryParams) error { // check for available probe states if probeStates == nil { return fmt.Errorf("no probe states found") } if len(*probeStates) <= 0 { return fmt.Errorf("no probe states found") } // make the output directory to store files outputPath := path.Clean(q.OutputPath) outputPath, err := util.MakeOutputDirectory(outputPath) if err != nil { l.Log.Errorf("failed to make output directory: %v", err) } // collect bmc information asynchronously var ( offset = 0 wg sync.WaitGroup found = make([]string, 0, len(*probeStates)) done = make(chan struct{}, q.Concurrency+1) chanProbeState = make(chan ScannedResult, q.Concurrency+1) client = smd.NewClient( smd.WithSecureTLS(q.CaCertPath), ) ) wg.Add(q.Concurrency) for i := 0; i < q.Concurrency; i++ { go func() { for { ps, ok := <-chanProbeState if !ok { wg.Done() return } q.Host = ps.Host q.Port = ps.Port // generate custom xnames for bmcs node := xnames.Node{ Cabinet: 1000, Chassis: 1, ComputeModule: 7, NodeBMC: offset, } offset += 1 gofishClient, err := connectGofish(q) if err != nil { l.Log.Errorf("failed to connect to BMC (%v:%v): %v", q.Host, q.Port, err) } // data to be sent to smd data := map[string]any{ "ID": fmt.Sprintf("%v", node.String()[:len(node.String())-2]), "Type": "", "Name": "", "FQDN": ps.Host, "User": q.User, // "Password": q.Pass, "MACRequired": true, "RediscoverOnUpdate": false, } // unmarshal json to send in correct format var rm map[string]json.RawMessage // chassis if gofishClient != nil { chassis, err := CollectChassis(gofishClient, q) if err != nil { l.Log.Errorf("failed to collect chassis: %v", err) continue } err = json.Unmarshal(chassis, &rm) if err != nil { l.Log.Errorf("failed to unmarshal chassis JSON: %v", err) } data["Chassis"] = rm["Chassis"] // systems systems, err := CollectSystems(gofishClient, q) if err != nil { l.Log.Errorf("failed to collect systems: %v", err) } err = json.Unmarshal(systems, &rm) if err != nil { l.Log.Errorf("failed to unmarshal system JSON: %v", err) } data["Systems"] = rm["Systems"] // add other fields from systems if len(rm["Systems"]) > 0 { var s map[string][]interface{} err = json.Unmarshal(rm["Systems"], &s) if err != nil { l.Log.Errorf("failed to unmarshal systems JSON: %v", err) } data["Name"] = s["Name"] } } else { l.Log.Errorf("invalid client (client is nil)") continue } headers := make(map[string]string) headers["Content-Type"] = "application/json" // use access token in authorization header if we have it if q.AccessToken != "" { headers["Authorization"] = "Bearer " + q.AccessToken } body, err := json.MarshalIndent(data, "", " ") if err != nil { l.Log.Errorf("failed to marshal JSON: %v", err) } if q.Verbose { fmt.Printf("%v\n", string(body)) } // write JSON data to file if output path is set if outputPath != "" { err = os.WriteFile(path.Clean(outputPath+"/"+q.Host+".json"), body, os.ModePerm) if err != nil { l.Log.Errorf("failed to write data to file: %v", err) } } // add all endpoints to smd err = client.AddRedfishEndpoint(body, headers) if err != nil { l.Log.Error(err) // try updating instead if q.ForceUpdate { err = client.UpdateRedfishEndpoint(data["ID"].(string), body, headers) if err != nil { l.Log.Error(err) } } } // got host information, so add to list of already probed hosts found = append(found, ps.Host) } }() } // use the found results to query bmc information for _, ps := range *probeStates { // skip if found info from host foundHost := slices.Index(found, ps.Host) if !ps.State || foundHost >= 0 { continue } chanProbeState <- ps } // handle goroutine paths go func() { select { case <-done: wg.Done() break default: time.Sleep(1000) } }() close(chanProbeState) wg.Wait() close(done) return nil } func CollectMetadata(client *bmclib.Client, q *QueryParams) ([]byte, error) { // open BMC session and update driver registry ctx, ctxCancel := context.WithTimeout(context.Background(), time.Second*time.Duration(q.Timeout)) client.Registry.FilterForCompatible(ctx) err := client.Open(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to connect to bmc: %v", err) } defer client.Close(ctx) metadata := client.GetMetadata() if err != nil { ctxCancel() return nil, fmt.Errorf("failed to get metadata: %v", err) } // retrieve inventory data b, err := json.MarshalIndent(metadata, "", " ") if err != nil { ctxCancel() return nil, fmt.Errorf("failed to marshal JSON: %v", err) } ctxCancel() return b, nil } func CollectInventory(client *bmclib.Client, q *QueryParams) ([]byte, error) { // open BMC session and update driver registry ctx, ctxCancel := context.WithTimeout(context.Background(), time.Second*time.Duration(q.Timeout)) client.Registry.FilterForCompatible(ctx) err := client.PreferProvider(q.Preferred).Open(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to open client: %v", err) } inventory, err := client.Inventory(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to get inventory: %v", err) } // retrieve inventory data data := map[string]any{"Inventory": inventory} b, err := json.MarshalIndent(data, "", " ") if err != nil { ctxCancel() return nil, fmt.Errorf("failed to marshal JSON: %v", err) } ctxCancel() return b, nil } func CollectPowerState(client *bmclib.Client, q *QueryParams) ([]byte, error) { ctx, ctxCancel := context.WithTimeout(context.Background(), time.Second*time.Duration(q.Timeout)) client.Registry.FilterForCompatible(ctx) err := client.PreferProvider(q.Preferred).Open(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to open client: %v", err) } powerState, err := client.GetPowerState(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to get inventory: %v", err) } // retrieve inventory data data := map[string]any{"PowerState": powerState} b, err := json.MarshalIndent(data, "", " ") if err != nil { ctxCancel() return nil, fmt.Errorf("failed to marshal JSON: %v", err) } ctxCancel() return b, nil } func CollectUsers(client *bmclib.Client, q *QueryParams) ([]byte, error) { // open BMC session and update driver registry ctx, ctxCancel := context.WithTimeout(context.Background(), time.Second*time.Duration(q.Timeout)) client.Registry.FilterForCompatible(ctx) err := client.Open(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to connect to bmc: %v", err) } defer client.Close(ctx) users, err := client.ReadUsers(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to get users: %v", err) } // retrieve inventory data data := map[string]any{"Users": users} b, err := json.MarshalIndent(data, "", " ") if err != nil { ctxCancel() return nil, fmt.Errorf("failed to marshal JSON: %v", err) } ctxCancel() return b, nil } func CollectBios(client *bmclib.Client, q *QueryParams) ([]byte, error) { b, err := makeRequest(client, client.GetBiosConfiguration, q.Timeout) return b, err } func CollectEthernetInterfaces(c *gofish.APIClient, q *QueryParams, systemID string) ([]byte, error) { // TODO: add more endpoints to test for ethernet interfaces // /redfish/v1/Chassis/{ChassisID}/NetworkAdapters/{NetworkAdapterId}/NetworkDeviceFunctions/{NetworkDeviceFunctionId}/EthernetInterfaces/{EthernetInterfaceId} // /redfish/v1/Managers/{ManagerId}/EthernetInterfaces/{EthernetInterfaceId} // /redfish/v1/Systems/{ComputerSystemId}/EthernetInterfaces/{EthernetInterfaceId} // /redfish/v1/Systems/{ComputerSystemId}/OperatingSystem/Containers/EthernetInterfaces/{EthernetInterfaceId} systems, err := c.Service.Systems() if err != nil { return nil, fmt.Errorf("failed to get systems: (%v:%v): %v", q.Host, q.Port, err) } var ( interfaces []*redfish.EthernetInterface errList []error ) // get all of the ethernet interfaces in our systems for _, system := range systems { system.EthernetInterfaces() eth, err := redfish.ListReferencedEthernetInterfaces(c, "/redfish/v1/Systems/"+system.ID+"/EthernetInterfaces") if err != nil { errList = append(errList, err) } interfaces = append(interfaces, eth...) } // print any report errors err = util.FormatErrorList(errList) if util.HasErrors(errList) { return nil, fmt.Errorf("failed to get ethernet interfaces with %d error(s): \n%v", len(errList), err) } data := map[string]any{"EthernetInterfaces": interfaces} b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func CollectChassis(c *gofish.APIClient, q *QueryParams) ([]byte, error) { chassis, err := c.Service.Chassis() if err != nil { return nil, fmt.Errorf("failed to query chassis (%v:%v): %v", q.Host, q.Port, err) } data := map[string]any{"Chassis": chassis} b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func CollectStorage(c *gofish.APIClient, q *QueryParams) ([]byte, error) { systems, err := c.Service.StorageSystems() if err != nil { return nil, fmt.Errorf("failed to query storage systems (%v:%v): %v", q.Host, q.Port, err) } services, err := c.Service.StorageServices() if err != nil { return nil, fmt.Errorf("failed to query storage services (%v:%v): %v", q.Host, q.Port, err) } data := map[string]any{ "Storage": map[string]any{ "Systems": systems, "Services": services, }, } b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func CollectSystems(c *gofish.APIClient, q *QueryParams) ([]byte, error) { systems, err := c.Service.Systems() if err != nil { return nil, fmt.Errorf("failed to get systems (%v:%v): %v", q.Host, q.Port, err) } // 1. check if system has ethernet interfaces // 1.a. if yes, create system data and ethernet interfaces JSON // 1.b. if no, try to get data using manager instead // 2. check if manager has "ManagerForServices" and "EthernetInterfaces" properties // 2.a. if yes, query both properties to use in next step // 2.b. for each service, query its data and add the ethernet interfaces // 2.c. add the system to list of systems to marshal and return var ( temp []map[string]any eths []*redfish.EthernetInterface ) for _, system := range systems { eths, err = system.EthernetInterfaces() if err != nil { return nil, fmt.Errorf("failed to get system ethernet interfaces: %v", err) } // try and get ethernet interfaces through manager if empty if len(eths) <= 0 { if q.Verbose { fmt.Printf("no system ethernet interfaces found...trying to get from managers interface") } for _, managerLink := range system.ManagedBy { // try getting ethernet interface from all managers until one is found eths, err = redfish.ListReferencedEthernetInterfaces(c, managerLink) if err != nil { return nil, fmt.Errorf("failed to get system manager ethernet interfaces: %v", err) } if len(eths) > 0 { break } } } // add system to collection of systems temp = append(temp, map[string]any{ "Data": system, "EthernetInterfaces": eths, }) } // do manual requests if systems is empty to only get necessary info as last resort // /redfish/v1/Systems // /redfish/v1/Systems/Members // /redfish/v1/Systems/ // fmt.Printf("system count: %d\n", len(systems)) // if len(systems) == 0 { // url := baseRedfishUrl(q) + "/Systems" // if q.Verbose { // fmt.Printf("%s\n", url) // } // res, body, err := util.MakeRequest(nil, url, "GET", nil, nil) // if err != nil { // return nil, fmt.Errorf("failed to make request: %v", err) // } else if res.StatusCode != http.StatusOK { // return nil, fmt.Errorf("request returned status code %d", res.StatusCode) // } // // sweet syntatic sugar type aliases // type System = map[string]any // type Member = map[string]string // // get all the systems // var ( // tempSystems System // interfaces []*redfish.EthernetInterface // errList []error // ) // err = json.Unmarshal(body, &tempSystems) // if err != nil { // return nil, fmt.Errorf("failed to unmarshal systems: %v", err) // } // // then, get all the members within a system // members, ok := tempSystems["Members"] // if ok { // for _, member := range members.([]Member) { // id, ok := member["@odata.id"] // if ok { // // /redfish/v1/Systems/Self (or whatever) // // memberEndpoint := fmt.Sprintf("%s%s", url, id) // // res, body, err := util.MakeRequest(nil, baseRedfishUrl(q)+memberEndpoint, http.MethodGet, nil, nil) // // if err != nil { // // continue // // } else if res.StatusCode != http.StatusOK { // // continue // // } // // TODO: extract EthernetInterfaces from Systems then query // // get all of the ethernet interfaces in our systems // ethernetInterface, err := redfish.ListReferencedEthernetInterfaces(c, id+"/EthernetInterfaces/") // if err != nil { // errList = append(errList, err) // continue // } // interfaces = append(interfaces, ethernetInterface...) // } else { // return nil, fmt.Errorf("no ID found for member") // } // if util.HasErrors(errList) { // return nil, util.FormatErrorList(errList) // } // } // i, err := json.Marshal(interfaces) // if err != nil { // return nil, fmt.Errorf("failed to unmarshal interface: %v", err) // } // temp = append(temp, map[string]any{ // "Data": nil, // "EthernetInterfaces": string(i), // }) // } else { // return nil, fmt.Errorf("no members found in systems") // } // } else { // b, err := json.Marshal(systems) // if err != nil { // fmt.Printf("failed to marshal systems: %v", err) // } // fmt.Printf("systems: %v\n", string(b)) // // query the system's ethernet interfaces // // var temp []map[string]any // var errList []error // for _, system := range systems { // interfaces, err := CollectEthernetInterfaces(c, q, system.ID) // if err != nil { // errList = append(errList, fmt.Errorf("failed to collect ethernet interface: %v", err)) // continue // } // var i map[string]any // err = json.Unmarshal(interfaces, &i) // if err != nil { // return nil, fmt.Errorf("failed to unmarshal interface: %v", err) // } // temp = append(temp, map[string]any{ // "Data": system, // "EthernetInterfaces": i["EthernetInterfaces"], // }) // } // if util.HasErrors(errList) { // err = util.FormatErrorList(errList) // if err != nil { // return nil, fmt.Errorf("multiple errors occurred: %v", err) // } // } // } data := map[string]any{"Systems": temp} b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func CollectRegisteries(c *gofish.APIClient, q *QueryParams) ([]byte, error) { registries, err := c.Service.Registries() if err != nil { return nil, fmt.Errorf("failed to query storage systems (%v:%v): %v", q.Host, q.Port, err) } data := map[string]any{"Registries": registries} b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func CollectProcessors(q *QueryParams) ([]byte, error) { url := baseRedfishUrl(q) + "/Systems" res, body, err := util.MakeRequest(nil, url, "GET", nil, nil) if err != nil { return nil, fmt.Errorf("something went wrong: %v", err) } else if res == nil { return nil, fmt.Errorf("no response returned (url: %s)", url) } else if res.StatusCode != http.StatusOK { return nil, fmt.Errorf("returned status code %d", res.StatusCode) } // convert to not get base64 string var procs map[string]json.RawMessage var members []map[string]any err = json.Unmarshal(body, &procs) if err != nil { return nil, fmt.Errorf("failed to unmarshal processors: %v", err) } err = json.Unmarshal(procs["Members"], &members) if err != nil { return nil, fmt.Errorf("failed to unmarshal processor members: %v", err) } // request data about each processor member on node for _, member := range members { var oid = member["@odata.id"].(string) var infoUrl = url + oid res, _, err := util.MakeRequest(nil, infoUrl, "GET", nil, nil) if err != nil { return nil, fmt.Errorf("something went wrong: %v", err) } else if res == nil { return nil, fmt.Errorf("no response returned (url: %s)", url) } else if res.StatusCode != http.StatusOK { return nil, fmt.Errorf("returned status code %d", res.StatusCode) } } data := map[string]any{"Processors": procs} b, err := json.MarshalIndent(data, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return b, nil } func connectGofish(q *QueryParams) (*gofish.APIClient, error) { config, err := makeGofishConfig(q) if err != nil { return nil, fmt.Errorf("failed to make gofish config: %v", err) } c, err := gofish.Connect(config) if err != nil { return nil, fmt.Errorf("failed to connect to redfish endpoint: %v", err) } if c != nil { c.Service.ProtocolFeaturesSupported = gofish.ProtocolFeaturesSupported{ ExpandQuery: gofish.Expand{ ExpandAll: true, Links: true, }, } } return c, err } func makeGofishConfig(q *QueryParams) (gofish.ClientConfig, error) { var ( client = &http.Client{ Transport: &http.Transport{ TLSClientConfig: &tls.Config{ InsecureSkipVerify: true, }, }, } url = baseRedfishUrl(q) ) return gofish.ClientConfig{ Endpoint: url, Username: q.User, Password: q.Pass, Insecure: true, TLSHandshakeTimeout: q.Timeout, HTTPClient: client, // MaxConcurrentRequests: int64(q.Threads), // NOTE: this was added in latest version of gofish }, nil } func makeRequest[T any](client *bmclib.Client, fn func(context.Context) (T, error), timeout int) ([]byte, error) { ctx, ctxCancel := context.WithTimeout(context.Background(), time.Second*time.Duration(timeout)) client.Registry.FilterForCompatible(ctx) err := client.Open(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to open client: %v", err) } defer client.Close(ctx) response, err := fn(ctx) if err != nil { ctxCancel() return nil, fmt.Errorf("failed to get response: %v", err) } ctxCancel() return makeJson(response) } func makeJson(object any) ([]byte, error) { b, err := json.MarshalIndent(object, "", " ") if err != nil { return nil, fmt.Errorf("failed to marshal JSON: %v", err) } return []byte(b), nil } func baseRedfishUrl(q *QueryParams) string { url := fmt.Sprintf("%s://", q.Protocol) if q.User != "" && q.Pass != "" { url += fmt.Sprintf("%s:%s@", q.User, q.Pass) } return fmt.Sprintf("%s%s:%d", url, q.Host, q.Port) }