package service import ( "bytes" "crypto/md5" "encoding/hex" "encoding/json" "fmt" "io" "io/ioutil" "net/http" "os" "path/filepath" "strings" "webserver/util" "basic.com/dbapi.git" "basic.com/valib/logger.git" ) func DownSdk(id string) map[string]interface{} { // 下载算法 if ok, err := DownSo(id); !ok { logger.Error("下载算法失败", err) return nil } return FindLocalSdkSoById(id) } // 从服务器上下载文件到临时目录,校验之后如果完整将其拷贝到目标目录下 func DownSo(url string) (bool, error) { resp, err := http.Get(url) if err != nil { logger.Error("获取文件失败") return false, err } // 从resp中读出zip文件解压缩,解出face.so,face.txt,然后把解压出的so用MD5编码出一个temp.txt文件,与解压出的so.txt文件比对, body, err := ioutil.ReadAll(resp.Body) if err != nil { logger.Error("读取resp.body失败") return false, err } CopyFile(body, "/opt/temp/temp.zip") util.DeCompress("/opt/temp/temp.zip", "/opt/temp") fileName := GetFileNameFromUrl(url, false) md5str, err1 := File2md5("/opt/temp/" + fileName + ".so") if err1 != nil { logger.Error(err1) return false, err1 } md5str_origin, err2 := ioutil.ReadFile("/opt/temp/" + fileName + ".txt") if err2 != nil { logger.Error("读取解压后的md5文件失败") return false, err2 } flag := CompareMd5([]byte(md5str), md5str_origin) if flag { logger.Info("两次MD5编码一致!") } else { logger.Debug("两次MD5编码不一致,请重新下载") return false, nil } // 从url中截取soName soName := GetFileNameFromUrl(url, true) f, err := os.Create("/opt/workspace/ruleprocess/algorithm/" + soName) if err != nil { logger.Error("在项目目录下创建so文件失败") return false, err } data, _ := ioutil.ReadFile("/opt/temp/" + soName) _, err4 := f.Write(data) if err4 != nil { logger.Error("复制文件出错") return false, err4 } return true, nil } func CopyFile(byte []byte, dst string) (w int64, err error) { dstFile, err := os.Create(dst) if err != nil { fmt.Println(err.Error()) return } defer dstFile.Close() return io.Copy(dstFile, bytes.NewReader(byte)) } // 指定目录的文件生成相应的MD5码文件 func File2md5(filename string) (string, error) { // 文件生成MD5加密加密文件 file, err := os.Open(filename) if err != nil { fmt.Println("os Open error") return "", err } md5 := md5.New() _, err = io.Copy(md5, file) if err != nil { fmt.Println("io copy error") return "", err } md5Str := hex.EncodeToString(md5.Sum(nil)) return md5Str, nil } // 从url中截取出文件名,参数是是否带后缀 func GetFileNameFromUrl(url string, withSuffix bool) string { fileName := strings.Split(url, "/")[len(strings.Split(url, "/"))-1] if withSuffix { return fileName } else { withoutSuffix := strings.Split(fileName, ".")[0] return withoutSuffix } } // 比较两个MD5编码是否一致 func CompareMd5(value1 []byte, value2 []byte) bool { num := bytes.Compare(value1, value2) if num == 0 { return true } else { return false } } func GetSdkList(sdkName string) []map[string]interface{} { // 待返回的数据 sdks, idsCache := queryDatabase(sdkName) // 查询本地已经存在的算法和远端的全部算法, 然后和已安装的比对, 返回全部可用的算法组. 未安装的算法在前端走下载流程 localSdks := GetLocalSdks() for _, sdk := range localSdks { id := sdk["id"].(string) if !idsCache[id] { idsCache[id] = true sdk["enable"] = false sdk["installed"] = false // 不返回参数信息 delete(sdk, "args") sdks = append(sdks, sdk) } } // 目前还没有远端算法库, // remoteSdks := getRemoteSdks() return sdks } func queryDatabase(sdkName string) ([]map[string]interface{}, map[string]bool) { var api dbapi.SdkApi ids := make(map[string]bool) sdks := []map[string]interface{}{} // 查询已经安装的算法 data := api.FindAll(sdkName) for _, sdk := range data { ids[sdk.Id] = true sdks = append(sdks, map[string]interface{}{ "id": sdk.Id, "ipc_id": sdk.IpcId, "sdk_type": sdk.SdkType, "sdk_name": sdk.SdkName, "icon": sdk.Icon, "enable": sdk.Enable, "installed": true, }) } return sdks, ids } func GetLocalSdks() []map[string]interface{} { var algos = []map[string]interface{}{} AlgorithmFiles := "/opt/vasystem/bin/algorithm/*.json" files, err := filepath.Glob(AlgorithmFiles) if err != nil { fmt.Println("Cannot access algorithm json files: No such file or directory") return algos } for _, filename := range files { algo := make(map[string]interface{}) f, err := ioutil.ReadFile(filename) if err != nil { return algos } if err := json.Unmarshal(f, &algo); err != nil { return algos } algos = append(algos, map[string]interface{}{ "id": algo["sdkId"], "ipc_id": algo["ipcId"], "sdk_type": algo["sdkType"], "sdk_name": algo["sdkName"], "icon": algo["icon"], "args": algo["sdkArgs"], }) } return algos } func FindLocalSdkSoById(id string) map[string]interface{} { localAlgos := GetLocalSdks() for _, sdk := range localAlgos { if sdk["id"].(string) == id { return sdk } } return nil }