feat: add sdk download and regiter

zhangzengfei

2020-01-19 20ed84cad4fd237cca40619d0fe7ed39c5e030cd

feat: add sdk download and regiter

 controllers/sdk.go

@@ -1,14 +1,14 @@
package controllers

import (
    "basic.com/dbapi.git"
    uuid "github.com/satori/go.uuid"
    "webserver/extend/code"
    "webserver/extend/config"
    "basic.com/valib/logger.git"
    "webserver/extend/util"
    "github.com/gin-gonic/gin"
    "webserver/service"

    "basic.com/dbapi.git"
    "basic.com/valib/logger.git"
    "github.com/gin-gonic/gin"
)

type SdkController struct {
@@ -77,10 +77,9 @@
// @Failure 500 {string} json "{"code":500, msg:"请求失败",data:"[]",success:false}"
// @Router /data/api-v/sdk/findAllSdk [GET]
func (sc SdkController) FindAllSdk(c *gin.Context) {
    var api dbapi.SdkApi

    sdkName := c.Query("sdkName")
    sdks := api.FindAll(sdkName)

    sdks := service.GetSdkList(sdkName)
    util.ResponseFormat(c, code.Success, sdks)
}

@@ -152,11 +151,31 @@
}

func (sc SdkController) SdkDownLoad(c *gin.Context) {
    var soApi dbapi.SoApi
    var sdkConfig map[string]interface{}

    path,exist := c.GetQuery("path")
    if !exist {
        util.ResponseFormat(c,code.ComError,"下载的算法参数有误")
    }

    logger.Info(path)

    // 先查找本地目录内是否已存在算法so, 没有走云端下载
    if sdkConfig = service.FindLocalSdkSoById(path); sdkConfig == nil {
        sdkConfig = service.DownSdk(path)
    }

    if sdkConfig != nil {
        regSdkSuccess, _ := soApi.Add(sdkConfig)
        regArgsSuccess, _ := soApi.Add(sdkConfig)

        if regSdkSuccess && regArgsSuccess {
            util.ResponseFormat(c, code.Success, "下载算法成功！")
            return
        }
    }

    flag := c.Query("needUpdateMiddle")
    // 下载算法（有时候也需要把中间件一起下载下来）
    if flag == "true" {
@@ -170,23 +189,6 @@
            util.ResponseFormat(c,code.ComError,"请重新下载算法")
        }
    }
    // 下载算法，校验，并写入到目标目录下
    flag2,err2 := service.DownSo(path)
    if err2 != nil {
        logger.Info(err2)
    }
    if !flag2 {
        util.ResponseFormat(c,code.ComError,"请重新下载算法")
    }
    // 将算法和so名称存到规则私有的注册表
    var soApi dbapi.SoApi
    param := make(map[string]interface{})
    param["id"] = uuid.NewV4().String()
    sdkId := uuid.NewV4().String()
    param["sdkId"] = sdkId
    param["soName"] = service.GetFileNameFromUrl(path,true)
    flag3,_ := soApi.Add(param)
    if flag3 {
        util.ResponseFormat(c,code.Success,"下载算法成功！")
    }

    util.ResponseFormat(c, code.ComError, "算法下载失败,请重试")
}

 go.mod

@@ -7,7 +7,7 @@
    basic.com/fileServer/WeedFSClient.git v0.0.0-20190919054037-0182b6c3f5cb // indirect
    basic.com/gb28181api.git v0.0.0-20191028082253-472438a8407b // indirect
    basic.com/pubsub/cache.git v0.0.0-20190718093725-6a413e1d7d48 // indirect
    basic.com/pubsub/esutil.git v0.0.0-20191120125514-865efa73a9ae // indirect
    basic.com/pubsub/esutil.git v0.0.0-20200114073900-ad9de8362777 // indirect
    basic.com/pubsub/protomsg.git v0.0.0-20191223033758-3fd9a59b8137 // indirect
    basic.com/valib/capture.git v0.0.0-20191204103802-89c923cf2abe // indirect
    basic.com/valib/deliver.git v0.0.0-20190531095353-25d8c3b20051

 service/SdkDownLoad.go

@@ -4,16 +4,31 @@
    "bytes"
    "crypto/md5"
    "encoding/hex"
    "encoding/json"
    "fmt"
    "io"
    "io/ioutil"
    "net/http"
    "os"
    "path/filepath"
    "strings"
    "basic.com/valib/logger.git"

    "webserver/util"

    "basic.com/dbapi.git"
    "basic.com/valib/logger.git"
)

func DownSdk(id string) map[string]interface{} {
    // 下载算法
    if ok, err := DownSo(id); !ok {
        logger.Error("下载算法失败", err)
        return nil
    }

    return FindLocalSdkSoById(id)
}

// 从服务器上下载文件到临时目录，校验之后如果完整将其拷贝到目标目录下
func DownSo(url string)(bool,error) {
    resp, err := http.Get(url)
@@ -90,6 +105,7 @@
    md5Str := hex.EncodeToString(md5.Sum(nil))
    return md5Str,nil
}

// 从url中截取出文件名，参数是是否带后缀
func GetFileNameFromUrl(url string,withSuffix bool)string {
    fileName := strings.Split(url,"/")[len(strings.Split(url,"/"))-1]
@@ -110,3 +126,99 @@
        return false
    }
}

func GetSdkList(sdkName string) []map[string]interface{} {
    // 待返回的数据
    sdks, idsCache := queryDatabase(sdkName)

    // 查询本地已经存在的算法和远端的全部算法, 然后和已安装的比对, 返回全部可用的算法组. 未安装的算法在前端走下载流程
    localSdks := GetLocalSdks()
    for _, sdk := range localSdks {
        id := sdk["id"].(string)
        if !idsCache[id] {
            idsCache[id] = true

            sdk["enable"] = false
            sdk["installed"] = false

            // 不返回参数信息
            delete(sdk, "args")
            sdks = append(sdks, sdk)
        }

    }

    // 目前还没有远端算法库,
    // remoteSdks := getRemoteSdks()

    return sdks
}

func queryDatabase(sdkName string) ([]map[string]interface{}, map[string]bool) {
    var api dbapi.SdkApi
    ids := make(map[string]bool)
    sdks := []map[string]interface{}{}

    // 查询已经安装的算法
    data := api.FindAll(sdkName)
    for _, sdk := range data {
        ids[sdk.Id] = true
        sdks = append(sdks, map[string]interface{}{
            "id":        sdk.Id,
            "ipc_id":    sdk.IpcId,
            "sdk_type":  sdk.SdkType,
            "sdk_name":  sdk.SdkName,
            "icon":      sdk.Icon,
            "enable":    sdk.Enable,
            "installed": true,
        })
    }

    return sdks, ids
}

func GetLocalSdks() []map[string]interface{} {
    var algos = []map[string]interface{}{}

    AlgorithmFiles := "/opt/vasystem/bin/algorithm/*.json"

    files, err := filepath.Glob(AlgorithmFiles)
    if err != nil {
        fmt.Println("Cannot access algorithm json files: No such file or directory")
        return algos
    }

    for _, filename := range files {
        algo := make(map[string]interface{})
        f, err := ioutil.ReadFile(filename)
        if err != nil {
            return algos
        }

        if err := json.Unmarshal(f, &algo); err != nil {
            return algos
        }

        algos = append(algos, map[string]interface{}{
            "id":       algo["sdkId"],
            "ipc_id":   algo["ipcId"],
            "sdk_type": algo["sdkType"],
            "sdk_name": algo["sdkName"],
            "icon":     algo["icon"],
            "args":     algo["sdkArgs"],
        })
    }

    return algos
}

func FindLocalSdkSoById(id string) map[string]interface{} {
    localAlgos := GetLocalSdks()
    for _, sdk := range localAlgos {
        if sdk["id"].(string) == id {
            return sdk
        }
    }

    return nil
}