package cache import ( "flag" "fmt" "time" "sync" "encoding/base64" "test/cache/esutil" "test/cache/shardmap" // "basic.com/pubsub/cache.git/esutil" // "basic.com/pubsub/cache.git/shardmap" // "basic.com/pubsub/protomsg.git" "basic.com/valib/gosdk.git" ) var querynum = flag.Int("querynum", 10, "the query number from database") var threadnum = flag.Int("threadnum",32, "the number of thread to deal data.") type CmapItem struct { sync.Mutex cam map[string]*shardmap.ShardMap } var Cmap *CmapItem func Init(){ flag.Parse() gosdk.InitFaceExtractor(16, 0) Cmap = &CmapItem{ cam: make(map[string]*shardmap.ShardMap), } temptime := time.Now() var wg sync.WaitGroup for i:=0; i<*threadnum; i++ { j := i*(*querynum) wg.Add(1) go func(qs int){ defer wg.Done() escache, err := esutil.DbPersoninfos(qs, *querynum) if err != nil { fmt.Println(err) return } Cmap.Lock() for _, value := range escache{ if _, ok :=Cmap.cam[value.Tableid]; !ok { Cmap.cam[value.Tableid]=shardmap.New(uint8(*threadnum)) } Cmap.cam[value.Tableid].Set(value.Id,value.FaceFeature) } Cmap.Unlock() }(j) } wg.Wait() fmt.Println("time of get data from es.", time.Since(temptime)) fmt.Println() } //func main(){ // Init() // Getdbpersonmsg("") //} func Getdbpersonmsg(tableid, teststring string, IsCompare bool) ([]byte) { var buf []byte if !IsCompare { return nil } if teststring == "" { return nil } for id, value := range Cmap.cam{ if id == tableid{ fmt.Println(id) buf =value.Walk(Printest, teststring) } } fmt.Println() fmt.Println() firsttime := time.Now() fmt.Println(time.Since(firsttime)) return buf } func Printest(ci, co string ) (float32){ //ci_d, err := base64.StdEncoding.DecodeString(ci) //if err != nil { // fmt.Println("ci_d : error : ", err) // return -1 //} co_d, err := base64.StdEncoding.DecodeString(co) if err != nil { fmt.Println("co_d : error : ", err) return -1 } sec := gosdk.FaceCompare([]byte(ci), co_d) return sec }