package cache import ( "flag" "fmt" "time" "sync" "encoding/base64" "basic.com/pubsub/cache.git/esutil" "basic.com/pubsub/cache.git/shardmap" "basic.com/valib/gosdk.git" ) var querynum = flag.Int("querynum", 10, "the query number from database") var threadnum = flag.Int("threadnum",32, "the number of thread to deal data.") type CmapItem struct { sync.Mutex cam map[string]*shardmap.ShardMap } var Cmap *CmapItem func Init(){ flag.Parse() gosdk.InitFaceExtractor(16, 0) Cmap = &CmapItem{ cam: make(map[string]*shardmap.ShardMap), } temptime := time.Now() var wg sync.WaitGroup for i:=0; i<*threadnum; i++ { j := i*(*querynum) wg.Add(1) go func(qs int){ defer wg.Done() escache, err := esutil.DbPersoninfos(qs, *querynum) if err != nil { fmt.Println(err) return } Cmap.Lock() for _, value := range escache{ if _, ok :=Cmap.cam[value.Tableid]; !ok { Cmap.cam[value.Tableid]=shardmap.New(uint8(*threadnum)) } Cmap.cam[value.Tableid].Set(value.Id,value.FaceFeature) } Cmap.Unlock() }(j) } wg.Wait() fmt.Println("time of get data from es.", time.Since(temptime)) fmt.Println() } //func main(){ // Init() // Getdbpersonmsg("") //} func Getdbpersonmsg(tableid string, teststring []byte, IsCompare bool) ([]byte) { var buf []byte if !IsCompare { return nil } if tableid == "" { return nil } if tableid == "" { for _, val := range Cmap.cam{ tmpbuf := val.Walk(Printest, teststring) buf =append(buf, tmpbuf...) } }else{ for id, value := range Cmap.cam{ if id == tableid{ fmt.Println(id) buf =value.Walk(Printest, teststring) break } } } fmt.Println() fmt.Println() firsttime := time.Now() fmt.Println(time.Since(firsttime)) return buf } func Printest(ci []byte, co string ) (float32){ co_d, err := base64.StdEncoding.DecodeString(co) if err != nil { fmt.Println("co_d : error : ", err) return -1 } sec := gosdk.FaceCompare(ci, co_d) return sec }