| | |
| | | |
| | | // YoloHandle wrap C |
| | | type YoloHandle struct { |
| | | handle C.YoloHandle |
| | | handle C.YoloHandle |
| | | LastYoloObjs []CObjTrackInfo //yolo跟踪的上一帧信息 |
| | | LastTrackID uint64 //yolo 被使用的ID |
| | | } |
| | | |
| | | const RatioInterTrack = 50 //跟踪判断重叠阈值 |
| | | |
| | | // SDKImage sdk image |
| | | type SDKImage struct { |
| | |
| | | Width int |
| | | Height int |
| | | } |
| | | |
| | | var LastYoloObjs []CObjTrackInfo //yolo跟踪的上一帧信息 |
| | | var LastTrackID uint64 = 0 //yolo 被使用的ID |
| | | const RatioInterTrack = 50 //跟踪判断重叠阈值 |
| | | |
| | | // InitYolo init yolo sdk |
| | | func InitYolo(fc, fw, fn string, gi int) *YoloHandle { |
| | |
| | | g := C.int(gi) |
| | | |
| | | p := C.c_api_yolo_init(c, w, n, g) |
| | | return &YoloHandle{p} |
| | | return &YoloHandle{handle: p} |
| | | } |
| | | |
| | | // InitFaceDetector init face detector |
| | |
| | | C.c_api_face_tracker_init(C.int(tm), C.int(gi), C.int(w), C.int(h), C.int(maxFaces), C.int(interval), C.int(sample)) |
| | | } |
| | | |
| | | // ResizeFaceTracker init face tracker |
| | | func ResizeFaceTracker(ch, w, h int) int { |
| | | |
| | | return int(C.c_api_face_track_resize(C.int(ch), C.int(w), C.int(h))) |
| | | } |
| | | |
| | | // Free free sdk |
| | | func Free() { |
| | | C.c_api_release() |
| | |
| | | var count C.int |
| | | cfpos := C.c_api_face_detect(&count, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.int(ch)) |
| | | if cfpos != nil { |
| | | defer C.free(unsafe.Pointer(cfpos)) |
| | | return CFacePosArrayToGoArray(unsafe.Pointer(cfpos), int(count)) |
| | | } |
| | | return nil |
| | |
| | | pos := (*C.cFacePos)(unsafe.Pointer(&fpos)) |
| | | |
| | | p := C.c_api_face_extract(&featLen, pos, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.int(ch)) |
| | | defer C.free(unsafe.Pointer(p)) |
| | | b := C.GoBytes(unsafe.Pointer(p), featLen) |
| | | return b |
| | | } |
| | |
| | | func FaceCompare(feat1 []byte, feat2 []byte) float32 { |
| | | res := C.c_api_face_compare((*C.uchar)(unsafe.Pointer(&feat1[0])), (*C.uchar)(unsafe.Pointer(&feat2[0]))) |
| | | return float32(res) |
| | | } |
| | | |
| | | // FaceTrackOnly face tracker face only |
| | | func FaceTrackOnly(img SDKImage, ch int) []CRECT { |
| | | data := img.Data |
| | | w := img.Width |
| | | h := img.Height |
| | | |
| | | var fCount C.int |
| | | rect := C.c_api_face_track_only(&fCount, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.int(ch)) |
| | | if rect != nil { |
| | | defer C.free(unsafe.Pointer(rect)) |
| | | return CRECTArrayToGoArray(unsafe.Pointer(rect), int(fCount)) |
| | | } |
| | | return nil |
| | | } |
| | | |
| | | // FaceTrackDetect face tracker face detect |
| | | func FaceTrackDetect(img SDKImage, ch int) []CFaceInfo { |
| | | data := img.Data |
| | | w := img.Width |
| | | h := img.Height |
| | | |
| | | var fCount C.int |
| | | finfo := C.c_api_face_track_only(&fCount, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.int(ch)) |
| | | if finfo != nil { |
| | | defer C.free(unsafe.Pointer(finfo)) |
| | | return CFaceInfoArrayToGoArray(unsafe.Pointer(finfo), int(fCount)) |
| | | } |
| | | return nil |
| | | } |
| | | |
| | | // FaceTrackingInfo face track info |
| | |
| | | if cFinfo == nil { |
| | | return |
| | | } |
| | | defer C.free(unsafe.Pointer(cFinfo)) |
| | | goFinfo := CFaceInfoArrayToGoArray(unsafe.Pointer(cFinfo), int(fCount)) |
| | | |
| | | // 空,添加 |
| | |
| | | } |
| | | } |
| | | |
| | | func FaceInfo2FacePos(face CFaceInfo) (fPos CFacePos) { |
| | | fPos.RcFace = face.RcFace |
| | | fPos.PtLeftEye = face.PtLeftEye |
| | | fPos.PtRightEye = face.PtRightEye |
| | | fPos.PtNose = face.PtNose |
| | | fPos.PtMouth = face.PtMouth |
| | | fPos.FAngle.Yaw = face.FAngle.Yaw |
| | | fPos.FAngle.Pitch = face.FAngle.Pitch |
| | | fPos.FAngle.Roll = face.FAngle.Roll |
| | | fPos.FAngle.Confidence = face.FAngle.Confidence |
| | | |
| | | copy(fPos.PFacialData[:], face.PFacialData[:512]) |
| | | |
| | | return fPos |
| | | } |
| | | |
| | | // FaceTrackSimple face tracking info |
| | | func FaceTrackSimple(img SDKImage, ch int) (faces []CFaceInfo) { |
| | | data := img.Data |
| | | w := img.Width |
| | | h := img.Height |
| | | |
| | | var fCount C.int |
| | | cFinfo := C.c_api_face_track(&fCount, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.int(ch)) |
| | | // fmt.Println("cFinfo detected:", cFinfo) |
| | | if cFinfo == nil { |
| | | return faces |
| | | } |
| | | faces = CFaceInfoArrayToGoArray(unsafe.Pointer(cFinfo), int(fCount)) |
| | | //if len(faces) > 0{ |
| | | // fmt.Println("faces detected:", len(faces)) |
| | | //} |
| | | |
| | | return faces |
| | | } |
| | | |
| | | // YoloDetect yolo detect |
| | | func YoloDetect(handle *YoloHandle, img SDKImage, thrsh float32, umns int) []CObjInfo { |
| | | |
| | |
| | | cobjinfo := C.c_api_yolo_detect(handle.handle, &count, (*C.uchar)(unsafe.Pointer(&data[0])), C.int(w), C.int(h), C.float(thrsh), C.int(umns)) |
| | | |
| | | if cobjinfo != nil { |
| | | defer C.free(unsafe.Pointer(cobjinfo)) |
| | | return CYoloObjInfoArrayToGoArray(unsafe.Pointer(cobjinfo), int(count)) |
| | | } |
| | | return nil |
| | |
| | | var tmp CObjTrackInfo |
| | | //LastYoloObjs |
| | | detectObjs := YoloDetect(handle, img, thrsh, umns) |
| | | for i := 0; i < len(detectObjs); i++ { |
| | | if detectObjs[i].Typ != 0 { |
| | | detectObjs = append(detectObjs[:i], detectObjs[i+1:]...) //从检测目标里删除已经查到的跟踪目标 |
| | | i-- |
| | | } |
| | | } |
| | | |
| | | for _, vLast := range LastYoloObjs { |
| | | for _, vLast := range handle.LastYoloObjs { |
| | | for i := 0; i < len(detectObjs); i++ { |
| | | //fmt.Println("vNew.Typ:", vNew.Typ) |
| | | if vLast.ObjInfo.Typ == detectObjs[i].Typ { //同一类别,比如都是人体 |
| | |
| | | if len(detectObjs) > 0 { |
| | | for _, vAdd := range detectObjs { |
| | | tmp.ObjInfo = vAdd |
| | | tmp.ID = LastTrackID |
| | | LastTrackID++ |
| | | tmp.ID = handle.LastTrackID |
| | | handle.LastTrackID++ |
| | | |
| | | allObjs = append(allObjs, tmp) |
| | | newObjs = append(newObjs, tmp) |
| | |
| | | } |
| | | |
| | | //刷新上一帧的跟踪目标 |
| | | LastYoloObjs = allObjs |
| | | handle.LastYoloObjs = allObjs |
| | | |
| | | return allObjs, newObjs |
| | | } |
| | | |
| | | // YoloDetectTrack2 yolo detect (只识别人) |
| | | func YoloDetectTrack2(handle *YoloHandle, LastYoloObjs []CObjTrackInfo, LastTrackID *uint64, img SDKImage, thrsh float32, umns int) (allObjs []CObjTrackInfo, newObjs []CObjTrackInfo) { |
| | | |
| | | var tmp CObjTrackInfo |
| | | //LastYoloObjs |
| | | detectObjs := YoloDetect(handle, img, thrsh, umns) |
| | | |
| | | for _, vLast := range LastYoloObjs { |
| | | for i := 0; i < len(detectObjs); i++ { |
| | | //fmt.Println("vNew.Typ:", vNew.Typ) |
| | | if vLast.ObjInfo.Typ == detectObjs[i].Typ { //同一类别,比如都是人体 |
| | | ratio := countInterAreaOfTwoRect(vLast.ObjInfo.RcObj, detectObjs[i].RcObj) |
| | | if ratio >= RatioInterTrack { |
| | | //update LastYoloObjs |
| | | vLast.ObjInfo.RcObj = detectObjs[i].RcObj |
| | | vLast.ObjInfo.Prob = detectObjs[i].Prob |
| | | |
| | | allObjs = append(allObjs, vLast) |
| | | detectObjs = append(detectObjs[:i], detectObjs[i+1:]...) //从检测目标里删除已经查到的跟踪目标 |
| | | i-- |
| | | break //上一帧跟踪的目标已经找到,无需往下处理其他检测目标 |
| | | } |
| | | } |
| | | } |
| | | } |
| | | |
| | | //处理新出现的目标 |
| | | id := *LastTrackID |
| | | if len(detectObjs) > 0 { |
| | | for _, vAdd := range detectObjs { |
| | | tmp.ObjInfo = vAdd |
| | | tmp.ID = id |
| | | id++ |
| | | |
| | | allObjs = append(allObjs, tmp) |
| | | newObjs = append(newObjs, tmp) |
| | | } |
| | | } |
| | | *LastTrackID = id |
| | | return allObjs, newObjs |
| | | } |