From 500985cf7556808ee42e2e9e3066bb4648a8e534 Mon Sep 17 00:00:00 2001 From: yinbangzhong <zhongbangyin@126.com> Date: 星期二, 18 六月 2024 14:28:16 +0800 Subject: [PATCH] watch preloads file to autoload --- service/process.go | 241 ++++++++++++++++++++++++++++++----------------- 1 files changed, 154 insertions(+), 87 deletions(-) diff --git a/service/process.go b/service/process.go index 0b67c93..4470791 100644 --- a/service/process.go +++ b/service/process.go @@ -165,6 +165,10 @@ if mkdirErr != nil { logx.Errorf("function os.MkdirAll() err:%v", mkdirErr) } + mkdirErr1 := os.MkdirAll(conf.LocalConf.StorePath, os.ModePerm) + if mkdirErr1 != nil { + logx.Errorf("function os.MkdirAll() err:%v", mkdirErr1) + } //鏂囦欢澶逛笅鏂板闊抽鏂囦欢鏃惰Е鍙� watcher, err := fsnotify.NewWatcher() if err != nil { @@ -175,6 +179,111 @@ if err != nil { log.Fatal(err) } + + audoF := func(eventName, fileName string, audio *models.Audio) bool { + time.Sleep(time.Second * 1) + //璁剧疆鏂囦欢璁块棶鏉冮檺 + err = os.Chmod(eventName, 0777) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", eventName, "璁剧疆鏂囦欢鏉冮檺澶辫触")) + } + + //鏍¢獙鏂囦欢鍛藉悕 + arr := strings.Split(fileName, "_") + if len(arr) != 6 { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏂囦欢鍚嶇О閿欒")) + return false + } + timeStr := arr[4] + strings.Split(arr[5], ".")[0] + t, err := time.ParseInLocation("20060102150405", timeStr, time.Local) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏃堕棿鏍煎紡涓嶅")) + } + + //鏌ラ噸 + _, err = models.NewAudioSearch().SetName(fileName).First() + if err != gorm.ErrRecordNotFound { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "閲嶅涓婁紶")) + return false + } + + //灏嗘枃浠剁Щ鍔ㄥ埌uploads鏂囦欢澶逛笅 + //鍒ゆ柇storePath涓湯灏炬槸鍚﹀甫 + var src string + if strings.HasSuffix(conf.LocalConf.StorePath, "/") { + src = conf.LocalConf.StorePath + fileName + } else { + src = conf.LocalConf.StorePath + "/" + fileName + } + err = os.Rename(eventName, src) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "绉诲姩鏂囦欢澶辫触")) + return false + } + // 璇诲彇鏂囦欢澶у皬 + fileInfo, err := os.Stat(src) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鑾峰彇鏂囦欢澶у皬澶辫触")) + return false + } + size := fileInfo.Size() + fmt.Println("fileName:", fileName, "size:", size, "src1", src) + + audio.Name = fileName + audio.Size = size + audio.FilePath = src + audio.AudioStatus = constvar.AudioStatusUploadOk + audio.LocomotiveNumber = arr[0] + audio.TrainNumber = arr[1] + audio.DriverNumber = arr[2] + audio.Station = arr[3] + audio.OccurrenceAt = t + audio.IsFollowed = 0 + return true + } + + txtF := func(filePath string, audio *models.Audio) bool { + fileName := filepath.Base(filePath) + //璇诲彇filepath鏂囦欢鍐呭鍒癰ts + bts, err := os.ReadFile(filePath) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", filePath, "璇诲彇txt鏂囦欢澶辫触")) + return false + } + //瑙f瀽 浜よ矾鍙�:123_鍏噷鏍�:321 + fileds := string(bts) + arr := strings.Split(fileds, "_") + if len(arr) != 2 { + logx.Errorf(fmt.Sprintf("%s:%s", filePath, "璇诲彇txt鏂囦欢鍐呭鏍煎紡涓嶅")) + return false + } else { + RouteNumber := strings.Split(arr[0], ":") + KilometerMarker := strings.Split(arr[1], ":") + if len(RouteNumber) > 1 && len(KilometerMarker) > 1 { + audio.RouteNumber = RouteNumber[1] + audio.KilometerMarker = KilometerMarker[1] + } else { + logx.Errorf(fmt.Sprintf("%s:%s", filePath, "鏂囦欢鍐呭鏍煎紡涓嶅")) + return false + } + } + var src string + if strings.HasSuffix(conf.LocalConf.StorePath, "/") { + src = conf.LocalConf.StorePath + fileName + } else { + src = conf.LocalConf.StorePath + "/" + fileName + } + err = os.Rename(filePath, src) + if err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "绉诲姩鏂囦欢澶辫触")) + return false + } + audio.TxtFilePath = src + return true + } + + //鎴愬鍙橀噺 + pair := make(map[string]string) FOR: for { select { @@ -186,98 +295,56 @@ continue } if event.Op&fsnotify.Create == fsnotify.Create { - // 鍒ゆ柇鏂囦欢绫诲瀷鏄惁涓�.mp3鎴�.wav - if filepath.Ext(event.Name) == ".mp3" || filepath.Ext(event.Name) == ".wav" { - time.Sleep(time.Second * 1) - //璁剧疆鏂囦欢璁块棶鏉冮檺 - err = os.Chmod(event.Name, 0777) - if err != nil { - logx.Errorf(fmt.Sprintf("%s:%s", event.Name, "璁剧疆鏂囦欢鏉冮檺澶辫触")) + // 鏂囦欢鍚� + fileName := filepath.Base(event.Name) + //鑾峰彇涓嶅甫鎵╁睍鍚嶇殑鏂囦欢鍚� + name := strings.TrimSuffix(fileName, filepath.Ext(fileName)) + //鍒ゆ柇鏂囦欢鍦╬air涓� + if _, ok := pair[name]; !ok { + pair[name] = event.Name + } else { + audio := &models.Audio{} + isOk := true + // 鍒ゆ柇鏂囦欢绫诲瀷鏄惁涓�.mp3鎴�.wav + if filepath.Ext(event.Name) == ".mp3" || filepath.Ext(event.Name) == ".wav" { + isOk = audoF(event.Name, fileName, audio) && txtF(pair[name], audio) } - // 鏂囦欢鍚� - fileName := filepath.Base(event.Name) - //鏍¢獙鏂囦欢鍛藉悕 - arr := strings.Split(fileName, "_") - if len(arr) != 6 { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏂囦欢鍚嶇О閿欒")) + if filepath.Ext(event.Name) == ".txt" { + isOk = audoF(pair[name], filepath.Base(pair[name]), audio) && txtF(event.Name, audio) + } + if !isOk { + delete(pair, name) continue } - timeStr := arr[4] + strings.Split(arr[5], ".")[0] - t, err := time.ParseInLocation("20060102150405", timeStr, time.Local) - if err != nil { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏃堕棿鏍煎紡涓嶅")) - } - - //鏌ラ噸 - _, err = models.NewAudioSearch().SetName(fileName).First() - if err != gorm.ErrRecordNotFound { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "閲嶅涓婁紶")) - continue - } - - //灏嗘枃浠剁Щ鍔ㄥ埌uploads鏂囦欢澶逛笅 - //鍒ゆ柇storePath涓湯灏炬槸鍚﹀甫 - var src string - if strings.HasSuffix(conf.LocalConf.StorePath, "/") { - src = conf.LocalConf.StorePath + fileName - } else { - src = conf.LocalConf.StorePath + "/" + fileName - } - err = os.Rename(event.Name, src) - if err != nil { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "绉诲姩鏂囦欢澶辫触")) - continue - } - // 璇诲彇鏂囦欢澶у皬 - fileInfo, err := os.Stat(src) - if err != nil { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鑾峰彇鏂囦欢澶у皬澶辫触")) - continue - } - size := fileInfo.Size() - fmt.Println("fileName:", fileName, "size:", size, "src1", src) - - audio := &models.Audio{ - Name: fileName, - Size: size, - FilePath: src, - AudioStatus: constvar.AudioStatusUploadOk, - LocomotiveNumber: arr[0], - TrainNumber: arr[1], - DriverNumber: arr[2], - Station: arr[3], - OccurrenceAt: t, - IsFollowed: 0, - } - - if err = models.NewAudioSearch().Create(audio); err != nil { - logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏁版嵁搴揷reate澶辫触")) - continue - } - - go func() { - var trainInfoNames = []string{arr[0], arr[1], arr[3]} // - var ( - info *models.TrainInfo - err error - parent models.TrainInfo - ) - for i := 0; i < 3; i++ { - name := trainInfoNames[i] - class := constvar.Class(i + 1) - info, err = models.NewTrainInfoSearch().SetName(name).SetClass(class).First() - if err == gorm.ErrRecordNotFound { - info = &models.TrainInfo{ - Name: name, - Class: class, - ParentID: parent.ID, - } - _ = models.NewTrainInfoSearch().Create(info) - } - parent = *info + if len(audio.Name) > 0 { + if err = models.NewAudioSearch().Create(audio); err != nil { + logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏁版嵁搴揷reate澶辫触")) + continue } + go func() { + var trainInfoNames = []string{audio.LocomotiveNumber, audio.TrainNumber, audio.Station} // + var ( + info *models.TrainInfo + err error + parent models.TrainInfo + ) + for i := 0; i < 3; i++ { + name := trainInfoNames[i] + class := constvar.Class(i + 1) + info, err = models.NewTrainInfoSearch().SetName(name).SetClass(class).First() + if err == gorm.ErrRecordNotFound { + info = &models.TrainInfo{ + Name: name, + Class: class, + ParentID: parent.ID, + } + _ = models.NewTrainInfoSearch().Create(info) + } + parent = *info + } - }() + }() + } } } case err, ok := <-watcher.Errors: -- Gitblit v1.8.0