From a5429b8a83e1b4a48c2a3b9b0b475f08a114837c Mon Sep 17 00:00:00 2001
From: yinbangzhong <zhongbangyin@126.com>
Date: 星期四, 20 六月 2024 09:11:57 +0800
Subject: [PATCH] download file by attach model
---
service/process.go | 201 ++++++++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 201 insertions(+), 0 deletions(-)
diff --git a/service/process.go b/service/process.go
index 29eb5f3..4470791 100644
--- a/service/process.go
+++ b/service/process.go
@@ -2,18 +2,24 @@
import (
"bytes"
+ "context"
"encoding/json"
"errors"
+ "fmt"
+ "github.com/fsnotify/fsnotify"
"gorm.io/gorm"
"io"
+ "log"
"mime/multipart"
"net/http"
"os"
+ "path/filepath"
"speechAnalysis/conf"
"speechAnalysis/constvar"
"speechAnalysis/models"
"speechAnalysis/pkg/logx"
"strings"
+ "time"
)
// Response 缁撴瀯浣撶敤浜庡瓨鍌ㄥ搷搴斾綋鐨勫唴瀹�
@@ -153,3 +159,198 @@
}
return words
}
+
+func PreLoad(cxt context.Context) {
+ mkdirErr := os.MkdirAll(conf.LocalConf.PreLoadPath, os.ModePerm)
+ if mkdirErr != nil {
+ logx.Errorf("function os.MkdirAll() err:%v", mkdirErr)
+ }
+ mkdirErr1 := os.MkdirAll(conf.LocalConf.StorePath, os.ModePerm)
+ if mkdirErr1 != nil {
+ logx.Errorf("function os.MkdirAll() err:%v", mkdirErr1)
+ }
+ //鏂囦欢澶逛笅鏂板闊抽鏂囦欢鏃惰Е鍙�
+ watcher, err := fsnotify.NewWatcher()
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer watcher.Close()
+ err = watcher.Add(conf.LocalConf.PreLoadPath)
+ if err != nil {
+ log.Fatal(err)
+ }
+
+ audoF := func(eventName, fileName string, audio *models.Audio) bool {
+ time.Sleep(time.Second * 1)
+ //璁剧疆鏂囦欢璁块棶鏉冮檺
+ err = os.Chmod(eventName, 0777)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", eventName, "璁剧疆鏂囦欢鏉冮檺澶辫触"))
+ }
+
+ //鏍￠獙鏂囦欢鍛藉悕
+ arr := strings.Split(fileName, "_")
+ if len(arr) != 6 {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏂囦欢鍚嶇О閿欒"))
+ return false
+ }
+ timeStr := arr[4] + strings.Split(arr[5], ".")[0]
+ t, err := time.ParseInLocation("20060102150405", timeStr, time.Local)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏃堕棿鏍煎紡涓嶅"))
+ }
+
+ //鏌ラ噸
+ _, err = models.NewAudioSearch().SetName(fileName).First()
+ if err != gorm.ErrRecordNotFound {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "閲嶅涓婁紶"))
+ return false
+ }
+
+ //灏嗘枃浠剁Щ鍔ㄥ埌uploads鏂囦欢澶逛笅
+ //鍒ゆ柇storePath涓湯灏炬槸鍚﹀甫
+ var src string
+ if strings.HasSuffix(conf.LocalConf.StorePath, "/") {
+ src = conf.LocalConf.StorePath + fileName
+ } else {
+ src = conf.LocalConf.StorePath + "/" + fileName
+ }
+ err = os.Rename(eventName, src)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "绉诲姩鏂囦欢澶辫触"))
+ return false
+ }
+ // 璇诲彇鏂囦欢澶у皬
+ fileInfo, err := os.Stat(src)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鑾峰彇鏂囦欢澶у皬澶辫触"))
+ return false
+ }
+ size := fileInfo.Size()
+ fmt.Println("fileName:", fileName, "size:", size, "src1", src)
+
+ audio.Name = fileName
+ audio.Size = size
+ audio.FilePath = src
+ audio.AudioStatus = constvar.AudioStatusUploadOk
+ audio.LocomotiveNumber = arr[0]
+ audio.TrainNumber = arr[1]
+ audio.DriverNumber = arr[2]
+ audio.Station = arr[3]
+ audio.OccurrenceAt = t
+ audio.IsFollowed = 0
+ return true
+ }
+
+ txtF := func(filePath string, audio *models.Audio) bool {
+ fileName := filepath.Base(filePath)
+ //璇诲彇filepath鏂囦欢鍐呭鍒癰ts
+ bts, err := os.ReadFile(filePath)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", filePath, "璇诲彇txt鏂囦欢澶辫触"))
+ return false
+ }
+ //瑙ｆ瀽 浜よ矾鍙�:123_鍏噷鏍�:321
+ fileds := string(bts)
+ arr := strings.Split(fileds, "_")
+ if len(arr) != 2 {
+ logx.Errorf(fmt.Sprintf("%s:%s", filePath, "璇诲彇txt鏂囦欢鍐呭鏍煎紡涓嶅"))
+ return false
+ } else {
+ RouteNumber := strings.Split(arr[0], ":")
+ KilometerMarker := strings.Split(arr[1], ":")
+ if len(RouteNumber) > 1 && len(KilometerMarker) > 1 {
+ audio.RouteNumber = RouteNumber[1]
+ audio.KilometerMarker = KilometerMarker[1]
+ } else {
+ logx.Errorf(fmt.Sprintf("%s:%s", filePath, "鏂囦欢鍐呭鏍煎紡涓嶅"))
+ return false
+ }
+ }
+ var src string
+ if strings.HasSuffix(conf.LocalConf.StorePath, "/") {
+ src = conf.LocalConf.StorePath + fileName
+ } else {
+ src = conf.LocalConf.StorePath + "/" + fileName
+ }
+ err = os.Rename(filePath, src)
+ if err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "绉诲姩鏂囦欢澶辫触"))
+ return false
+ }
+ audio.TxtFilePath = src
+ return true
+ }
+
+ //鎴愬鍙橀噺
+ pair := make(map[string]string)
+FOR:
+ for {
+ select {
+ case <-cxt.Done():
+ fmt.Println("preload stop")
+ break FOR // 閫�鍑哄惊鐜�
+ case event, ok := <-watcher.Events:
+ if !ok {
+ continue
+ }
+ if event.Op&fsnotify.Create == fsnotify.Create {
+ // 鏂囦欢鍚�
+ fileName := filepath.Base(event.Name)
+ //鑾峰彇涓嶅甫鎵╁睍鍚嶇殑鏂囦欢鍚�
+ name := strings.TrimSuffix(fileName, filepath.Ext(fileName))
+ //鍒ゆ柇鏂囦欢鍦╬air涓�
+ if _, ok := pair[name]; !ok {
+ pair[name] = event.Name
+ } else {
+ audio := &models.Audio{}
+ isOk := true
+ // 鍒ゆ柇鏂囦欢绫诲瀷鏄惁涓�.mp3鎴�.wav
+ if filepath.Ext(event.Name) == ".mp3" || filepath.Ext(event.Name) == ".wav" {
+ isOk = audoF(event.Name, fileName, audio) && txtF(pair[name], audio)
+ }
+ if filepath.Ext(event.Name) == ".txt" {
+ isOk = audoF(pair[name], filepath.Base(pair[name]), audio) && txtF(event.Name, audio)
+ }
+ if !isOk {
+ delete(pair, name)
+ continue
+ }
+ if len(audio.Name) > 0 {
+ if err = models.NewAudioSearch().Create(audio); err != nil {
+ logx.Errorf(fmt.Sprintf("%s:%s", fileName, "鏁版嵁搴揷reate澶辫触"))
+ continue
+ }
+ go func() {
+ var trainInfoNames = []string{audio.LocomotiveNumber, audio.TrainNumber, audio.Station} //
+ var (
+ info *models.TrainInfo
+ err error
+ parent models.TrainInfo
+ )
+ for i := 0; i < 3; i++ {
+ name := trainInfoNames[i]
+ class := constvar.Class(i + 1)
+ info, err = models.NewTrainInfoSearch().SetName(name).SetClass(class).First()
+ if err == gorm.ErrRecordNotFound {
+ info = &models.TrainInfo{
+ Name: name,
+ Class: class,
+ ParentID: parent.ID,
+ }
+ _ = models.NewTrainInfoSearch().Create(info)
+ }
+ parent = *info
+ }
+
+ }()
+ }
+ }
+ }
+ case err, ok := <-watcher.Errors:
+ if !ok {
+ logx.Errorf(err.Error())
+ }
+ }
+ }
+}
--
Gitblit v1.8.0