ftp.go 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. package service
  2. import (
  3. "fmt"
  4. "io"
  5. "mtp20_assisted/global"
  6. "mtp20_assisted/model"
  7. "mtp20_assisted/utils"
  8. "os"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "encoding/csv"
  13. "encoding/hex"
  14. "go.uber.org/zap"
  15. )
  16. func InitTimer() (err error) {
  17. // 获取触发时间点
  18. timeStr := global.M2A_CONFIG.FTP.TimeAt
  19. timeArr := strings.Split(timeStr, ":")
  20. hour, _ := strconv.Atoi(timeArr[0])
  21. min, _ := strconv.Atoi(timeArr[1])
  22. sec, _ := strconv.Atoi(timeArr[2])
  23. loc, err := time.LoadLocation("Local")
  24. targetTime := time.Date(time.Now().Year(), time.Now().Month(), time.Now().Day(), hour, min, sec, 0, loc)
  25. // 启动协程处理任务
  26. go func() {
  27. for range time.Tick(24 * time.Hour) {
  28. // 计算时间差,等待执行时间
  29. dur := time.Until(targetTime)
  30. if dur < 0 {
  31. targetTime = targetTime.Add(24 * time.Hour)
  32. dur = time.Until(targetTime)
  33. }
  34. time.Sleep(dur)
  35. // 执行函数
  36. ImportWMSReckon()
  37. }
  38. }()
  39. return
  40. }
  41. // ImportWMSReckon 导入WMS结算单
  42. func ImportWMSReckon() {
  43. // 暂存ftp文件的临时目录
  44. os.RemoveAll("./.ftp_tmp")
  45. os.Mkdir("./.ftp_tmp", os.ModePerm)
  46. // 列出FTP服务器上的文件列表
  47. entries, err := global.M2A_FTP.List(global.M2A_CONFIG.FTP.Folder)
  48. if err != nil {
  49. global.M2A_LOG.Error("FTP获取文件列表失败, err:", zap.Error(err))
  50. return
  51. }
  52. for _, entry := range entries {
  53. // 下载FTP服务器上的文件
  54. srcFile, err := global.M2A_FTP.Retr(global.M2A_CONFIG.FTP.Folder + "/" + entry.Name)
  55. if err != nil {
  56. global.M2A_LOG.Error("获取FTP源文件失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  57. continue
  58. }
  59. dstFile, err := os.Create("./.ftp_tmp/" + entry.Name)
  60. if err != nil {
  61. global.M2A_LOG.Error("创建FTP临时文件失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  62. continue
  63. }
  64. _, err = io.Copy(dstFile, srcFile)
  65. if err != nil {
  66. global.M2A_LOG.Error("下载FTP文件失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  67. continue
  68. }
  69. srcFile.Close()
  70. // 创建CSV Reader
  71. dstFile.Close()
  72. dstFile, _ = os.Open("./.ftp_tmp/" + entry.Name)
  73. // defer dstFile.Close()
  74. reader := csv.NewReader(dstFile)
  75. // 设置分隔符为逗号
  76. reader.Comma = ','
  77. // 读取所有行
  78. rows, e := reader.ReadAll()
  79. if e != nil {
  80. err = e
  81. global.M2A_LOG.Error("读取CSV文件失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  82. continue
  83. }
  84. for i, row := range rows {
  85. if i == 0 { // 第一行是列头
  86. continue
  87. }
  88. // 检验记录
  89. // 会员统一信用代码
  90. userKey := row[0]
  91. key, _ := hex.DecodeString(utils.AESSecretKey)
  92. var userKeyEncrypted []byte
  93. if userKeyEncrypted, err = utils.AESEncrypt([]byte(userKey), key); err != nil || userKeyEncrypted == nil {
  94. global.M2A_LOG.Error("加密会员统一信用代码失败,", zap.String("UserKey", userKey), zap.String("err", err.Error()))
  95. continue
  96. }
  97. userinfo := model.Userinfo{
  98. CARDNUM: hex.EncodeToString(userKeyEncrypted),
  99. }
  100. has := false
  101. if has, err = global.M2A_DB.Get(&userinfo); err != nil || !has {
  102. global.M2A_LOG.Error("用户唯一标识在数据库中无对应记录或读取数据库失败,", zap.String("UserKey", string(userKeyEncrypted)), zap.String("err", err.Error()))
  103. continue
  104. }
  105. // WMS结算单流水号
  106. wmsOrderID := row[1]
  107. gzbscreckonorder := model.Gzbscreckonorder{
  108. WMSORDERID: wmsOrderID,
  109. }
  110. has = false
  111. if has, _ = global.M2A_DB.Get(&gzbscreckonorder); has {
  112. global.M2A_LOG.Error("WMS结算单流水号已在数据库中存在,", zap.String("WMSOrderID", wmsOrderID))
  113. continue
  114. }
  115. // “会员统一信用代码”+ “月份(yyyyMM)“
  116. reckonMonth := row[3]
  117. gzbscreckonorder = model.Gzbscreckonorder{
  118. USERKEY: userKey,
  119. RECKONMONTH: reckonMonth,
  120. }
  121. has = false
  122. if has, _ = global.M2A_DB.Get(&gzbscreckonorder); has {
  123. global.M2A_LOG.Error("会员统一信用代码及月份已在数据库中存在,", zap.String("UserKey", userKey), zap.String("ReckonMonth", reckonMonth))
  124. continue
  125. }
  126. // 总费用
  127. totalFeeStr := row[9]
  128. if totalFeeStr == "" {
  129. global.M2A_LOG.Error("总费用为空,", zap.String("UserKey", userKey))
  130. continue
  131. }
  132. totalFee, err := strconv.ParseFloat(totalFeeStr, 64)
  133. if err != nil || totalFee == 0.0 {
  134. global.M2A_LOG.Error("总费用值错误,", zap.String("UserKey", userKey), zap.String("totalFee", totalFeeStr))
  135. continue
  136. }
  137. // 获取资金账户ID
  138. taaccounts := make([]model.Taaccount, 0)
  139. if err := global.M2A_DB.Where("USERID = ?", userinfo.USERID).Find(&taaccounts); err != nil || len(taaccounts) == 0 {
  140. global.M2A_LOG.Error("获取资金账户失败,", zap.String("UserKey", userKey), zap.String("err", err.Error()))
  141. continue
  142. }
  143. // 写入数据库
  144. sql := fmt.Sprintf(`
  145. insert into GZ_BSCRECKONORDER
  146. (
  147. OrderID,
  148. UserKey,
  149. WMSOrderID,
  150. ContractNo,
  151. ReckonMonth,
  152. ServiceFee,
  153. StorageFee,
  154. Premium,
  155. PowerFee,
  156. CustomsFee,
  157. TotalFee,
  158. Applicant,
  159. ApplicantTime,
  160. ImportFile,
  161. UserID,
  162. AccountID,
  163. PayStatus
  164. ) values
  165. (
  166. SEQ_GZ_BSCRECKONORDER.nextval,
  167. '%v',
  168. '%v',
  169. '%v',
  170. '%v',
  171. '%v',
  172. '%v',
  173. '%v',
  174. '%v',
  175. '%v',
  176. %v,
  177. '%v',
  178. '%v',
  179. '%v',
  180. %v,
  181. %v,
  182. 2
  183. )
  184. `, row[0], row[1], row[2], row[3], row[4], row[5], row[6], row[7], row[8], row[9], row[10], row[11],
  185. entry.Name, userinfo.USERID, taaccounts[0].ACCOUNTID)
  186. if _, err := global.M2A_DB.Exec(sql); err != nil {
  187. global.M2A_LOG.Error("FTP数据写入数据库失败,", zap.String("UserKey", row[0]), zap.String("err", err.Error()))
  188. continue
  189. }
  190. // 移入FTP备份文件夹
  191. dstFile.Close()
  192. dstFile, _ = os.Open("./.ftp_tmp/" + entry.Name)
  193. // defer dstFile.Close()
  194. // 注意上传之前需要把之前的关闭,不然会报类似 移入FTP备份文件夹失败, {"file": "xxxxxxxxxxxx_202304.csv", "err": "229 Entering Extended Passive Mode (|||23113|)."}
  195. if err = global.M2A_FTP.Stor(global.M2A_CONFIG.FTP.FolderBakup+"/"+entry.Name, dstFile); err != nil {
  196. global.M2A_LOG.Error("移入FTP备份文件夹失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  197. }
  198. if err = global.M2A_FTP.Delete(global.M2A_CONFIG.FTP.Folder + "/" + entry.Name); err != nil {
  199. global.M2A_LOG.Error("移入FTP备份文件夹失败,", zap.String("file", entry.Name), zap.String("err", err.Error()))
  200. }
  201. dstFile.Close()
  202. }
  203. }
  204. }