compute_statistic.go 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550
  1. package crontask
  2. import (
  3. "strconv"
  4. "strings"
  5. "time"
  6. "wechat-api/ent"
  7. "wechat-api/ent/contact"
  8. "wechat-api/ent/custom_types"
  9. "wechat-api/ent/labelrelationship"
  10. "wechat-api/ent/messagerecords"
  11. "wechat-api/ent/usagedetail"
  12. "wechat-api/ent/usagestatisticday"
  13. "wechat-api/ent/usagestatistichour"
  14. "wechat-api/ent/wx"
  15. )
  16. func (l *CronTask) computeStatistic() {
  17. startTime := time.Now()
  18. // 获取所有机器人信息
  19. wxbots, err := l.svcCtx.DB.Wx.Query().Select(wx.FieldWxid, wx.FieldID, wx.FieldOrganizationID).All(l.ctx)
  20. if err != nil {
  21. l.Errorf("fetch wxids error:%v\n", err)
  22. return
  23. }
  24. wxbotsSet := make(map[uint64][]*ent.Wx)
  25. for _, bot := range wxbots {
  26. if !strings.HasPrefix(bot.Wxid, "temp-") {
  27. wxbotsSet[bot.OrganizationID] = append(wxbotsSet[bot.OrganizationID], bot)
  28. }
  29. }
  30. LabelsCountSet := make(map[uint64][]custom_types.LabelDist)
  31. /*
  32. 计算本小时的数据
  33. 1. 查询出上小时里所有 usagedetail 内容
  34. 2. 挨个遍历他的 bot_id ,再查询他的 bot_id 相关的参数
  35. 3. 遍历的时候可能有重复,所以要先检查是否生成了数据,如果有就忽略,没有再生成
  36. ----------------------------------------------------------------------------------------------------------
  37. */
  38. // 获取当前时间
  39. now := time.Now()
  40. // 获取本小时的第一分钟
  41. currentHour := time.Date(now.Year(), now.Month(), now.Day(), now.Hour(), 0, 0, 0, now.Location())
  42. currentHourInt, _ := strconv.Atoi(currentHour.Format("2006010215"))
  43. // 上一个小时的起始时间
  44. lastHour := currentHour.Add(-time.Hour * 1)
  45. lastHourInt, _ := strconv.Atoi(lastHour.Format("2006010215"))
  46. lc := []custom_types.LabelDist{}
  47. var allHourAiResponseInt, allHourSopRunInt, allHourFriendCountInt, allHourGroupCountInt, allHourAccountBalanceInt, allHourConsumeTokenInt, allHourActiveUserInt, allHourNewUserInt int
  48. for orgID, wxinfos := range wxbotsSet {
  49. var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt, orgNewUserInt int
  50. for _, wxinfo := range wxinfos {
  51. l.Logger.Infof("开始计算小时数据:%d\n", lastHourInt)
  52. // 先判断该账号是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  53. var aiResponseInt, sopRunInt, friendCountInt, groupCountInt, accountBalanceInt, consumeTokenInt, activeUserInt, newUserInt int
  54. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  55. usagestatistichour.Type(1),
  56. usagestatistichour.BotID(wxinfo.Wxid),
  57. usagestatistichour.Addtime(uint64(lastHourInt)),
  58. ).Count(l.ctx)
  59. if hourDataCount > 0 {
  60. continue
  61. }
  62. // AI回复包括:SOP次数+AI次数
  63. // SOP次数:content 非空,source_type = 3 或 4,sub_source_id = 0
  64. // AI次数:app = 1 或 3
  65. sopresp, _ := l.svcCtx.DB.MessageRecords.Query().Where(
  66. messagerecords.SubSourceID(0),
  67. messagerecords.SourceTypeIn(3, 4),
  68. messagerecords.BotWxid(wxinfo.Wxid),
  69. messagerecords.CreatedAtGTE(lastHour),
  70. messagerecords.CreatedAtLT(currentHour),
  71. ).Count(l.ctx)
  72. airesp, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  73. usagedetail.AppIn(1, 3),
  74. usagedetail.BotID(wxinfo.Wxid),
  75. usagedetail.CreatedAtGTE(lastHour),
  76. usagedetail.CreatedAtLT(currentHour),
  77. ).Count(l.ctx)
  78. aiResponseInt = sopresp + airesp
  79. orgAiResponseInt += aiResponseInt
  80. allHourAiResponseInt += aiResponseInt
  81. // SOP执行次数:SOP阶段和节点的执行次数。
  82. sopRunInt, _ = l.svcCtx.DB.MessageRecords.Query().Where(
  83. messagerecords.BotWxid(wxinfo.Wxid),
  84. messagerecords.SubSourceIDEQ(0),
  85. messagerecords.SourceTypeIn(3, 4),
  86. messagerecords.BotWxid(wxinfo.Wxid),
  87. messagerecords.CreatedAtGTE(lastHour),
  88. messagerecords.CreatedAtLT(currentHour),
  89. ).Count(l.ctx)
  90. orgSopRunInt += sopRunInt
  91. allHourSopRunInt += sopRunInt
  92. // 好友总数:contact 表中 type=1
  93. friendCountInt, _ = l.svcCtx.DB.Contact.Query().Where(
  94. contact.Type(1),
  95. contact.WxWxid(wxinfo.Wxid),
  96. ).Count(l.ctx)
  97. orgFriendCountInt += friendCountInt
  98. allHourFriendCountInt += friendCountInt
  99. // 群总数:contact 表中 type=2
  100. groupCountInt, _ = l.svcCtx.DB.Contact.Query().Where(
  101. contact.Type(2),
  102. contact.WxWxid(wxinfo.Wxid),
  103. ).Count(l.ctx)
  104. orgGroupCountInt += groupCountInt
  105. allHourGroupCountInt += groupCountInt
  106. // 消耗Token数:usage_detail 表
  107. consumeTokenInt, _ = l.svcCtx.DB.UsageDetail.Query().Where(
  108. usagedetail.TypeEQ(1),
  109. usagedetail.BotID(wxinfo.Wxid),
  110. usagedetail.CreatedAtGTE(lastHour),
  111. usagedetail.CreatedAtLT(currentHour),
  112. ).Aggregate(ent.Sum("total_tokens")).Int(l.ctx)
  113. orgConsumeTokenInt += consumeTokenInt
  114. allHourConsumeTokenInt += consumeTokenInt
  115. // 账户余额
  116. accountBalanceInt = 0
  117. orgAccountBalanceInt = 0
  118. allHourAccountBalanceInt = 0
  119. // 活跃好友:usage_detail 表 type = 1
  120. activeUsers, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  121. usagedetail.Type(1),
  122. usagedetail.BotID(wxinfo.Wxid),
  123. usagedetail.CreatedAtGTE(lastHour),
  124. usagedetail.CreatedAtLT(currentHour),
  125. ).GroupBy(usagedetail.FieldReceiverID).Strings(l.ctx)
  126. activeUserInt = len(activeUsers)
  127. orgActiveUserInt += activeUserInt
  128. allHourActiveUserInt += activeUserInt
  129. lastHourData, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  130. usagestatistichour.AddtimeEQ(uint64(lastHourInt)),
  131. usagestatistichour.Type(1),
  132. usagestatistichour.BotID(wxinfo.Wxid),
  133. ).First(l.ctx)
  134. if lastHourData == nil {
  135. newUserInt = 0
  136. } else {
  137. newUserInt = friendCountInt - int(lastHourData.TotalFriend)
  138. }
  139. orgNewUserInt += newUserInt
  140. allHourNewUserInt += newUserInt
  141. _, err := l.svcCtx.DB.UsageStatisticHour.Create().
  142. SetType(1).
  143. SetBotID(wxinfo.Wxid).
  144. SetOrganizationID(wxinfo.OrganizationID).
  145. SetAiResponse(uint64(aiResponseInt)).
  146. SetSopRun(uint64(sopRunInt)).
  147. SetTotalFriend(uint64(friendCountInt)).
  148. SetTotalGroup(uint64(groupCountInt)).
  149. SetAccountBalance(uint64(accountBalanceInt)).
  150. SetConsumeToken(uint64(consumeTokenInt)).
  151. SetActiveUser(uint64(activeUserInt)).
  152. SetNewUser(int64(newUserInt)).
  153. SetAddtime(uint64(lastHourInt)).
  154. SetLabelDist(lc).
  155. Save(l.ctx)
  156. l.Errorf("save hour data error:%v \n", err)
  157. }
  158. // 先判断该租户是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  159. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  160. usagestatistichour.Type(1),
  161. usagestatistichour.OrganizationID(orgID),
  162. usagestatistichour.BotID(""),
  163. usagestatistichour.Addtime(uint64(lastHourInt)),
  164. ).Count(l.ctx)
  165. if hourDataCount > 0 {
  166. continue
  167. }
  168. LabelsCount := []custom_types.LabelDist{}
  169. err := l.svcCtx.DB.LabelRelationship.Query().Where(labelrelationship.OrganizationIDEQ(orgID)).GroupBy(labelrelationship.FieldLabelID).Aggregate(ent.Count()).Scan(l.ctx, &LabelsCount)
  170. l.Errorf("save hour data error:%v \n", err)
  171. LabelsCountSet[orgID] = LabelsCount
  172. _, err = l.svcCtx.DB.UsageStatisticHour.Create().
  173. SetType(1).
  174. SetOrganizationID(orgID).
  175. SetAiResponse(uint64(orgAiResponseInt)).
  176. SetSopRun(uint64(orgSopRunInt)).
  177. SetTotalFriend(uint64(orgFriendCountInt)).
  178. SetTotalGroup(uint64(orgGroupCountInt)).
  179. SetAccountBalance(uint64(orgAccountBalanceInt)).
  180. SetConsumeToken(uint64(orgConsumeTokenInt)).
  181. SetActiveUser(uint64(orgActiveUserInt)).
  182. SetNewUser(int64(orgNewUserInt)).
  183. SetAddtime(uint64(lastHourInt)).
  184. SetNotNilLabelDist(LabelsCount).
  185. Save(l.ctx)
  186. l.Errorf("save hour data error:%v \n", err)
  187. }
  188. // 先判断该租户是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  189. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  190. usagestatistichour.Type(1),
  191. usagestatistichour.OrganizationID(0),
  192. usagestatistichour.BotID(""),
  193. usagestatistichour.Addtime(uint64(lastHourInt)),
  194. ).Count(l.ctx)
  195. if hourDataCount == 0 {
  196. _, err = l.svcCtx.DB.UsageStatisticHour.Create().
  197. SetType(1).
  198. SetOrganizationID(0).
  199. SetAiResponse(uint64(allHourAiResponseInt)).
  200. SetSopRun(uint64(allHourSopRunInt)).
  201. SetTotalFriend(uint64(allHourFriendCountInt)).
  202. SetTotalGroup(uint64(allHourGroupCountInt)).
  203. SetAccountBalance(uint64(allHourAccountBalanceInt)).
  204. SetConsumeToken(uint64(allHourConsumeTokenInt)).
  205. SetActiveUser(uint64(allHourActiveUserInt)).
  206. SetNewUser(int64(allHourNewUserInt)).
  207. SetAddtime(uint64(lastHourInt)).
  208. SetLabelDist(lc).
  209. Save(l.ctx)
  210. l.Errorf("save hour data error:%v \n", err)
  211. }
  212. /*
  213. 计算日数据
  214. ----------------------------------------------------------------------------------------------------------
  215. */
  216. //dayStr := time.Now().Format("20060102")
  217. //day, _ := strconv.Atoi(dayStr)
  218. // 获取昨天的第一小时
  219. yesterday := now.AddDate(0, 0, -1)
  220. yesterdayFirstHour := time.Date(yesterday.Year(), yesterday.Month(), yesterday.Day(), 0, 0, 0, 0, now.Location())
  221. yesterdayInt, _ := strconv.Atoi(yesterdayFirstHour.Format("20060102"))
  222. yesterdayFirstHourInt, _ := strconv.Atoi(yesterdayFirstHour.Format("2006010215"))
  223. // 获取昨天的最后一小时
  224. yesterdayLastHour := time.Date(now.Year(), now.Month(), now.Day(), 0, 0, 0, 0, now.Location())
  225. yesterdayLastHourInt, _ := strconv.Atoi(yesterdayLastHour.Format("2006010215"))
  226. var allDayAiResponseInt, allDaySopRunInt, allDayFriendCountInt, allDayGroupCountInt, allDayAccountBalanceInt, allDayConsumeTokenInt, allDayActiveUserInt uint64
  227. var allDayNewUserInt int64
  228. for orgID, wxinfos := range wxbotsSet {
  229. var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt uint64
  230. var orgNewUserInt int64
  231. for _, wxinfo := range wxinfos {
  232. l.Logger.Infof("开始计算日数据:%d\n", yesterdayInt)
  233. hourDataBatch, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  234. usagestatistichour.Type(1),
  235. usagestatistichour.BotID(wxinfo.Wxid),
  236. usagestatistichour.AddtimeGTE(uint64(yesterdayFirstHourInt)),
  237. usagestatistichour.AddtimeLT(uint64(yesterdayLastHourInt)),
  238. ).All(l.ctx)
  239. if hourDataBatch == nil {
  240. continue
  241. }
  242. var aiResponse, sopRun, totalFriend, totalGroup, accountBalance, consumeToken, activeUser uint64
  243. var newUser int64
  244. for _, hourData := range hourDataBatch {
  245. aiResponse += hourData.AiResponse
  246. sopRun += hourData.SopRun
  247. totalFriend = hourData.TotalFriend
  248. totalGroup = hourData.TotalGroup
  249. accountBalance = hourData.AccountBalance
  250. consumeToken += hourData.ConsumeToken
  251. //activeUser += hourData.ActiveUser
  252. newUser += hourData.NewUser
  253. }
  254. // 活跃好友:usage_detail 表 type = 1
  255. activeUsers, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  256. usagedetail.Type(1),
  257. usagedetail.BotID(wxinfo.Wxid),
  258. usagedetail.CreatedAtGTE(yesterdayFirstHour),
  259. usagedetail.CreatedAtLT(yesterdayLastHour),
  260. ).GroupBy(usagedetail.FieldReceiverID).Strings(l.ctx)
  261. activeUser = uint64(len(activeUsers))
  262. orgAiResponseInt += aiResponse
  263. orgSopRunInt += sopRun
  264. orgFriendCountInt += totalFriend
  265. orgGroupCountInt += totalGroup
  266. orgAccountBalanceInt += accountBalance
  267. orgConsumeTokenInt += consumeToken
  268. orgActiveUserInt += activeUser
  269. orgNewUserInt += newUser
  270. allDayAiResponseInt += aiResponse
  271. allDaySopRunInt += sopRun
  272. allDayFriendCountInt += totalFriend
  273. allDayGroupCountInt += totalGroup
  274. allDayAccountBalanceInt += accountBalance
  275. allDayConsumeTokenInt += consumeToken
  276. allDayActiveUserInt += activeUser
  277. allDayNewUserInt += newUser
  278. // 先判断该账号是否已经统计了日数据,如果已经统计了,就不需要再统计了
  279. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  280. usagestatisticday.Type(1),
  281. usagestatisticday.BotID(wxinfo.Wxid),
  282. usagestatisticday.Addtime(uint64(yesterdayInt)),
  283. ).Count(l.ctx)
  284. // 如果添加过了就略过
  285. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  286. _, err := l.svcCtx.DB.UsageStatisticDay.Create().
  287. SetAddtime(uint64(yesterdayInt)).
  288. SetType(1).
  289. SetBotID(wxinfo.Wxid).
  290. SetOrganizationID(wxinfo.OrganizationID).
  291. SetAiResponse(aiResponse).
  292. SetSopRun(sopRun).
  293. SetTotalFriend(totalFriend).
  294. SetTotalGroup(totalGroup).
  295. SetAccountBalance(accountBalance).
  296. SetConsumeToken(consumeToken).
  297. SetActiveUser(activeUser).
  298. SetNewUser(newUser).
  299. SetLabelDist(lc).
  300. Save(l.ctx)
  301. if err != nil {
  302. l.Errorf("create day data error:%v \n", err)
  303. continue
  304. }
  305. }
  306. }
  307. // 先判断该租户是否已经统计了日数据,如果已经统计了,就不需要再统计了
  308. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  309. usagestatisticday.Type(1),
  310. usagestatisticday.OrganizationID(orgID),
  311. usagestatisticday.BotID(""),
  312. usagestatisticday.Addtime(uint64(yesterdayInt)),
  313. ).Count(l.ctx)
  314. // 如果添加过了就略过
  315. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  316. _, err := l.svcCtx.DB.UsageStatisticDay.Create().
  317. SetAddtime(uint64(yesterdayInt)).
  318. SetType(1).
  319. SetOrganizationID(orgID).
  320. SetAiResponse(orgAiResponseInt).
  321. SetSopRun(orgSopRunInt).
  322. SetTotalFriend(orgFriendCountInt).
  323. SetTotalGroup(orgGroupCountInt).
  324. SetAccountBalance(orgAccountBalanceInt).
  325. SetConsumeToken(orgConsumeTokenInt).
  326. SetActiveUser(orgActiveUserInt).
  327. SetNewUser(orgNewUserInt).
  328. SetNotNilLabelDist(LabelsCountSet[orgID]).
  329. Save(l.ctx)
  330. if err != nil {
  331. l.Errorf("create day data error:%v \n", err)
  332. continue
  333. }
  334. }
  335. }
  336. // 先判断该租户是否已经统计了日数据,如果已经统计了,就不需要再统计了
  337. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  338. usagestatisticday.Type(1),
  339. usagestatisticday.OrganizationID(0),
  340. usagestatisticday.BotID(""),
  341. usagestatisticday.Addtime(uint64(yesterdayInt)),
  342. ).Count(l.ctx)
  343. // 如果添加过了就略过
  344. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  345. _, err = l.svcCtx.DB.UsageStatisticDay.Create().
  346. SetAddtime(uint64(yesterdayInt)).
  347. SetType(1).
  348. SetOrganizationID(0).
  349. SetAiResponse(allDayAiResponseInt).
  350. SetSopRun(allDaySopRunInt).
  351. SetTotalFriend(allDayFriendCountInt).
  352. SetTotalGroup(allDayGroupCountInt).
  353. SetAccountBalance(allDayAccountBalanceInt).
  354. SetConsumeToken(allDayConsumeTokenInt).
  355. SetActiveUser(allDayActiveUserInt).
  356. SetNewUser(allDayNewUserInt).
  357. SetLabelDist(lc).
  358. Save(l.ctx)
  359. if err != nil {
  360. l.Errorf("create day data error:%v \n", err)
  361. }
  362. }
  363. /*
  364. 查看月表数据是否已经完成
  365. 1. 查询出上月里所有 usagedetail 内容
  366. 2. 挨个遍历他的 bot_id ,再查询他的 bot_id 相关的参数
  367. ----------------------------------------------------------------------------------------------------------
  368. */
  369. //monthStr := time.Now().Format("200601")
  370. //month, _ := strconv.Atoi(monthStr)
  371. //
  372. //var allMonthAiResponseInt, allMonthSopRunInt, allMonthFriendCountInt, allMonthGroupCountInt, allMonthAccountBalanceInt, allMonthConsumeTokenInt, allMonthActiveUserInt uint64
  373. //var allMonthNewUserInt int64
  374. //for orgID, wxinfos := range wxbotsSet {
  375. // var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt uint64
  376. // var orgNewUserInt int64
  377. // for _, wxinfo := range wxinfos {
  378. // l.Logger.Infof("开始计算月数据:%d\n", month)
  379. //
  380. // // 获取上月的第一天
  381. // monthFirstDay := time.Date(now.Year(), now.Month()-1, 1, 0, 0, 0, 0, now.Location())
  382. // monthFirstDayInt, _ := strconv.Atoi(monthFirstDay.Format("20060102"))
  383. //
  384. // // 获取上月的最后一天
  385. // monthLastDay := time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 0, now.Location())
  386. // monthLastDayInt, _ := strconv.Atoi(monthLastDay.Format("20060102"))
  387. //
  388. // // 先判断该账号是否已经统计了月数据,如果已经统计了,就不需要再统计了
  389. // monthDataCount, _ := l.svcCtx.DB.UsageStatisticMonth.Query().Where(
  390. // usagestatisticmonth.Type(1),
  391. // usagestatisticmonth.BotID(wxinfo.Wxid),
  392. // usagestatisticmonth.Addtime(uint64(month)),
  393. // ).Count(l.ctx)
  394. //
  395. // // 如果添加过了就略过
  396. // if monthDataCount > 0 {
  397. // continue
  398. // }
  399. //
  400. // dayDataBatch, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  401. // usagestatisticday.Type(1),
  402. // usagestatisticday.BotID(wxinfo.Wxid),
  403. // usagestatisticday.AddtimeGTE(uint64(monthFirstDayInt)),
  404. // usagestatisticday.AddtimeLT(uint64(monthLastDayInt)),
  405. // ).All(l.ctx)
  406. //
  407. // var aiResponse, sopRun, totalFriend, totalGroup, accountBalance, consumeToken, activeUser uint64
  408. // var newUser int64
  409. // for _, dayData := range dayDataBatch {
  410. // aiResponse += dayData.AiResponse
  411. // sopRun += dayData.SopRun
  412. // totalFriend += dayData.TotalFriend
  413. // totalGroup += dayData.TotalGroup
  414. // accountBalance += dayData.AccountBalance
  415. // consumeToken += dayData.ConsumeToken
  416. // activeUser += dayData.ActiveUser
  417. // newUser += dayData.NewUser
  418. // }
  419. // orgAiResponseInt += aiResponse
  420. // orgSopRunInt += sopRun
  421. // orgFriendCountInt += totalFriend
  422. // orgGroupCountInt += totalGroup
  423. // orgAccountBalanceInt += accountBalance
  424. // orgConsumeTokenInt += consumeToken
  425. // orgActiveUserInt += activeUser
  426. // orgNewUserInt += newUser
  427. //
  428. // allMonthAiResponseInt += aiResponse
  429. // allMonthSopRunInt += sopRun
  430. // allMonthFriendCountInt += totalFriend
  431. // allMonthGroupCountInt += totalGroup
  432. // allMonthAccountBalanceInt += accountBalance
  433. // allMonthConsumeTokenInt += consumeToken
  434. // allMonthActiveUserInt += activeUser
  435. // allMonthNewUserInt += newUser
  436. //
  437. // _, err := l.svcCtx.DB.UsageStatisticMonth.Create().
  438. // SetAddtime(uint64(month)).
  439. // SetType(1).
  440. // SetBotID(wxinfo.Wxid).
  441. // SetOrganizationID(wxinfo.OrganizationID).
  442. // SetAiResponse(aiResponse).
  443. // SetSopRun(sopRun).
  444. // SetTotalFriend(totalFriend).
  445. // SetTotalGroup(totalGroup).
  446. // SetAccountBalance(accountBalance).
  447. // SetConsumeToken(consumeToken).
  448. // SetActiveUser(activeUser).
  449. // SetNewUser(newUser).
  450. // SetLabelDist(lc).
  451. // Save(l.ctx)
  452. // if err != nil {
  453. // l.Errorf("create month data error:%v \n", err)
  454. // continue
  455. // }
  456. // }
  457. // // 先判断该租户是否已经统计了月数据,如果已经统计了,就不需要再统计了
  458. // monthDataCount, _ := l.svcCtx.DB.UsageStatisticMonth.Query().Where(
  459. // usagestatisticmonth.Type(1),
  460. // usagestatisticmonth.OrganizationID(orgID),
  461. // usagestatisticmonth.BotIDIsNil(),
  462. // usagestatisticmonth.Addtime(uint64(month)),
  463. // ).Count(l.ctx)
  464. //
  465. // // 如果添加过了就略过
  466. // if monthDataCount > 0 {
  467. // continue
  468. // }
  469. //
  470. // _, err := l.svcCtx.DB.UsageStatisticMonth.Create().
  471. // SetAddtime(uint64(month)).
  472. // SetType(1).
  473. // SetOrganizationID(orgID).
  474. // SetAiResponse(orgAiResponseInt).
  475. // SetSopRun(orgSopRunInt).
  476. // SetTotalFriend(orgFriendCountInt).
  477. // SetTotalGroup(orgGroupCountInt).
  478. // SetAccountBalance(orgAccountBalanceInt).
  479. // SetConsumeToken(orgConsumeTokenInt).
  480. // SetActiveUser(orgActiveUserInt).
  481. // SetNewUser(orgNewUserInt).
  482. // SetNotNilLabelDist(LabelsCountSet[orgID]).
  483. // Save(l.ctx)
  484. // if err != nil {
  485. // l.Errorf("create month data error:%v \n", err)
  486. // continue
  487. // }
  488. //}
  489. //
  490. //_, err = l.svcCtx.DB.UsageStatisticMonth.Create().
  491. // SetAddtime(uint64(month)).
  492. // SetType(1).
  493. // SetOrganizationID(0).
  494. // SetAiResponse(allMonthAiResponseInt).
  495. // SetSopRun(allMonthSopRunInt).
  496. // SetTotalFriend(allMonthFriendCountInt).
  497. // SetTotalGroup(allMonthGroupCountInt).
  498. // SetAccountBalance(allMonthAccountBalanceInt).
  499. // SetConsumeToken(allMonthConsumeTokenInt).
  500. // SetActiveUser(allMonthActiveUserInt).
  501. // SetNewUser(allMonthNewUserInt).
  502. // SetNotNilLabelDist(lc).
  503. // Save(l.ctx)
  504. //if err != nil {
  505. // l.Errorf("create month data error:%v \n", err)
  506. //}
  507. finishTime := time.Now()
  508. l.Logger.Infof("This process cost %v", finishTime.Sub(startTime).String())
  509. return
  510. }