compute_statistic.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577
  1. package crontask
  2. import (
  3. "strconv"
  4. "strings"
  5. "time"
  6. "wechat-api/ent"
  7. "wechat-api/ent/contact"
  8. "wechat-api/ent/custom_types"
  9. "wechat-api/ent/labelrelationship"
  10. "wechat-api/ent/messagerecords"
  11. "wechat-api/ent/usagedetail"
  12. "wechat-api/ent/usagestatisticday"
  13. "wechat-api/ent/usagestatistichour"
  14. "wechat-api/ent/wx"
  15. )
  16. func (l *CronTask) computeStatistic() {
  17. startTime := time.Now()
  18. // 获取所有机器人信息
  19. wxbots, err := l.svcCtx.DB.Wx.Query().Select(wx.FieldWxid, wx.FieldID, wx.FieldOrganizationID).All(l.ctx)
  20. if err != nil {
  21. l.Errorf("fetch wxids error:%v\n", err)
  22. return
  23. }
  24. wxbotsSet := make(map[uint64][]*ent.Wx)
  25. for _, bot := range wxbots {
  26. if !strings.HasPrefix(bot.Wxid, "temp-") {
  27. wxbotsSet[bot.OrganizationID] = append(wxbotsSet[bot.OrganizationID], bot)
  28. }
  29. }
  30. LabelsCountSet := make(map[uint64][]custom_types.LabelDist)
  31. /*
  32. 计算本小时的数据
  33. 1. 查询出上小时里所有 usagedetail 内容
  34. 2. 挨个遍历他的 bot_id ,再查询他的 bot_id 相关的参数
  35. 3. 遍历的时候可能有重复,所以要先检查是否生成了数据,如果有就忽略,没有再生成
  36. ----------------------------------------------------------------------------------------------------------
  37. */
  38. // 获取当前时间
  39. now := time.Now()
  40. // 获取本小时的第一分钟
  41. currentHour := time.Date(now.Year(), now.Month(), now.Day(), now.Hour(), 0, 0, 0, now.Location())
  42. currentHourInt, _ := strconv.Atoi(currentHour.Format("2006010215"))
  43. // 上一个小时的起始时间
  44. lastHour := currentHour.Add(-time.Hour * 1)
  45. lastHourInt, _ := strconv.Atoi(lastHour.Format("2006010215"))
  46. lc := []custom_types.LabelDist{}
  47. var allHourAiResponseInt, allHourSopRunInt, allHourFriendCountInt, allHourGroupCountInt, allHourAccountBalanceInt, allHourConsumeTokenInt, allHourActiveUserInt, allHourNewUserInt int
  48. var allHourConsumeCoinFloat float64
  49. for orgID, wxinfos := range wxbotsSet {
  50. var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt, orgNewUserInt int
  51. var orgHourConsumeCoinFloat float64
  52. for _, wxinfo := range wxinfos {
  53. l.Logger.Infof("开始计算小时数据:%d\n", lastHourInt)
  54. // 先判断该账号是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  55. var aiResponseInt, sopRunInt, friendCountInt, groupCountInt, accountBalanceInt, consumeTokenInt, activeUserInt, newUserInt int
  56. var consumeCoinFloat float64
  57. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  58. usagestatistichour.Type(1),
  59. usagestatistichour.BotID(wxinfo.Wxid),
  60. usagestatistichour.Addtime(uint64(lastHourInt)),
  61. ).Count(l.ctx)
  62. if hourDataCount > 0 {
  63. continue
  64. }
  65. // AI回复包括:SOP次数+AI次数
  66. // SOP次数:content 非空,source_type = 3 或 4,sub_source_id = 0
  67. // AI次数:app = 1 或 3
  68. sopresp, _ := l.svcCtx.DB.MessageRecords.Query().Where(
  69. messagerecords.SubSourceID(0),
  70. messagerecords.SourceTypeIn(3, 4),
  71. messagerecords.BotWxid(wxinfo.Wxid),
  72. messagerecords.CreatedAtGTE(lastHour),
  73. messagerecords.CreatedAtLT(currentHour),
  74. ).Count(l.ctx)
  75. airesp, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  76. usagedetail.AppIn(1, 3),
  77. usagedetail.BotID(wxinfo.Wxid),
  78. usagedetail.CreatedAtGTE(lastHour),
  79. usagedetail.CreatedAtLT(currentHour),
  80. ).Count(l.ctx)
  81. aiResponseInt = sopresp + airesp
  82. orgAiResponseInt += aiResponseInt
  83. allHourAiResponseInt += aiResponseInt
  84. // SOP执行次数:SOP阶段和节点的执行次数。
  85. sopRunInt, _ = l.svcCtx.DB.MessageRecords.Query().Where(
  86. messagerecords.BotWxid(wxinfo.Wxid),
  87. messagerecords.SubSourceIDEQ(0),
  88. messagerecords.SourceTypeIn(3, 4),
  89. messagerecords.BotWxid(wxinfo.Wxid),
  90. messagerecords.CreatedAtGTE(lastHour),
  91. messagerecords.CreatedAtLT(currentHour),
  92. ).Count(l.ctx)
  93. orgSopRunInt += sopRunInt
  94. allHourSopRunInt += sopRunInt
  95. // 好友总数:contact 表中 type=1
  96. friendCountInt, _ = l.svcCtx.DB.Contact.Query().Where(
  97. contact.Type(1),
  98. contact.WxWxid(wxinfo.Wxid),
  99. contact.Ctype(1),
  100. ).Count(l.ctx)
  101. orgFriendCountInt += friendCountInt
  102. allHourFriendCountInt += friendCountInt
  103. // 群总数:contact 表中 type=2
  104. groupCountInt, _ = l.svcCtx.DB.Contact.Query().Where(
  105. contact.Type(2),
  106. contact.WxWxid(wxinfo.Wxid),
  107. contact.Ctype(1),
  108. ).Count(l.ctx)
  109. orgGroupCountInt += groupCountInt
  110. allHourGroupCountInt += groupCountInt
  111. // 消耗Token数:usage_detail 表
  112. consumeTokenInt, _ = l.svcCtx.DB.UsageDetail.Query().Where(
  113. usagedetail.BotID(wxinfo.Wxid),
  114. usagedetail.CreatedAtGTE(lastHour),
  115. usagedetail.CreatedAtLT(currentHour),
  116. ).Aggregate(ent.Sum("total_tokens")).Int(l.ctx)
  117. orgConsumeTokenInt += consumeTokenInt
  118. allHourConsumeTokenInt += consumeTokenInt
  119. // 计算积分消耗
  120. consumeCoinFloat, _ = l.svcCtx.DB.UsageDetail.Query().Where(
  121. usagedetail.BotID(wxinfo.Wxid),
  122. usagedetail.CreatedAtGTE(lastHour),
  123. usagedetail.CreatedAtLT(currentHour),
  124. ).Aggregate(ent.Sum("credits")).Float64(l.ctx)
  125. allHourConsumeCoinFloat += consumeCoinFloat
  126. orgHourConsumeCoinFloat += consumeCoinFloat
  127. // 账户余额
  128. accountBalanceInt = 0
  129. orgAccountBalanceInt = 0
  130. allHourAccountBalanceInt = 0
  131. // 活跃好友:usage_detail 表 type = 1
  132. activeUsers, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  133. usagedetail.TypeIn(1, 6),
  134. usagedetail.BotID(wxinfo.Wxid),
  135. usagedetail.CreatedAtGTE(lastHour),
  136. usagedetail.CreatedAtLT(currentHour),
  137. ).GroupBy(usagedetail.FieldReceiverID).Strings(l.ctx)
  138. activeUserInt = len(activeUsers)
  139. orgActiveUserInt += activeUserInt
  140. allHourActiveUserInt += activeUserInt
  141. lastHourData, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  142. usagestatistichour.AddtimeEQ(uint64(lastHourInt)),
  143. usagestatistichour.Type(1),
  144. usagestatistichour.BotID(wxinfo.Wxid),
  145. ).First(l.ctx)
  146. if lastHourData == nil {
  147. newUserInt = 0
  148. } else {
  149. newUserInt = friendCountInt - int(lastHourData.TotalFriend)
  150. }
  151. orgNewUserInt += newUserInt
  152. allHourNewUserInt += newUserInt
  153. _, err := l.svcCtx.DB.UsageStatisticHour.Create().
  154. SetType(1).
  155. SetBotID(wxinfo.Wxid).
  156. SetOrganizationID(wxinfo.OrganizationID).
  157. SetAiResponse(uint64(aiResponseInt)).
  158. SetSopRun(uint64(sopRunInt)).
  159. SetTotalFriend(uint64(friendCountInt)).
  160. SetTotalGroup(uint64(groupCountInt)).
  161. SetAccountBalance(uint64(accountBalanceInt)).
  162. SetConsumeToken(uint64(consumeTokenInt)).
  163. SetConsumeCoin(consumeCoinFloat).
  164. SetActiveUser(uint64(activeUserInt)).
  165. SetNewUser(int64(newUserInt)).
  166. SetAddtime(uint64(lastHourInt)).
  167. SetLabelDist(lc).
  168. Save(l.ctx)
  169. l.Errorf("save hour data error:%v \n", err)
  170. }
  171. // 先判断该租户是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  172. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  173. usagestatistichour.Type(1),
  174. usagestatistichour.OrganizationID(orgID),
  175. usagestatistichour.BotID(""),
  176. usagestatistichour.Addtime(uint64(lastHourInt)),
  177. ).Count(l.ctx)
  178. if hourDataCount > 0 {
  179. continue
  180. }
  181. LabelsCount := []custom_types.LabelDist{}
  182. err := l.svcCtx.DB.LabelRelationship.Query().Where(
  183. labelrelationship.OrganizationIDEQ(orgID),
  184. ).GroupBy(labelrelationship.FieldLabelID).Aggregate(ent.Count()).Scan(l.ctx, &LabelsCount)
  185. l.Errorf("save hour data error:%v \n", err)
  186. LabelsCountSet[orgID] = LabelsCount
  187. _, err = l.svcCtx.DB.UsageStatisticHour.Create().
  188. SetType(1).
  189. SetOrganizationID(orgID).
  190. SetAiResponse(uint64(orgAiResponseInt)).
  191. SetSopRun(uint64(orgSopRunInt)).
  192. SetTotalFriend(uint64(orgFriendCountInt)).
  193. SetTotalGroup(uint64(orgGroupCountInt)).
  194. SetAccountBalance(uint64(orgAccountBalanceInt)).
  195. SetConsumeToken(uint64(orgConsumeTokenInt)).
  196. SetConsumeCoin(orgHourConsumeCoinFloat).
  197. SetActiveUser(uint64(orgActiveUserInt)).
  198. SetNewUser(int64(orgNewUserInt)).
  199. SetAddtime(uint64(lastHourInt)).
  200. SetNotNilLabelDist(LabelsCount).
  201. Save(l.ctx)
  202. l.Errorf("save hour data error:%v \n", err)
  203. }
  204. // 先判断该租户是否已经统计了小时数据,如果已经统计了,就不需要再统计了
  205. hourDataCount, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  206. usagestatistichour.Type(1),
  207. usagestatistichour.OrganizationID(0),
  208. usagestatistichour.BotID(""),
  209. usagestatistichour.Addtime(uint64(lastHourInt)),
  210. ).Count(l.ctx)
  211. if hourDataCount == 0 {
  212. _, err = l.svcCtx.DB.UsageStatisticHour.Create().
  213. SetType(1).
  214. SetOrganizationID(0).
  215. SetAiResponse(uint64(allHourAiResponseInt)).
  216. SetSopRun(uint64(allHourSopRunInt)).
  217. SetTotalFriend(uint64(allHourFriendCountInt)).
  218. SetTotalGroup(uint64(allHourGroupCountInt)).
  219. SetAccountBalance(uint64(allHourAccountBalanceInt)).
  220. SetConsumeToken(uint64(allHourConsumeTokenInt)).
  221. SetConsumeCoin(allHourConsumeCoinFloat).
  222. SetActiveUser(uint64(allHourActiveUserInt)).
  223. SetNewUser(int64(allHourNewUserInt)).
  224. SetAddtime(uint64(lastHourInt)).
  225. SetLabelDist(lc).
  226. Save(l.ctx)
  227. l.Errorf("save hour data error:%v \n", err)
  228. }
  229. /*
  230. 计算日数据
  231. ----------------------------------------------------------------------------------------------------------
  232. */
  233. //dayStr := time.Now().Format("20060102")
  234. //day, _ := strconv.Atoi(dayStr)
  235. // 获取昨天的第一小时
  236. yesterday := now.AddDate(0, 0, -1)
  237. yesterdayFirstHour := time.Date(yesterday.Year(), yesterday.Month(), yesterday.Day(), 0, 0, 0, 0, now.Location())
  238. yesterdayInt, _ := strconv.Atoi(yesterdayFirstHour.Format("20060102"))
  239. yesterdayFirstHourInt, _ := strconv.Atoi(yesterdayFirstHour.Format("2006010215"))
  240. // 获取昨天的最后一小时
  241. yesterdayLastHour := time.Date(now.Year(), now.Month(), now.Day(), 0, 0, 0, 0, now.Location())
  242. yesterdayLastHourInt, _ := strconv.Atoi(yesterdayLastHour.Format("2006010215"))
  243. var allDayAiResponseInt, allDaySopRunInt, allDayFriendCountInt, allDayGroupCountInt, allDayAccountBalanceInt, allDayConsumeTokenInt, allDayActiveUserInt uint64
  244. var allDayNewUserInt int64
  245. var allDayConsumeCoinFloat float64
  246. for orgID, wxinfos := range wxbotsSet {
  247. var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt uint64
  248. var orgNewUserInt int64
  249. var orgDayConsumeCoinFloat float64
  250. for _, wxinfo := range wxinfos {
  251. l.Logger.Infof("开始计算日数据:%d\n", yesterdayInt)
  252. hourDataBatch, _ := l.svcCtx.DB.UsageStatisticHour.Query().Where(
  253. usagestatistichour.Type(1),
  254. usagestatistichour.BotID(wxinfo.Wxid),
  255. usagestatistichour.AddtimeGTE(uint64(yesterdayFirstHourInt)),
  256. usagestatistichour.AddtimeLT(uint64(yesterdayLastHourInt)),
  257. ).All(l.ctx)
  258. if hourDataBatch == nil {
  259. continue
  260. }
  261. var aiResponse, sopRun, totalFriend, totalGroup, accountBalance, consumeToken, activeUser uint64
  262. var newUser int64
  263. var consumeCoin float64
  264. for _, hourData := range hourDataBatch {
  265. aiResponse += hourData.AiResponse
  266. sopRun += hourData.SopRun
  267. totalFriend = hourData.TotalFriend
  268. totalGroup = hourData.TotalGroup
  269. accountBalance = hourData.AccountBalance
  270. consumeToken += hourData.ConsumeToken
  271. //activeUser += hourData.ActiveUser
  272. newUser += hourData.NewUser
  273. consumeCoin += hourData.ConsumeCoin
  274. }
  275. // 活跃好友:usage_detail 表 type = 1
  276. activeUsers, _ := l.svcCtx.DB.UsageDetail.Query().Where(
  277. usagedetail.TypeIn(1, 6),
  278. usagedetail.BotID(wxinfo.Wxid),
  279. usagedetail.CreatedAtGTE(yesterdayFirstHour),
  280. usagedetail.CreatedAtLT(yesterdayLastHour),
  281. ).GroupBy(usagedetail.FieldReceiverID).Strings(l.ctx)
  282. activeUser = uint64(len(activeUsers))
  283. orgAiResponseInt += aiResponse
  284. orgSopRunInt += sopRun
  285. orgFriendCountInt += totalFriend
  286. orgGroupCountInt += totalGroup
  287. orgAccountBalanceInt += accountBalance
  288. orgConsumeTokenInt += consumeToken
  289. orgActiveUserInt += activeUser
  290. orgNewUserInt += newUser
  291. orgDayConsumeCoinFloat += consumeCoin
  292. allDayAiResponseInt += aiResponse
  293. allDaySopRunInt += sopRun
  294. allDayFriendCountInt += totalFriend
  295. allDayGroupCountInt += totalGroup
  296. allDayAccountBalanceInt += accountBalance
  297. allDayConsumeTokenInt += consumeToken
  298. allDayActiveUserInt += activeUser
  299. allDayNewUserInt += newUser
  300. allDayConsumeCoinFloat += consumeCoin
  301. // 先判断该账号是否已经统计了日数据,如果已经统计了,就不需要再统计了
  302. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  303. usagestatisticday.Type(1),
  304. usagestatisticday.BotID(wxinfo.Wxid),
  305. usagestatisticday.Addtime(uint64(yesterdayInt)),
  306. ).Count(l.ctx)
  307. // 如果添加过了就略过
  308. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  309. _, err := l.svcCtx.DB.UsageStatisticDay.Create().
  310. SetAddtime(uint64(yesterdayInt)).
  311. SetType(1).
  312. SetBotID(wxinfo.Wxid).
  313. SetOrganizationID(wxinfo.OrganizationID).
  314. SetAiResponse(aiResponse).
  315. SetSopRun(sopRun).
  316. SetTotalFriend(totalFriend).
  317. SetTotalGroup(totalGroup).
  318. SetAccountBalance(accountBalance).
  319. SetConsumeToken(consumeToken).
  320. SetConsumeCoin(consumeCoin).
  321. SetActiveUser(activeUser).
  322. SetNewUser(newUser).
  323. SetLabelDist(lc).
  324. Save(l.ctx)
  325. if err != nil {
  326. l.Errorf("create day data error:%v \n", err)
  327. continue
  328. }
  329. }
  330. }
  331. // 先判断该租户是否已经统计了日数据,如果已经统计了,就不需要再统计了
  332. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  333. usagestatisticday.Type(1),
  334. usagestatisticday.OrganizationID(orgID),
  335. usagestatisticday.BotID(""),
  336. usagestatisticday.Addtime(uint64(yesterdayInt)),
  337. ).Count(l.ctx)
  338. // 如果添加过了就略过
  339. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  340. _, err := l.svcCtx.DB.UsageStatisticDay.Create().
  341. SetAddtime(uint64(yesterdayInt)).
  342. SetType(1).
  343. SetOrganizationID(orgID).
  344. SetAiResponse(orgAiResponseInt).
  345. SetSopRun(orgSopRunInt).
  346. SetTotalFriend(orgFriendCountInt).
  347. SetTotalGroup(orgGroupCountInt).
  348. SetAccountBalance(orgAccountBalanceInt).
  349. SetConsumeToken(orgConsumeTokenInt).
  350. SetConsumeCoin(orgDayConsumeCoinFloat).
  351. SetActiveUser(orgActiveUserInt).
  352. SetNewUser(orgNewUserInt).
  353. SetNotNilLabelDist(LabelsCountSet[orgID]).
  354. Save(l.ctx)
  355. if err != nil {
  356. l.Errorf("create day data error:%v \n", err)
  357. continue
  358. }
  359. }
  360. }
  361. // 先判断该租户是否已经统计了日数据,如果已经统计了,就不需要再统计了
  362. dayDataCount, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  363. usagestatisticday.Type(1),
  364. usagestatisticday.OrganizationID(0),
  365. usagestatisticday.BotID(""),
  366. usagestatisticday.Addtime(uint64(yesterdayInt)),
  367. ).Count(l.ctx)
  368. // 如果添加过了就略过
  369. if dayDataCount == 0 && yesterdayLastHourInt <= currentHourInt {
  370. _, err = l.svcCtx.DB.UsageStatisticDay.Create().
  371. SetAddtime(uint64(yesterdayInt)).
  372. SetType(1).
  373. SetOrganizationID(0).
  374. SetAiResponse(allDayAiResponseInt).
  375. SetSopRun(allDaySopRunInt).
  376. SetTotalFriend(allDayFriendCountInt).
  377. SetTotalGroup(allDayGroupCountInt).
  378. SetAccountBalance(allDayAccountBalanceInt).
  379. SetConsumeToken(allDayConsumeTokenInt).
  380. SetConsumeCoin(allDayConsumeCoinFloat).
  381. SetActiveUser(allDayActiveUserInt).
  382. SetNewUser(allDayNewUserInt).
  383. SetLabelDist(lc).
  384. Save(l.ctx)
  385. if err != nil {
  386. l.Errorf("create day data error:%v \n", err)
  387. }
  388. }
  389. /*
  390. 查看月表数据是否已经完成
  391. 1. 查询出上月里所有 usagedetail 内容
  392. 2. 挨个遍历他的 bot_id ,再查询他的 bot_id 相关的参数
  393. ----------------------------------------------------------------------------------------------------------
  394. */
  395. //monthStr := time.Now().Format("200601")
  396. //month, _ := strconv.Atoi(monthStr)
  397. //
  398. //var allMonthAiResponseInt, allMonthSopRunInt, allMonthFriendCountInt, allMonthGroupCountInt, allMonthAccountBalanceInt, allMonthConsumeTokenInt, allMonthActiveUserInt uint64
  399. //var allMonthNewUserInt int64
  400. //for orgID, wxinfos := range wxbotsSet {
  401. // var orgAiResponseInt, orgSopRunInt, orgFriendCountInt, orgGroupCountInt, orgAccountBalanceInt, orgConsumeTokenInt, orgActiveUserInt uint64
  402. // var orgNewUserInt int64
  403. // for _, wxinfo := range wxinfos {
  404. // l.Logger.Infof("开始计算月数据:%d\n", month)
  405. //
  406. // // 获取上月的第一天
  407. // monthFirstDay := time.Date(now.Year(), now.Month()-1, 1, 0, 0, 0, 0, now.Location())
  408. // monthFirstDayInt, _ := strconv.Atoi(monthFirstDay.Format("20060102"))
  409. //
  410. // // 获取上月的最后一天
  411. // monthLastDay := time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 0, now.Location())
  412. // monthLastDayInt, _ := strconv.Atoi(monthLastDay.Format("20060102"))
  413. //
  414. // // 先判断该账号是否已经统计了月数据,如果已经统计了,就不需要再统计了
  415. // monthDataCount, _ := l.svcCtx.DB.UsageStatisticMonth.Query().Where(
  416. // usagestatisticmonth.Type(1),
  417. // usagestatisticmonth.BotID(wxinfo.Wxid),
  418. // usagestatisticmonth.Addtime(uint64(month)),
  419. // ).Count(l.ctx)
  420. //
  421. // // 如果添加过了就略过
  422. // if monthDataCount > 0 {
  423. // continue
  424. // }
  425. //
  426. // dayDataBatch, _ := l.svcCtx.DB.UsageStatisticDay.Query().Where(
  427. // usagestatisticday.Type(1),
  428. // usagestatisticday.BotID(wxinfo.Wxid),
  429. // usagestatisticday.AddtimeGTE(uint64(monthFirstDayInt)),
  430. // usagestatisticday.AddtimeLT(uint64(monthLastDayInt)),
  431. // ).All(l.ctx)
  432. //
  433. // var aiResponse, sopRun, totalFriend, totalGroup, accountBalance, consumeToken, activeUser uint64
  434. // var newUser int64
  435. // for _, dayData := range dayDataBatch {
  436. // aiResponse += dayData.AiResponse
  437. // sopRun += dayData.SopRun
  438. // totalFriend += dayData.TotalFriend
  439. // totalGroup += dayData.TotalGroup
  440. // accountBalance += dayData.AccountBalance
  441. // consumeToken += dayData.ConsumeToken
  442. // activeUser += dayData.ActiveUser
  443. // newUser += dayData.NewUser
  444. // }
  445. // orgAiResponseInt += aiResponse
  446. // orgSopRunInt += sopRun
  447. // orgFriendCountInt += totalFriend
  448. // orgGroupCountInt += totalGroup
  449. // orgAccountBalanceInt += accountBalance
  450. // orgConsumeTokenInt += consumeToken
  451. // orgActiveUserInt += activeUser
  452. // orgNewUserInt += newUser
  453. //
  454. // allMonthAiResponseInt += aiResponse
  455. // allMonthSopRunInt += sopRun
  456. // allMonthFriendCountInt += totalFriend
  457. // allMonthGroupCountInt += totalGroup
  458. // allMonthAccountBalanceInt += accountBalance
  459. // allMonthConsumeTokenInt += consumeToken
  460. // allMonthActiveUserInt += activeUser
  461. // allMonthNewUserInt += newUser
  462. //
  463. // _, err := l.svcCtx.DB.UsageStatisticMonth.Create().
  464. // SetAddtime(uint64(month)).
  465. // SetType(1).
  466. // SetBotID(wxinfo.Wxid).
  467. // SetOrganizationID(wxinfo.OrganizationID).
  468. // SetAiResponse(aiResponse).
  469. // SetSopRun(sopRun).
  470. // SetTotalFriend(totalFriend).
  471. // SetTotalGroup(totalGroup).
  472. // SetAccountBalance(accountBalance).
  473. // SetConsumeToken(consumeToken).
  474. // SetActiveUser(activeUser).
  475. // SetNewUser(newUser).
  476. // SetLabelDist(lc).
  477. // Save(l.ctx)
  478. // if err != nil {
  479. // l.Errorf("create month data error:%v \n", err)
  480. // continue
  481. // }
  482. // }
  483. // // 先判断该租户是否已经统计了月数据,如果已经统计了,就不需要再统计了
  484. // monthDataCount, _ := l.svcCtx.DB.UsageStatisticMonth.Query().Where(
  485. // usagestatisticmonth.Type(1),
  486. // usagestatisticmonth.OrganizationID(orgID),
  487. // usagestatisticmonth.BotIDIsNil(),
  488. // usagestatisticmonth.Addtime(uint64(month)),
  489. // ).Count(l.ctx)
  490. //
  491. // // 如果添加过了就略过
  492. // if monthDataCount > 0 {
  493. // continue
  494. // }
  495. //
  496. // _, err := l.svcCtx.DB.UsageStatisticMonth.Create().
  497. // SetAddtime(uint64(month)).
  498. // SetType(1).
  499. // SetOrganizationID(orgID).
  500. // SetAiResponse(orgAiResponseInt).
  501. // SetSopRun(orgSopRunInt).
  502. // SetTotalFriend(orgFriendCountInt).
  503. // SetTotalGroup(orgGroupCountInt).
  504. // SetAccountBalance(orgAccountBalanceInt).
  505. // SetConsumeToken(orgConsumeTokenInt).
  506. // SetActiveUser(orgActiveUserInt).
  507. // SetNewUser(orgNewUserInt).
  508. // SetNotNilLabelDist(LabelsCountSet[orgID]).
  509. // Save(l.ctx)
  510. // if err != nil {
  511. // l.Errorf("create month data error:%v \n", err)
  512. // continue
  513. // }
  514. //}
  515. //
  516. //_, err = l.svcCtx.DB.UsageStatisticMonth.Create().
  517. // SetAddtime(uint64(month)).
  518. // SetType(1).
  519. // SetOrganizationID(0).
  520. // SetAiResponse(allMonthAiResponseInt).
  521. // SetSopRun(allMonthSopRunInt).
  522. // SetTotalFriend(allMonthFriendCountInt).
  523. // SetTotalGroup(allMonthGroupCountInt).
  524. // SetAccountBalance(allMonthAccountBalanceInt).
  525. // SetConsumeToken(allMonthConsumeTokenInt).
  526. // SetActiveUser(allMonthActiveUserInt).
  527. // SetNewUser(allMonthNewUserInt).
  528. // SetNotNilLabelDist(lc).
  529. // Save(l.ctx)
  530. //if err != nil {
  531. // l.Errorf("create month data error:%v \n", err)
  532. //}
  533. finishTime := time.Now()
  534. l.Logger.Infof("This process cost %v", finishTime.Sub(startTime).String())
  535. return
  536. }