huangjiajun
/
community_team
1
0
Förgrening 0
Kod Ärenden 0 Pull-förfrågningar 0 Släpp 0 Wiki Aktiviteter
附近小店
Du kan inte välja fler än 25 ämnen Ämnen måste starta med en bokstav eller siffra, kan innehålla bindestreck ('-') och vara max 35 tecken långa.
10 Incheckningar
1 Gren
2.4 MiB
 
 
 
Träd: fb1bb7a3a9
Grenar Taggar
${ item.name }
Skapa branchen ${ searchTerm }
från 'fb1bb7a3a9'
${ noResults }
community_team/app/task/init.go

301 rader
14 KiB
Rå Blame Historik 

  1. package task

  2. 

  3. import (

  4. 	"github.com/robfig/cron/v3"

  5. 	"time"

  6. 

  7. 	"applet/app/cfg"

  8. 	"applet/app/db"

  9. 	"applet/app/db/model"

  10. 	"applet/app/md"

  11. 	"applet/app/utils"

  12. 	"applet/app/utils/logx"

  13. 	"xorm.io/xorm"

  14. )

  15. 

  16. var (

  17. 	timer                 *cron.Cron

  18. 	jobs                  = map[string]func(*xorm.Engine, string){}

  19. 	baseEntryId           cron.EntryID

  20. 	entryIds              []cron.EntryID

  21. 	taskCfgList           map[string]*[]model.SysCfg

  22. 	ch                    = make(chan int, 50)

  23. 	workerNum             = 50 // 智盟跟单并发数量

  24. 	orderStatWorkerNum    = 50 // 智盟跟单并发数量

  25. 	tbagoworkerNum        = 50 // 智盟跟单并发数量

  26. 	tbsettleworkerNum     = 50 // 智盟跟单并发数量

  27. 	pddOrderWorkerNum     = 50 // 拼多多跟单并发数量

  28. 	orderSuccessWorkerNum = 50 //

  29. 	tbOrderWorkerNum      = 50 // 淘宝跟单并发数量

  30. 	jdOrderWorkerNum      = 50 // 京东跟单并发数量

  31. 	wphOrderWorkerNum     = 50 // 唯品会跟单并发数量

  32. 	cardWorkerNum         = 20 // 权益卡并发数量

  33. 	tbRelationWorkerNum   = 50 // 淘宝并发数量

  34. 	hw365WorkerNum        = 50 // 海威并发数量

  35. 	hw365TourismWorkerNum = 50 // 海威并发数量

  36. 	tbpubWorkerNum        = 50 // 海威并发数量

  37. 	liveWorkerNum         = 50 // 海威并发数量

  38. 	tikTokOwnWorkerNum    = 50 // 海威并发数量

  39. 	cardUpdateWorkerNum   = 50 // 海威并发数量

  40. 	lifeWorkerNum         = 50 //生活服务跟单

  41. 	pddWorkerNum          = 50 //

  42. 	oilWorkerNum          = 50 //

  43. 	otherWorkerNum        = 50 // 淘宝, 苏宁, 考拉并发量

  44. 	jdWorkerNum           = 50 //

  45. 	tikTokWorkerNum       = 50 //

  46. 	teamGoodsWorkerNum    = 50

  47. 	jdCh                  = make(chan int, 50)

  48. 	jdWorkerNum1          = 50 //

  49. 	orderStatCh           = make(chan int, 50)

  50. 	jdCh1                 = make(chan int, 50)

  51. 	oilCh                 = make(chan int, 50)

  52. 	otherCh               = make(chan int, 50)

  53. 	otherTourismCh        = make(chan int, 50)

  54. 	liveOtherCh           = make(chan int, 50)

  55. 	teamGoodsCh           = make(chan int, 50)

  56. 	tikTokOwnOtherCh      = make(chan int, 50)

  57. 	cardUpdateCh          = make(chan int, 50)

  58. 	tbpubCh               = make(chan int, 50)

  59. 	cardCh                = make(chan int, 20)

  60. 	pddCh                 = make(chan int, 50)

  61. 	tikTokCh              = make(chan int, 50)

  62. 	tbRefundCh            = make(chan int, 50)

  63. 	tbagodCh              = make(chan int, 50)

  64. 	tbsettleCh            = make(chan int, 50)

  65. 	pddFailCh             = make(chan int, 50)

  66. 	orderSuccessCh        = make(chan int, 50)

  67. 	tbRelationCh          = make(chan int, 50)

  68. )

  69. 

  70. func Init() {

  71. 	// 初始化任务列表

  72. 	initTasks()

  73. 	var err error

  74. 	timer = cron.New()

  75. 	if baseEntryId, err = timer.AddFunc("@every 20m", reload); err != nil {

  76. 		_ = logx.Fatal(err)

  77. 	}

  78. }

  79. 

  80. func Run() {

  81. 	reload()

  82. 	timer.Start()

  83. 	_ = logx.Info("auto tasks running...")

  84. }

  85. 

  86. func reload() {

  87. 	// 重新初始化数据库

  88. 	db.InitMapDbs(cfg.DB, cfg.Prd)

  89. 

  90. 	if len(taskCfgList) == 0 {

  91. 		taskCfgList = map[string]*[]model.SysCfg{}

  92. 	}

  93. 

  94. 	// 获取所有站长的配置信息

  95. 	for dbName, v := range db.DBs {

  96. 		if conf := db.MapCrontabCfg(v); conf != nil {

  97. 			if cfg.Debug {

  98. 				dbInfo := md.SplitDbInfo(v)

  99. 				// 去掉模版库

  100. 				if dbName == "000000" {

  101. 					continue

  102. 				}

  103. 				_ = logx.Debugf("【MasterId】%s, 【Host】%s, 【Name】%s, 【User】%s, 【prd】%v, 【Task】%v\n", dbName, dbInfo.Host, dbInfo.Name, dbInfo.User, cfg.Prd, utils.SerializeStr(*conf))

  104. 			}

  105. 			taskCfgList[dbName] = conf

  106. 		}

  107. 	}

  108. 	if len(taskCfgList) > 0 {

  109. 		// 删除原有所有任务

  110. 		if len(entryIds) > 0 {

  111. 			for _, v := range entryIds {

  112. 				if v != baseEntryId {

  113. 					timer.Remove(v)

  114. 				}

  115. 			}

  116. 			entryIds = nil

  117. 		}

  118. 		var (

  119. 			entryId cron.EntryID

  120. 			err     error

  121. 		)

  122. 		// 添加任务

  123. 		for dbName, v := range taskCfgList {

  124. 			for _, vv := range *v {

  125. 				if _, ok := jobs[vv.Key]; ok && vv.Val != "" {

  126. 					// fmt.Println(vv.Val)

  127. 					if entryId, err = timer.AddFunc(vv.Val, doTask(dbName, vv.Key)); err == nil {

  128. 						entryIds = append(entryIds, entryId)

  129. 					}

  130. 				}

  131. 			}

  132. 		}

  133. 

  134. 	}

  135. }

  136. 

  137. func doTask(dbName, fnName string) func() {

  138. 	return func() {

  139. 		begin := time.Now().Local()

  140. 		jobs[fnName](db.DBs[dbName], dbName)

  141. 		end := time.Now().Local()

  142. 		logx.Infof(

  143. 			"[%s] AutoTask <%s> started at <%s>, ended at <%s> duration <%s>",

  144. 			dbName,

  145. 			fnName,

  146. 			begin.Format("2006-01-02 15:04:05.000"),

  147. 			end.Format("2006-01-02 15:04:05.000"),

  148. 			time.Duration(end.UnixNano()-begin.UnixNano()).String(),

  149. 		)

  150. 	}

  151. }

  152. 

  153. // 增加自动任务队列

  154. func initTasks() {

  155. 	//v2

  156. 	//jobs[md.KEY_CFG_CRON_BUCKLE] = taskOrderBuckle                  //

  157. 	//jobs[md.KEY_CFG_CRON_CHECK_BUCKLE_ORDER] = taskCheckBuckleOrder //

  158. 	//jobs[md.KEY_CFG_CRON_USER_RELATE] = taskUserRelate              //

  159. 

  160. 	//v3

  161. 	//jobs[md.KEY_CFG_CRON_TB12] = taskOrderTaobao12                                //淘宝抓单

  162. 	//jobs[md.KEY_CFG_CRON_TBBYAGOTIME] = taskAgoOrderTB                            //用于恢复个别时间丢单的

  163. 	//jobs[md.KEY_CFG_CRON_TB_PUNISH_REFUND] = taskTbPunishOrderRefund              //淘宝退款订单处理

  164. 	//jobs[md.KEY_CFG_CRON_TBREFUND] = taskTbOrderRefund                            //淘宝退款订单处理

  165. 	//jobs[md.KEY_CFG_CRON_PUBLISHER_RELATION] = taskTaobaoPublisherRelation        //获取渠道信息

  166. 	//jobs[md.KEY_CFG_CRON_PUBLISHER_RELATION_NEW] = taskTaobaoPublisherRelationNew //获取渠道信息

  167. 	//jobs[md.KEY_CFG_CRON_TBSETTLEORDER] = taskOrderTaobaoSettleOrder              //淘宝抓单结算订单

  168. 

  169. 	//v4

  170. 	//jobs[md.KEY_CFG_CRON_PDD_SUCC] = taskOrderPddSucc

  171. 	//jobs[md.KEY_CFG_CRON_PDDBYSTATUS] = taskOrderPddStatus

  172. 	//jobs[md.KEY_CFG_CRON_PDDBYSTATUSSUCCESS] = taskOrderPddStatusSuccess

  173. 	//jobs[md.KEY_CFG_CRON_PDDBYSTATUSFAIL] = taskOrderPddStatusFail

  174. 	//jobs[md.KEY_CFG_CRON_PDDBYLOOPTIME] = taskLoopOrderPdd           //拼多多创建时间循环当天

  175. 	//jobs[md.KEY_CFG_CRON_PDDREFUND] = taskPddOrderRefund             //拼多多退款订单处理

  176. 	//jobs[md.KEY_CFG_CRON_PDDBYAGOTIME] = taskAgoOrderPdd             //用于恢复个别时间丢单的

  177. 	//jobs[md.KEY_CFG_CRON_PDDBYCREATETIME] = taskOrderPddByCreateTime //拼多多创建时间跟踪订单

  178. 	//jobs[md.KEY_CFG_CRON_PDD] = taskOrderPdd

  179. 

  180. 	//v5-guide-settle

  181. 	//jobs[md.KEY_CFG_CRON_SETTLE] = taskOrderSettle // 结算

  182. 	//v5

  183. 	//jobs[md.KEY_CFG_CRON_FREE_SETTLE] = taskOrderFreeSettle                           // 结算

  184. 	//jobs[md.KEY_CFG_CRON_SECOND_FREE_SETTLE] = taskOrderSecondFreeSettle              // 结算

  185. 	//jobs[md.KEY_CFG_CRON_THIRD_FREE_SETTLE] = taskOrderMoreFreeSettle                 // 结算

  186. 	//jobs[md.KEY_CFG_CRON_AGGREGATION_RECHARGE_SETTLE] = taskAggregationRechargeSettle //

  187. 	//jobs[md.KEY_CFG_CRON_PLAYLET_SETTLE] = taskAggregationPlaylet                     //

  188. 	//jobs[md.KEY_CFG_CRON_DUOYOUORD_SETTLE] = taskDuoYouSettle                         //

  189. 	//jobs[md.KEY_CFG_CRON_LIANLIAN_SETTLE] = taskLianlianSettle                        //

  190. 	//jobs[md.KEY_CFG_CRON_SWIPE_SETTLE] = taskSwipeSettle                              //

  191. 	//jobs[md.KEY_CFG_CRON_USER_LV_UP_SETTLE] = taskUserLvUpOrderSettle                 // 会员费订单结算

  192. 	//jobs[md.KEY_CFG_CRON_PRIVILEGE_CARD_SETTLE] = taskPrivilegeCardOrderSettle        // 权益卡订单结算

  193. 	//jobs[md.KEY_CFG_CRON_ACQUISITION_CONDITION] = taskAcquisitionCondition

  194. 	//jobs[md.KEY_CFG_CRON_ACQUISITION_CONDITION_BY_LV] = taskAcquisitionConditionByLv

  195. 	//jobs[md.KEY_CFG_CRON_ACQUISITION_REWARD] = taskAcquisitionReward

  196. 	//jobs[md.KEY_CFG_CRON_NEW_ACQUISTION_SETTLE] = taskNewAcquisition // 拉新

  197. 	//jobs[md.KEY_CFG_CRON_ACQUISTION_SETTLE] = taskAcquisition        // 拉新

  198. 	//jobs[md.KEY_CFG_VERIFY] = taskVerify                             //团长

  199. 

  200. 	//v7

  201. 	//jobs[md.KEY_CFG_CRON_JD] = taskOrderJd

  202. 	//jobs[md.KEY_CFG_CRON_JDFAILBYCREATETIME] = taskOrderJDFailByCreateTime //拼多多创建时间跟踪订单

  203. 	//jobs[md.KEY_CFG_CRON_JDBYCREATETIME] = taskOrderJDByCreateTime         //拼多多创建时间跟踪订单

  204. 	//jobs[md.KEY_CFG_CRON_JDBYSUCCESS] = taskOrderJDBySuccess               //拼多多创建时间跟踪订单

  205. 	//jobs[md.KEY_CFG_CRON_ORDER_SUCCESS_CHECK] = taskOrderSuccessCheck      //

  206. 	//jobs[md.KEY_CFG_CRON_JDBYSTATUS] = taskOrderJdStatus

  207. 	//jobs[md.KEY_CFG_CRON_JDREFUND] = taskJdOrderRefund //京东退款订单处理

  208. 

  209. 	//v6

  210. 	jobs[md.KEY_CFG_CRON_TIKTOKLIFE] = taskOrderTikTokLife                          //抖音本地生活

  211. 	jobs[md.KEY_CFG_KUAISHOU_AUTH] = taskKuaishouAuth                               //团长

  212. 	jobs[md.KEY_CFG_TIK_TOK_TEAM_ORDER_PAY] = taskTikTokTeamOrder                   //团长

  213. 	jobs[md.KEY_CFG_TIK_TOK_TEAM_ORDER_UPDATE] = taskTikTokTeamOrderUpdate          //团长

  214. 	jobs[md.KEY_CFG_TIK_TOK_TEAM_USER_BIND_BUYINID] = taskTikTokTeamUserBindBuyinid //达人buyin_id

  215. 	jobs[md.KEY_CFG_KUAISHOU_TEAM_ORDER_PAY] = taskKuaishouTeamOrder                //团长

  216. 	jobs[md.KEY_CFG_KUAISHOU_TEAM_ORDER_UPDATE] = taskKuaishouTeamOrderUpdate       //团长

  217. 	jobs[md.KEY_CFG_CRON_AUTO_ADD_TIKTOK_GOODS] = taskAutoAddTikTokGoods            //

  218. 	jobs[md.KEY_CFG_CRON_KuaishouOwn] = taskOrderKuaishouOwn                        //

  219. 	jobs[md.KEY_CFG_CRON_KuaishouOwnCreate] = taskOrderKuaishouOwnCreate            //

  220. 	jobs[md.KEY_CFG_CRON_KUAISHOU] = taskOrderKuaishou                              //

  221. 	jobs[md.KEY_CFG_CRON_KUAISHOULIVE] = taskOrderKuaishouLive                      //

  222. 	jobs[md.KEY_CFG_CRON_TIKTOKCsjp] = taskOrderTIKTokCsjp                          //

  223. 	jobs[md.KEY_CFG_CRON_TIKTOKCsjpLive] = taskOrderTIKTokCsjpLive                  //

  224. 	jobs[md.KEY_CFG_CRON_TIKTOKOwnCsjp] = taskOrderTIKTokOwnCsjp                    //

  225. 	jobs[md.KEY_CFG_CRON_TIKTOKOwnCsjpLive] = taskOrderTIKTokOwnCsjpLive            //

  226. 	jobs[md.KEY_CFG_CRON_TIKTOKOwnCsjpActivity] = taskOrderTIKTokOwnCsjpActivity    //

  227. 	jobs[md.KEY_CFG_CRON_KUAISHOUOFFICIAL] = taskOrderKuaishouOfficial              //

  228. 	jobs[md.KEY_CFG_CRON_KUAISHOUOFFICIALLive] = taskOrderKuaishouOfficialLive      //

  229. 

  230. 	//v8

  231. 	//jobs[md.KEY_CFG_CRON_MEITUANLM_START] = taskOrderMeituanLmStart //智盟返回的美团联盟

  232. 	//jobs[md.KEY_CFG_CRON_MEITUAN_START] = taskOrderMeituanStart     //智盟返回的美团联盟

  233. 	//jobs[md.KEY_CFG_CRON_MEITUAN] = taskOrderMeituan

  234. 	//jobs[md.KEY_CFG_CRON_MEITUANLM] = taskOrderMeituanLm               //智盟返回的美团联盟

  235. 	//jobs[md.KEY_CFG_CRON_STATIONMEITUANLM] = taskOrderStationMeituanLm //站长自己美团联盟

  236. 	//jobs[md.KEY_CFG_CRON_MEITUANOFFICIAL] = taskOrderMeituanOfficial   //站长自己美团联盟

  237. 

  238. 	//v9

  239. 	//jobs[md.KEY_CFG_CRON_ELM] = taskOrderElm               //

  240. 	//jobs[md.KEY_CFG_CRON_HEYTEA] = taskOrderHeytea         //海威365喜茶

  241. 	//jobs[md.KEY_CFG_CRON_PIZZA] = taskOrderPizza           //海威365

  242. 	//jobs[md.KEY_CFG_CRON_WALLACE] = taskOrderWallace       //海威365

  243. 	//jobs[md.KEY_CFG_CRON_TOURISM] = taskOrderTourism       //海威365

  244. 	//jobs[md.KEY_CFG_CRON_FLOWERCAKE] = taskOrderFlowerCake //海威365

  245. 	//jobs[md.KEY_CFG_CRON_DELIVERY] = taskOrderDelivery     //海威365

  246. 	//jobs[md.KEY_CFG_CRON_BURGERKING] = taskOrderBurgerKing //海威365汉堡王

  247. 	//jobs[md.KEY_CFG_CRON_STARBUCKS] = taskOrderStarbucks   //海威365星巴克

  248. 	//jobs[md.KEY_CFG_CRON_MCDONALD] = taskOrderMcdonald     //海威365麦当劳

  249. 	//jobs[md.KEY_CFG_CRON_HWMOVIE] = taskOrderHwMovie       //海威365电影票

  250. 	//jobs[md.KEY_CFG_CRON_NAYUKI] = taskOrderNayuki         //海威365奈雪

  251. 	//jobs[md.KEY_CFG_CRON_TO_KFC] = taskOrderToKfc          //海威365

  252. 	//jobs[md.KEY_CFG_CRON_PAGODA] = taskOrderPagoda         //海威365

  253. 	//jobs[md.KEY_CFG_CRON_LUCKIN] = taskOrderLuckin         //海威365

  254. 

  255. 	//v10

  256. 

  257. 	////jobs[md.KEY_CFG_CRON_WPHREFUND] = taskWphOrderRefund //唯品会退款订单处理

  258. 	////jobs[md.KEY_CFG_CRON_VIP] = taskOrderVip

  259. 	//jobs[md.KEY_CFG_CRON_KFC] = taskOrderKfc

  260. 	//jobs[md.KEY_CFG_CRON_CINEMA] = taskOrderCinema

  261. 	//jobs[md.KEY_CFG_CRON_DUOMAI] = taskOrderDuomai //多麦跟单

  262. 	//jobs[md.KEY_CFG_CRON_PLAYLET_ORDER] = taskPlayletOrder

  263. 	//jobs[md.KEY_CFG_CRON_DIDI_ENERGY] = taskOrderDidiEnergy        //滴滴加油

  264. 	//jobs[md.KEY_CFG_CRON_T3_CAR] = taskOrderT3Car                  //T3打车

  265. 	//jobs[md.KEY_CFG_CRON_DIDI_ONLINE_CAR] = taskOrderDidiOnlineCar //滴滴网约车

  266. 	//jobs[md.KEY_CFG_CRON_KING_FLOWER] = taskOrderKingFlower        //滴滴网约车

  267. 	//jobs[md.KEY_CFG_CRON_DIDI_FREIGHT] = taskOrderDidiFreight      //滴滴货运

  268. 	//jobs[md.KEY_CFG_CRON_DIDI_CHAUFFEUR] = taskOrderDidiChauffeur  //滴滴代驾

  269. 	//jobs[md.KEY_CFG_CRON_OILSTATION] = taskOrderOilstation

  270. 	//jobs[md.KEY_CFG_CRON_BRIGHTOILSTATION] = taskOrderBrightOilstation

  271. 	//jobs[md.KEY_CFG_CRON_SN] = taskOrderSuning

  272. 	//jobs[md.KEY_CFG_CRON_KL] = taskOrderKaola

  273. 

  274. 	////原来的

  275. 	//jobs[md.KEY_CFG_CRON_PlayLet_Total] = taskPlayletTotal                   //

  276. 	//jobs[md.KEY_CFG_CRON_CHECK_GUIDE_STORE_ORDER] = taskCheckGuideStoreOrder //

  277. 	//jobs[md.KEY_CFG_CRON_FAST_REFUND] = taskOrderFastRefund                  //

  278. 	//jobs[md.KEY_CFG_CRON_FAST_SUCCESS] = taskOrderFastSuccess                //

  279. 	//jobs[md.KEY_CFG_CRON_DUOYOUORD] = taskOrderDuoYouOrd                     //

  280. 	//jobs[md.KEY_CFG_CRON_TASKBOX] = taskOrderTaskBoxOrd                      //

  281. 	//jobs[md.KEY_CFG_CRON_TASKBOXSECOND] = taskOrderTaskSecondOrd             //

  282. 	//jobs[md.KEY_CFG_CRON_CARD_CHECK_UPDATE] = taskCardCheckUpdate            //权益卡退款

  283. 	//jobs[md.KEY_CFG_CRON_CARD_UPDATE] = taskCardUpdate                       // 权益卡更新

  284. 	//jobs[md.KEY_CFG_CRON_ORDER_STAT] = taskOrderStat                         // 订单统计

  285. 	//jobs[md.KEY_CFG_CRON_GOODS_SHELF] = taskGoodsShelf                       //站内商品上下架

  286. 	//jobs[md.KEY_CFG_CRON_CARD_RETURN] = taskCardReturn                       //权益卡退款

  287. 	//jobs[md.KEY_CFG_CRON_DTKBRAND] = taskTaoKeBrandInfo                      // 大淘客品牌信息

  288. 	//jobs[md.KEY_CFG_CRON_PUBLISHER] = taskTaobaoPublisherInfo                // 淘宝备案信息绑定

  289. 	//jobs[md.KEY_CFG_CRON_AUTO_UN_FREEZE] = taskAutoUnFreeze                  // 定时解冻

  290. 

  291. 	//先不用

  292. 	//jobs[md.ZhimengCronPlayletVideoOrder] = taskPlayletVideoOrder                             //

  293. 	//jobs[md.ZhimengCronPlayletVideoOrderYesterDay] = taskPlayletVideoOrderYesterday           //

  294. 	//jobs[md.ZhimengCronPlayletVideoOrderMonth] = taskPlayletVideoOrderMonth                   //

  295. 	//jobs[md.ZhimengCronPlayletAdvOrderMonth] = taskPlayletAdvOrderMonth                       //

  296. 	//jobs[md.ZhimengCronPlayletAdvOrder] = taskPlayletAdvOrder                                 //

  297. 	//jobs[md.ZhimengCronPlayletAdvOrderYesterDay] = taskPlayletAdvOrderYesterday               //

  298. 	//jobs[md.ZhimengCronPlayletAdvOrderYesterDayToMoney] = taskPlayletAdvOrderYesterdayToMoney //

  299. 

  300. }