dz_factory.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. const CMD = {}
  2. const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
  3. const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
  4. const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
  5. const redis_help = require('../src/use_redis');
  6. const axios = require('axios');
  7. const config = require('../etc/config.json');
  8. const time_count = 1000;
  9. const task_queue = []
  10. async function processTask(){
  11. let result = null
  12. try{
  13. let isPauseTask = await redis_help.getKeyValue("isPauseTask")
  14. if(isPauseTask=="true"){
  15. return
  16. }
  17. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  18. FilterConfig = JSON.parse(FilterConfig)
  19. // result = await filter_data_controllers.getFilterDataByStatusAndLimit({ status: 0 , tg_platform_id: config.platform_dianzhong },500);
  20. // if(result.success){
  21. // let ProductIds = []
  22. // let FilterList = []
  23. // for (let index = 0; index < result.data.length; index++) {
  24. // let filter_item = result.data[index];
  25. // ProductIds.push(filter_item.book_id)
  26. // FilterList[filter_item.book_id] = filter_item
  27. // }
  28. // let product_list_result = await video_product_controllers.findNonExistentProductIds(ProductIds);
  29. // if(product_list_result.success){
  30. // for (let index = 0; index < product_list_result.data.existingRecords.length; index++) {
  31. // const product_item = product_list_result.data.existingRecords[index];
  32. // let info = FilterList[product_item.product_id]
  33. // info.words = product_item.words
  34. // info.genre = product_item.genre
  35. // info.book_id = product_item.product_id
  36. // info.book_name = product_item.product_name
  37. // await CMD.update_filter_data(FilterConfig,info)
  38. // }
  39. // let Ids = []
  40. // for (let index = 0; index < product_list_result.data.nonExistentIds.length; index++) {
  41. // const product_id = product_list_result.data.nonExistentIds[index];
  42. // Ids.push(FilterList[product_id].id)
  43. // task_queue.push({result:{data:FilterList[product_id]}})
  44. // }
  45. // console.log("Ids:",Ids)
  46. // if(Ids.length>0){
  47. // await filter_data_controllers.updateFilterDataByIds({ids:Ids},{status:1})
  48. // }
  49. // }
  50. // }
  51. let isInsertTask = false
  52. result = await filter_data_controllers.getFilterDataByStatus({ status: 0 , tg_platform_id: config.platform_dianzhong });
  53. if(result.success){
  54. let tg_platform_id = result.data.tg_platform_id
  55. //判断是否存在这本书
  56. if(tg_platform_id==config.platform_dianzhong){ //点众
  57. let dz_book_result = await video_product_controllers.getProductData({ book_id: result.data.book_id });
  58. if(dz_book_result.success){
  59. result.data.words = dz_book_result.data.words
  60. result.data.genre = dz_book_result.data.genre
  61. result.data.book_id = dz_book_result.data.product_id
  62. result.data.book_name = dz_book_result.data.product_name
  63. }else{
  64. isInsertTask = true
  65. }
  66. }
  67. if(!isInsertTask){
  68. await CMD.update_filter_data(FilterConfig,result.data)
  69. }else{
  70. await filter_data_controllers.updateFilterData({id:result.data.id},{status:1})
  71. task_queue.push({result:result})
  72. }
  73. }
  74. }catch(e){
  75. console.error("processTask error:",e)
  76. // if(result!=null&&result!=undefined){
  77. // await filter_data_controllers.updateFilterData({id:result.data.id},{status:2})
  78. // }
  79. } finally{
  80. global.setTimeout(processTask, 500);
  81. }
  82. }
  83. async function processCreateTask(){
  84. let result = null
  85. try{
  86. if(task_queue.length>0){
  87. let task_queue_item = task_queue.pop()
  88. let product = await video_product_controllers.getProductData({ book_id: task_queue_item.result.data.book_id });
  89. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  90. FilterConfig = JSON.parse(FilterConfig)
  91. if(!product.success){
  92. result = task_queue_item.result
  93. let tg_platform_id = result.data.tg_platform_id
  94. if(tg_platform_id==config.platform_dianzhong){ //点众
  95. let dz_book_data = await require('../src/api/dz/dz_search_book').search_id(result.data.book_id)
  96. if(dz_book_data==null){
  97. result.data.genre = 999
  98. }else{
  99. dz_book_data.tg_platform_id = result.data.tg_platform_id
  100. if(CMD.isGenre(FilterConfig,dz_book_data.genre)){
  101. await CMD.insert_product(dz_book_data)
  102. }
  103. result.data.words = dz_book_data.words
  104. result.data.genre = dz_book_data.genre
  105. result.data.book_id = dz_book_data.book_id
  106. result.data.book_name = dz_book_data.book_name
  107. }
  108. }
  109. }
  110. await CMD.update_filter_data(FilterConfig,result.data)
  111. }
  112. }catch(e){
  113. console.log("error::",e)
  114. if(result!=null){
  115. await filter_data_controllers.updateFilterData({id:result.data.id},{status:2})
  116. }
  117. console.log("processCreateTask:",e)
  118. } finally{
  119. global.setTimeout(processCreateTask, time_count);
  120. }
  121. }
  122. CMD.init = async function(){
  123. redis_help.connect((results)=>{
  124. if(results){
  125. }
  126. })
  127. processTask();
  128. processCreateTask();
  129. }
  130. CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
  131. let temp = []
  132. for (let index = 0; index < AppConfig.length; index++) {
  133. const element = AppConfig[index];
  134. if(element.tg_platform_id==tg_platform_id){
  135. temp.push(element)
  136. }
  137. }
  138. return temp
  139. }
  140. CMD.isBlackBook = function(all_black_books,book_id){
  141. if(all_black_books==null){
  142. return false
  143. }
  144. for (let index = 0; index < all_black_books.length; index++) {
  145. const black_book = all_black_books[index];
  146. if(black_book.product_id==book_id){
  147. return true
  148. }
  149. }
  150. return false
  151. }
  152. CMD.getMainInfoByAppid = function(MainConfig,app_id){
  153. let list = []
  154. for (let index = 0; index < MainConfig.length; index++) {
  155. const element = MainConfig[index];
  156. if(element.app_id==app_id){
  157. list.push(element)
  158. }
  159. }
  160. return list
  161. }
  162. CMD.isGenre = function(FilterConfig,genre){
  163. let is_need = false
  164. //判断长篇短篇是否是要的数据
  165. for (let index = 0; index < FilterConfig.genre.length; index++) {
  166. const element = FilterConfig.genre[index];
  167. if(genre==element){
  168. is_need = true
  169. break
  170. }
  171. }
  172. return is_need
  173. }
  174. CMD.update_filter_data = async function(FilterConfig,data) {
  175. let isGenre = CMD.isGenre(FilterConfig,data.genre)
  176. // console.log("data.genre:",data.genre,data,isGenre)
  177. if(isGenre){
  178. try{
  179. CMD.video_product_material(data)
  180. }catch(e){
  181. console.log("video_product_material error:",e)
  182. }
  183. await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words})
  184. //创建一个小程序
  185. let AppConfig = await redis_help.getKeyValue("AppConfig")
  186. AppConfig = JSON.parse(AppConfig)
  187. let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,data.tg_platform_id)
  188. for (let j = 0; j < AppInfoList.length; j++) {
  189. const AppInfo = AppInfoList[j];
  190. data.app_id = AppInfo.app_id
  191. let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
  192. PlatformInfo = JSON.parse(PlatformInfo)
  193. if(PlatformInfo==null){
  194. return console.error("平台配置错误:",data)
  195. }
  196. let MainConfig = await redis_help.getKeyValue("MainConfig")
  197. MainConfig = JSON.parse(MainConfig)
  198. let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
  199. if(list.length<0){
  200. return console.error("获取主体错误:",data)
  201. }
  202. let black_books = await redis_help.getKeyValue("all_black_books")
  203. if(black_books!=null){
  204. black_books = JSON.parse(black_books)
  205. }
  206. for (let index = 0; index < list.length; index++) {
  207. const main_info = list[index];
  208. data.main_id = main_info.id
  209. data.main_name = main_info.main_name
  210. if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
  211. console.error("主体配置推广链接错误:",main_info)
  212. }else{
  213. if(!CMD.isBlackBook(black_books,data.book_id)){
  214. //符合标准进行创建表
  215. const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
  216. if(!result.success){
  217. //没有找到 可以创建
  218. await video_applet_product_controllers.createAppletProductData({
  219. book_platform:data.tg_platform_id,
  220. product_name:data.book_name,
  221. product_id:data.book_id,
  222. dy_small_program_start:"",
  223. dy_small_program_start_data:"",
  224. dy_small_applet_app_id:data.app_id,
  225. status:0,
  226. main_id:data.main_id,
  227. promotion_id:"",
  228. wait_status:0,
  229. })
  230. }
  231. }
  232. }
  233. }
  234. }
  235. }else{
  236. await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre})
  237. }
  238. }
  239. CMD.video_product_material = async function(data){
  240. let url = config.isDebug?config.debug_supdate_config.host:config.release_supdate_config.host
  241. url = url+'/sapi/video_product_material/supdate';
  242. const formData = new FormData();
  243. formData.append('data',JSON.stringify({
  244. dy_id:data.video_id,
  245. dy_url:data.video_link,
  246. product_id:data.book_id,
  247. product_name:data.book_name,
  248. d_z_number:data.like_num,
  249. collect_number:data.kepp_num,
  250. comment_number: data.comment_num,
  251. forward_number: data.shared_num,
  252. book_platform: data.tg_platform_id,
  253. title: data.title,
  254. yun_fabu_time:data.publish_time
  255. }))
  256. return await axios.post(url, formData, {
  257. headers: {
  258. 'Content-Type': 'multipart/form-data'
  259. }
  260. })
  261. .then(response => {
  262. if(response.data.code===10000){
  263. console.log("点众插入任务表成功:", response.data);
  264. }else{
  265. console.log("插入任务表失败:", formData);
  266. }
  267. })
  268. .catch(error => {
  269. console.error("插入任务表失败:", error,formData);
  270. });
  271. }
  272. CMD.insert_product = async function(data){
  273. return await video_product_controllers.createProductData({
  274. book_platform:data.tg_platform_id,
  275. product_name:data.book_name,
  276. genre:data.genre,
  277. product_id:data.book_id,
  278. words:data.words
  279. })
  280. }
  281. CMD.init()