qm_factory.js 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. const CMD = {}
  2. const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
  3. const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
  4. const get_fq_book_tab_controllers = require('../src/data_manager/Controllers/get_fq_book_tab_controllers');
  5. const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
  6. const redis_help = require('../src/use_redis');
  7. const axios = require('axios');
  8. const config = require('../etc/config.json');
  9. const HttpClient = require('../src/HttpClient');
  10. const helper = require('../src/helper');
  11. const tools = require('../tools');
  12. const time_count = 1000;
  13. const task_queue = []
  14. async function processTask(){
  15. let result = null
  16. try{
  17. let isPauseTask = await redis_help.getKeyValue("isPauseTask")
  18. if(isPauseTask=="true"){
  19. return
  20. }
  21. let isInsertTask = false
  22. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  23. FilterConfig = JSON.parse(FilterConfig)
  24. result = await filter_data_controllers.getFilterDataByStatus({ status: 0, tg_platform_id: config.platform_qimao });
  25. if(result.success){
  26. let tg_platform_id = result.data.tg_platform_id
  27. //判断是否存在这本书
  28. if(tg_platform_id==config.platform_qimao){ //七猫
  29. let qm_book_result = await video_product_controllers.getProductData({ book_id: result.data.book_id });
  30. if(qm_book_result.success){
  31. result.data.words = qm_book_result.data.words
  32. result.data.genre = qm_book_result.data.genre
  33. result.data.book_id = qm_book_result.data.product_id
  34. result.data.book_name = qm_book_result.data.product_name
  35. }else{
  36. isInsertTask = true
  37. }
  38. }
  39. if(!isInsertTask){
  40. await CMD.update_filter_data(FilterConfig,result.data)
  41. }else{
  42. await filter_data_controllers.updateFilterData({id:result.data.id},{status:1})
  43. task_queue.push({result:result})
  44. }
  45. }
  46. }catch(e){
  47. console.error("processTask error:",e)
  48. if(result!=null&&result!=undefined){
  49. await filter_data_controllers.updateFilterData({id:result.data.id},{status:2})
  50. }
  51. } finally{
  52. global.setTimeout(processTask, 100);
  53. }
  54. }
  55. async function processCreateTask(){
  56. let result = null
  57. try{
  58. if(task_queue.length>0){
  59. let task_queue_item = task_queue.pop()
  60. let product = await video_product_controllers.getProductData({ book_id: task_queue_item.result.data.book_id });
  61. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  62. FilterConfig = JSON.parse(FilterConfig)
  63. if(!product.success){
  64. result = task_queue_item.result
  65. let tg_platform_id = result.data.tg_platform_id
  66. if(tg_platform_id==config.platform_qimao){ //七猫
  67. let qm_book_data = await require('../src/api/qm/qm_search_book').search_id(result.data.book_id)
  68. if(qm_book_data==null){
  69. result.data.genre = 999
  70. }else{
  71. qm_book_data.tg_platform_id = result.data.tg_platform_id
  72. // if(CMD.isGenre(FilterConfig,qm_book_data.genre)){
  73. // await CMD.insert_product(qm_book_data)
  74. // }
  75. await CMD.insert_product(qm_book_data)
  76. result.data.words = qm_book_data.words
  77. result.data.genre = qm_book_data.genre
  78. result.data.book_id = qm_book_data.book_id
  79. result.data.book_name = qm_book_data.book_name
  80. }
  81. }
  82. }
  83. await CMD.update_filter_data(FilterConfig,result.data)
  84. }
  85. }catch(e){
  86. console.log("error::",e)
  87. if(result!=null){
  88. await filter_data_controllers.updateFilterData({id:result.data.id},{status:2})
  89. }
  90. console.log("processCreateTask:",e)
  91. } finally{
  92. global.setTimeout(processCreateTask, time_count);
  93. }
  94. }
  95. CMD.init = async function(){
  96. redis_help.connect((results)=>{
  97. if(results){
  98. }
  99. })
  100. processTask();
  101. processCreateTask();
  102. }
  103. CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
  104. let temp = []
  105. for (let index = 0; index < AppConfig.length; index++) {
  106. const element = AppConfig[index];
  107. if(element.tg_platform_id==tg_platform_id){
  108. temp.push(element)
  109. }
  110. }
  111. return temp
  112. }
  113. CMD.isBlackBook = function(all_black_books,book_id){
  114. if(all_black_books==null){
  115. return false
  116. }
  117. for (let index = 0; index < all_black_books.length; index++) {
  118. const black_book = all_black_books[index];
  119. if(black_book.product_id==book_id){
  120. return true
  121. }
  122. }
  123. return false
  124. }
  125. CMD.getMainInfoByAppid = function(MainConfig,app_id){
  126. let list = []
  127. for (let index = 0; index < MainConfig.length; index++) {
  128. const element = MainConfig[index];
  129. if(element.app_id==app_id){
  130. list.push(element)
  131. }
  132. }
  133. return list
  134. }
  135. CMD.isGenre = function(FilterConfig,genre){
  136. let is_need = false
  137. //判断长篇短篇是否是要的数据
  138. for (let index = 0; index < FilterConfig.genre.length; index++) {
  139. const element = FilterConfig.genre[index];
  140. if(genre==element){
  141. is_need = true
  142. break
  143. }
  144. }
  145. return is_need
  146. }
  147. CMD.update_filter_data = async function(FilterConfig,data) {
  148. let isGenre = CMD.isGenre(FilterConfig,data.genre)
  149. // console.log("data.genre:",data.genre,data,isGenre)
  150. if(isGenre){
  151. await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words})
  152. //创建一个小程序
  153. let AppConfig = await redis_help.getKeyValue("AppConfig")
  154. AppConfig = JSON.parse(AppConfig)
  155. let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,data.tg_platform_id)
  156. for (let j = 0; j < AppInfoList.length; j++) {
  157. const AppInfo = AppInfoList[j];
  158. data.app_id = AppInfo.app_id
  159. let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
  160. PlatformInfo = JSON.parse(PlatformInfo)
  161. if(PlatformInfo==null){
  162. return console.error("平台配置错误:",data)
  163. }
  164. let MainConfig = await redis_help.getKeyValue("MainConfig")
  165. MainConfig = JSON.parse(MainConfig)
  166. let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
  167. if(list.length<0){
  168. return console.error("获取主体错误:",data)
  169. }
  170. let black_books = await redis_help.getKeyValue("all_black_books")
  171. if(black_books!=null){
  172. black_books = JSON.parse(black_books)
  173. }
  174. for (let index = 0; index < list.length; index++) {
  175. const main_info = list[index];
  176. data.main_id = main_info.id
  177. data.main_name = main_info.main_name
  178. if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
  179. console.error("主体配置推广链接错误:",main_info)
  180. }else{
  181. if(!CMD.isBlackBook(black_books,data.book_id)){
  182. //符合标准进行创建表
  183. const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
  184. if(!result.success){
  185. //没有找到 可以创建
  186. await video_applet_product_controllers.createAppletProductData({
  187. book_platform:data.tg_platform_id,
  188. product_name:data.book_name,
  189. product_id:data.book_id,
  190. dy_small_program_start:"",
  191. dy_small_program_start_data:"",
  192. dy_small_applet_app_id:data.app_id,
  193. status:0,
  194. main_id:data.main_id,
  195. promotion_id:"",
  196. wait_status:0,
  197. })
  198. }
  199. }
  200. }
  201. }
  202. }
  203. }else{
  204. await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,material_sync_status:2})
  205. }
  206. }
  207. CMD.insert_product = async function(data){
  208. return await video_product_controllers.createProductData({
  209. book_platform:data.tg_platform_id,
  210. product_name:data.book_name,
  211. genre:data.genre,
  212. product_id:data.book_id,
  213. words:data.words
  214. })
  215. }
  216. CMD.init()