fq_factory2.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366
  1. const CMD = {}
  2. const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
  3. const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
  4. const get_fq_book_tab_controllers = require('../src/data_manager/Controllers/get_fq_book_tab_controllers');
  5. const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
  6. const other_book_controllers = require('../src/data_manager/Controllers/other_book_controllers');
  7. const redis_help = require('../src/use_redis');
  8. const axios = require('axios');
  9. const config = require('../etc/config.json');
  10. const HttpClient = require('../src/HttpClient');
  11. const helper = require('../src/helper');
  12. const tools = require('../tools');
  13. const mysql = require('mysql2/promise');
  14. const dbConfig = config.isDebug?config.debug_mysql:config.release_mysql
  15. const taskdbConfig = config.isDebug?config.debug_task_mysql:config.release_task_mysql
  16. const time_count = 1000;
  17. const task_queue = []
  18. async function processNewCreateTask(){
  19. let result = {
  20. data:null
  21. }
  22. let connection = null
  23. try{
  24. connection = await mysql.createConnection({
  25. ...dbConfig,
  26. multipleStatements: true
  27. });
  28. let create_day = helper.getLocalDate()
  29. let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2 AND create_day = '${create_day}' AND like_num =0 LIMIT 1`
  30. const [row] = await connection.execute(sql)
  31. if(row.length<=0){
  32. throw 0
  33. }
  34. result.data = row[0]
  35. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  36. FilterConfig = JSON.parse(FilterConfig)
  37. let tg_platform_id = result.data.tg_platform_id
  38. if(tg_platform_id==config.platform_fanqie){
  39. let fq_book_result = null
  40. if(result.data.book_id.length>18){
  41. fq_book_result = await get_fq_book_tab_controllers.getDataByBookId({ book_id: result.data.book_id });
  42. }else{
  43. fq_book_result = await get_fq_book_tab_controllers.getData({ book_id: result.data.book_id });
  44. }
  45. if(fq_book_result.success){//如果番茄书库里有这本书
  46. result.data.genre = fq_book_result.data.info.genre
  47. result.data.book_id = fq_book_result.data.book_id
  48. result.data.book_name = fq_book_result.data.info.book_name
  49. result.data.words = fq_book_result.data.info.words
  50. //获取商品库的商品
  51. let product_result = await video_product_controllers.getProductData({ book_id: fq_book_result.data.book_id });
  52. //如果商品库没有这个商品
  53. if(!product_result.success){ //如果只是 get_fq_book 有, 书库里没有
  54. fq_book_result.data.tg_platform_id = result.data.tg_platform_id
  55. await CMD.insert_product(result.data)
  56. }
  57. }else{
  58. let client = new HttpClient()
  59. let sid_tt = await tools.getFqSidtt()
  60. let response = await client.proxyRequest( helper.getFqRequestOpt(result.data.book_id,sid_tt))
  61. let obj = response['data']
  62. if (Object.keys(obj['novel_data']).length === 0) {
  63. result.data.words = 0
  64. result.data.genre = 999
  65. result.data.book_id = result.data.book_id
  66. result.data.book_name = "没有找到这本书"
  67. }else{
  68. let book_name = obj['novel_data'].book_name
  69. let book_id = obj['novel_data'].book_id
  70. let genre = CMD.getFqGenre(obj['novel_data'].genre)
  71. let words = obj['novel_data'].word_number
  72. let fq_book_data = {book_name:book_name,book_id:book_id,genre:genre,words:words,info:JSON.stringify(obj['novel_data'])}
  73. let fq_book = {}
  74. fq_book.key = result.data.book_id
  75. // console.log("response:",obj,sid_tt)
  76. await CMD.add_fq_book(fq_book,fq_book_data)
  77. let product_result = await video_product_controllers.getProductData({ book_id: fq_book_data.book_id });
  78. if(!product_result.success){ //如果书库也没有
  79. fq_book.tg_platform_id = result.data.tg_platform_id
  80. fq_book_data.tg_platform_id = result.data.tg_platform_id
  81. await CMD.insert_product(fq_book_data)
  82. }
  83. result.data.words = words
  84. result.data.genre = fq_book_data.genre
  85. result.data.book_id = fq_book_data.book_id
  86. result.data.book_name = fq_book_data.book_name
  87. }
  88. }
  89. }
  90. await CMD.update_filter_data(FilterConfig,result.data)
  91. }catch(e){
  92. if(e==0){
  93. console.log("processCreateTask:没有需要处理的任务")
  94. }else{
  95. if(result.data!=null){
  96. console.log("特殊错误::",e,result.data)
  97. await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,material_sync_status:3})
  98. }
  99. }
  100. console.log("error::",e)
  101. } finally{
  102. if(connection!=null){
  103. connection.end()
  104. }
  105. global.setTimeout(processNewCreateTask, time_count);
  106. }
  107. }
  108. CMD.init = async function(){
  109. redis_help.connect((results)=>{
  110. if(results){
  111. }
  112. })
  113. processNewCreateTask();
  114. }
  115. CMD.getFqGenre = function(genre){
  116. if(genre=="0"){
  117. return 1;
  118. }else{
  119. return 3;
  120. }
  121. // if(genre=="8"){
  122. // return 3;
  123. // }
  124. // if(genre=="202"){
  125. // return 202;
  126. // }
  127. // return 999;
  128. }
  129. CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
  130. let temp = []
  131. for (let index = 0; index < AppConfig.length; index++) {
  132. const element = AppConfig[index];
  133. if(element.tg_platform_id==tg_platform_id){
  134. temp.push(element)
  135. }
  136. }
  137. return temp
  138. }
  139. CMD.isBlackBook = function(all_black_books,book_id){
  140. if(all_black_books==null){
  141. return false
  142. }
  143. for (let index = 0; index < all_black_books.length; index++) {
  144. const black_book = all_black_books[index];
  145. if(black_book.product_id==book_id){
  146. return true
  147. }
  148. }
  149. return false
  150. }
  151. CMD.getMainInfoByAppid = function(MainConfig,app_id){
  152. let list = []
  153. for (let index = 0; index < MainConfig.length; index++) {
  154. const element = MainConfig[index];
  155. if(element.app_id==app_id){
  156. list.push(element)
  157. }
  158. }
  159. return list
  160. }
  161. CMD.isGenre = function(FilterConfig,genre){
  162. let is_need = false
  163. //判断长篇短篇是否是要的数据
  164. for (let index = 0; index < FilterConfig.genre.length; index++) {
  165. const element = FilterConfig.genre[index];
  166. if(genre==element){
  167. is_need = true
  168. break
  169. }
  170. }
  171. return is_need
  172. }
  173. CMD.getPlatformInfo = function(PlatformConfig,tg_platform_id){
  174. for (let index = 0; index < PlatformConfig.length; index++) {
  175. const element = PlatformConfig[index];
  176. if(element.tg_platform_id==tg_platform_id){
  177. return element
  178. }
  179. }
  180. }
  181. CMD.getSharedPlatform = function(PlatformShared,platform_shared_id){
  182. for (let index = 0; index < PlatformShared.length; index++) {
  183. const element = PlatformShared[index];
  184. if(element.id==platform_shared_id){
  185. return JSON.parse(element.info)
  186. }
  187. }
  188. }
  189. CMD.update_filter_data = async function(FilterConfig,data) {
  190. // let isGenre = CMD.isGenre(FilterConfig,data.genre)
  191. let isGenre = true
  192. // console.log("data.genre:",data.genre,data,isGenre)
  193. if(isGenre){
  194. if(data.genre==999){
  195. return await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
  196. }else{
  197. await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
  198. }
  199. //创建一个小程序
  200. let AppConfig = await redis_help.getKeyValue("AppConfig")
  201. AppConfig = JSON.parse(AppConfig)
  202. let PlatformShared = await redis_help.getKeyValue("PlatformShared")
  203. PlatformShared = JSON.parse(PlatformShared)
  204. let PlatformConfig = await redis_help.getKeyValue("PlatformConfig")
  205. PlatformConfig = JSON.parse(PlatformConfig)
  206. let PlatformInfo = CMD.getPlatformInfo(PlatformConfig,config.platform_fanqie)
  207. console.log("PlatformInfo:",PlatformInfo,data)
  208. let all_platform_list = CMD.getSharedPlatform(PlatformShared,PlatformInfo.platform_shared_id)
  209. for (let i = 0; i < all_platform_list.length; i++) {
  210. const tg_platform_id = all_platform_list[i];
  211. let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,tg_platform_id)
  212. for (let j = 0; j < AppInfoList.length; j++) {
  213. const AppInfo = AppInfoList[j];
  214. data.app_id = AppInfo.app_id
  215. let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
  216. PlatformInfo = JSON.parse(PlatformInfo)
  217. if(PlatformInfo==null){
  218. return console.error("平台配置错误:",data)
  219. }
  220. let MainConfig = await redis_help.getKeyValue("MainConfig")
  221. MainConfig = JSON.parse(MainConfig)
  222. let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
  223. if(list.length<0){
  224. return console.error("获取主体错误:",data)
  225. }
  226. let black_books = await redis_help.getKeyValue("all_black_books")
  227. if(black_books!=null){
  228. black_books = JSON.parse(black_books)
  229. }
  230. for (let index = 0; index < list.length; index++) {
  231. const main_info = list[index];
  232. data.main_id = main_info.id
  233. data.main_name = main_info.main_name
  234. let butler_id = main_info.butler_id
  235. if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
  236. console.error("主体配置推广链接错误:",main_info)
  237. }else{
  238. let mian_genre = main_info.genre
  239. let min_book_word = main_info.min_book_word
  240. let max_book_word = main_info.max_book_word
  241. let word = data.words
  242. let book_genre = data.genre
  243. let material_platform_id = main_info.material_platform_id
  244. if(!CMD.isBlackBook(black_books,data.book_id)&&word>=min_book_word&&word<=max_book_word){
  245. //符合标准进行创建表
  246. let butler_video_applet_info = await tools.getAppletProductDataByButlerId(butler_id,data.book_id,data.main_id)
  247. if(butler_video_applet_info==null){
  248. const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
  249. if(!result.success){
  250. //没有找到 可以创建
  251. await video_applet_product_controllers.createAppletProductData({
  252. book_platform:config.platform_fanqie,
  253. product_name:data.book_name,
  254. product_id:data.book_id,
  255. dy_small_program_start:"",
  256. dy_small_program_start_data:"",
  257. dy_small_applet_app_id:data.app_id,
  258. status:0,
  259. main_id:data.main_id,
  260. promotion_id:"",
  261. wait_status:0,
  262. material_platform_id:material_platform_id,
  263. butler_id:butler_id
  264. })
  265. }
  266. }
  267. }
  268. }
  269. }
  270. }
  271. }
  272. }else{
  273. await other_book_controllers.createData({product_id:data.book_id,product_name:data.book_name,tg_platform_id:data.tg_platform_id})
  274. await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,material_sync_status:2})
  275. }
  276. }
  277. CMD.insert_product = async function(data){
  278. return await video_product_controllers.createProductData({
  279. book_platform:data.tg_platform_id,
  280. product_name:data.book_name,
  281. genre:data.genre,
  282. product_id:data.book_id,
  283. words:data.words
  284. })
  285. }
  286. CMD.add_fq_book = async function(data,response){
  287. let book_name = response.book_name
  288. let book_id = response.book_id
  289. let genre = response.genre
  290. let words = response.words
  291. data.genre = 0
  292. if(genre=="0"){
  293. data.genre = 1;
  294. }
  295. if(genre=="8"){
  296. data.genre = 3;
  297. }
  298. if(genre=="202"){
  299. data.genre = 202;
  300. }
  301. data.words = words
  302. data.book_name = book_name
  303. data.book_id = book_id
  304. let tab = {
  305. book_key:data.key,
  306. book_id:data.book_id,
  307. info:JSON.stringify(response)
  308. }
  309. if(tab.book_id==undefined){
  310. throw "tab.book_id==undefined"
  311. }
  312. // console.log("tab:",tab,data)
  313. return await get_fq_book_tab_controllers.createData( tab)
  314. }
  315. CMD.init()