|
|
@@ -0,0 +1,432 @@
|
|
|
+const CMD = {}
|
|
|
+const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
|
|
|
+const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
|
|
|
+const get_fq_book_tab_controllers = require('../src/data_manager/Controllers/get_fq_book_tab_controllers');
|
|
|
+const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
|
|
|
+const other_book_controllers = require('../src/data_manager/Controllers/other_book_controllers');
|
|
|
+const redis_help = require('../src/use_redis');
|
|
|
+const axios = require('axios');
|
|
|
+const config = require('../etc/config.json');
|
|
|
+const HttpClient = require('../src/HttpClient');
|
|
|
+const helper = require('../src/helper');
|
|
|
+const tools = require('../tools');
|
|
|
+
|
|
|
+const mysql = require('mysql2/promise');
|
|
|
+const dbConfig = config.isDebug?config.debug_mysql:config.release_mysql
|
|
|
+const taskdbConfig = config.isDebug?config.debug_task_mysql:config.release_task_mysql
|
|
|
+
|
|
|
+const time_count = 500;
|
|
|
+const task_queue = []
|
|
|
+
|
|
|
+async function processNewCreateTask(){
|
|
|
+ let result = {
|
|
|
+ data:null
|
|
|
+ }
|
|
|
+ let connection = null
|
|
|
+ try{
|
|
|
+ connection = await mysql.createConnection({
|
|
|
+ ...dbConfig,
|
|
|
+ multipleStatements: true
|
|
|
+ });
|
|
|
+
|
|
|
+ // let create_day = helper.getLocalDate()
|
|
|
+
|
|
|
+ let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2 AND weight = 1 ORDER BY create_day DESC LIMIT 1`
|
|
|
+
|
|
|
+ const [row] = await connection.execute(sql)
|
|
|
+
|
|
|
+ if(row.length<=0){
|
|
|
+ throw 0
|
|
|
+ }
|
|
|
+
|
|
|
+ result.data = row[0]
|
|
|
+
|
|
|
+ let FilterConfig = await redis_help.getKeyValue("FilterConfig")
|
|
|
+ FilterConfig = JSON.parse(FilterConfig)
|
|
|
+
|
|
|
+ let tg_platform_id = result.data.tg_platform_id
|
|
|
+ if(tg_platform_id==config.platform_fanqie){
|
|
|
+
|
|
|
+ let fq_book_result = null
|
|
|
+ if(result.data.book_id.length>18){
|
|
|
+ fq_book_result = await get_fq_book_tab_controllers.getDataByBookId({ book_id: result.data.book_id });
|
|
|
+ }else{
|
|
|
+ fq_book_result = await get_fq_book_tab_controllers.getData({ book_id: result.data.book_id });
|
|
|
+ }
|
|
|
+
|
|
|
+ if(fq_book_result.success){//如果番茄书库里有这本书
|
|
|
+ result.data.genre = fq_book_result.data.info.genre
|
|
|
+ result.data.book_id = fq_book_result.data.book_id
|
|
|
+ result.data.book_name = fq_book_result.data.info.book_name
|
|
|
+ result.data.words = fq_book_result.data.info.words
|
|
|
+ //获取商品库的商品
|
|
|
+ let product_result = await video_product_controllers.getProductData({ book_id: fq_book_result.data.book_id });
|
|
|
+ //如果商品库没有这个商品
|
|
|
+ if(!product_result.success){ //如果只是 get_fq_book 有， 书库里没有
|
|
|
+ fq_book_result.data.tg_platform_id = result.data.tg_platform_id
|
|
|
+ await CMD.insert_product(result.data)
|
|
|
+ }
|
|
|
+ }else{
|
|
|
+ let client = new HttpClient()
|
|
|
+ let sid_tt = await tools.getFqSidtt()
|
|
|
+ let response = await client.proxyRequest( helper.getFqRequestOpt(result.data.book_id,sid_tt))
|
|
|
+ let obj = response['data']
|
|
|
+ if (Object.keys(obj['novel_data']).length === 0) {
|
|
|
+ result.data.words = 0
|
|
|
+ result.data.genre = 999
|
|
|
+ result.data.book_id = result.data.book_id
|
|
|
+ result.data.book_name = "没有找到这本书"
|
|
|
+ }else{
|
|
|
+ let book_name = obj['novel_data'].book_name
|
|
|
+ let book_id = obj['novel_data'].book_id
|
|
|
+ let genre = CMD.getFqGenre(obj['novel_data'].genre)
|
|
|
+ let words = obj['novel_data'].word_number
|
|
|
+ let fq_book_data = {book_name:book_name,book_id:book_id,genre:genre,words:words,info:JSON.stringify(obj['novel_data'])}
|
|
|
+ let fq_book = {}
|
|
|
+ fq_book.key = result.data.book_id
|
|
|
+ // console.log("response:",obj,sid_tt)
|
|
|
+ await CMD.add_fq_book(fq_book,fq_book_data)
|
|
|
+ let product_result = await video_product_controllers.getProductData({ book_id: fq_book_data.book_id });
|
|
|
+ if(!product_result.success){ //如果书库也没有
|
|
|
+ fq_book.tg_platform_id = result.data.tg_platform_id
|
|
|
+ fq_book_data.tg_platform_id = result.data.tg_platform_id
|
|
|
+ await CMD.insert_product(fq_book_data)
|
|
|
+ }
|
|
|
+ result.data.words = words
|
|
|
+ result.data.genre = fq_book_data.genre
|
|
|
+ result.data.book_id = fq_book_data.book_id
|
|
|
+ result.data.book_name = fq_book_data.book_name
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ await CMD.update_filter_data(FilterConfig,result.data)
|
|
|
+ }catch(e){
|
|
|
+ if(e==0){
|
|
|
+ console.log("processCreateTask:没有需要处理的任务")
|
|
|
+ }else{
|
|
|
+ if(result.data!=null){
|
|
|
+ console.log("特殊错误::",e,result.data)
|
|
|
+ await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,material_sync_status:3})
|
|
|
+ }
|
|
|
+ }
|
|
|
+ console.log("error::",e)
|
|
|
+ } finally{
|
|
|
+ if(connection!=null){
|
|
|
+ connection.end()
|
|
|
+ }
|
|
|
+ global.setTimeout(processNewCreateTask, time_count);
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+// async function processCreateTask(){
|
|
|
+// let result = null
|
|
|
+// try{
|
|
|
+// if(task_queue.length>0){
|
|
|
+// let task_queue_item = task_queue.pop()
|
|
|
+// result = task_queue_item.result
|
|
|
+// let other_book = await other_book_controllers.getData({product_id:task_queue_item.result.data.book_id})
|
|
|
+// if(other_book.success){
|
|
|
+// await filter_data_controllers.updateFilterData({id:result.data.id},{status:2,book_id:other_book.data.product_id,book_name:other_book.data.product_name,material_sync_status:2})
|
|
|
+// throw "处理了一条长篇或者筛选不要的书"
|
|
|
+// }
|
|
|
+// let product = await video_product_controllers.getProductData({ book_id: task_queue_item.result.data.book_id });
|
|
|
+// let FilterConfig = await redis_help.getKeyValue("FilterConfig")
|
|
|
+// FilterConfig = JSON.parse(FilterConfig)
|
|
|
+// if(!product.success){
|
|
|
+// let tg_platform_id = result.data.tg_platform_id
|
|
|
+// if(tg_platform_id==config.platform_fanqie){
|
|
|
+// let client = new HttpClient()
|
|
|
+// let sid_tt = await tools.getFqSidtt()
|
|
|
+// let response = await client.proxyRequest( helper.getFqRequestOpt(result.data.book_id,sid_tt))
|
|
|
+// let obj = response['data']
|
|
|
+// if (Object.keys(obj['novel_data']).length === 0) {
|
|
|
+// result.data.words = 0
|
|
|
+// result.data.genre = 999
|
|
|
+// result.data.book_id = result.data.book_id
|
|
|
+// result.data.book_name = "没有找到这本书"
|
|
|
+// }else{
|
|
|
+// let book_name = obj['novel_data'].book_name
|
|
|
+// let book_id = obj['novel_data'].book_id
|
|
|
+// let genre = CMD.getFqGenre(obj['novel_data'].genre)
|
|
|
+// let words = obj['novel_data'].word_number
|
|
|
+// let fq_book_data = {book_name:book_name,book_id:book_id,genre:genre,words:words,info:JSON.stringify(obj['novel_data'])}
|
|
|
+// let fq_book = {}
|
|
|
+// fq_book.key = result.data.book_id
|
|
|
+// // console.log("response:",obj,sid_tt)
|
|
|
+// await CMD.add_fq_book(fq_book,fq_book_data)
|
|
|
+// let product_result = await video_product_controllers.getProductData({ book_id: fq_book_data.book_id });
|
|
|
+// if(!product_result.success){ //如果书库也没有
|
|
|
+// fq_book.tg_platform_id = result.data.tg_platform_id
|
|
|
+
|
|
|
+// // if(CMD.isGenre(FilterConfig,fq_book_data.genre)){
|
|
|
+// // fq_book_data.tg_platform_id = result.data.tg_platform_id
|
|
|
+// // await CMD.insert_product(fq_book_data)
|
|
|
+// // }
|
|
|
+// fq_book_data.tg_platform_id = result.data.tg_platform_id
|
|
|
+// await CMD.insert_product(fq_book_data)
|
|
|
+// }
|
|
|
+// result.data.words = words
|
|
|
+// result.data.genre = fq_book_data.genre
|
|
|
+// result.data.book_id = fq_book_data.book_id
|
|
|
+// result.data.book_name = fq_book_data.book_name
|
|
|
+// }
|
|
|
+
|
|
|
+// }
|
|
|
+// }
|
|
|
+// await CMD.update_filter_data(FilterConfig,result.data)
|
|
|
+// }
|
|
|
+// }catch(e){
|
|
|
+// console.log("error::",e)
|
|
|
+// // if(result!=null){
|
|
|
+// // await filter_data_controllers.updateFilterData({id:result.data.id},{status:2})
|
|
|
+// // }
|
|
|
+// console.log("processCreateTask:",e)
|
|
|
+// } finally{
|
|
|
+// global.setTimeout(processCreateTask, time_count);
|
|
|
+// }
|
|
|
+// }
|
|
|
+CMD.init = async function(){
|
|
|
+ redis_help.connect((results)=>{
|
|
|
+ if(results){
|
|
|
+ }
|
|
|
+ })
|
|
|
+ processNewCreateTask();
|
|
|
+}
|
|
|
+CMD.getFqGenre = function(genre){
|
|
|
+ if(genre=="0"){
|
|
|
+ return 1;
|
|
|
+ }else{
|
|
|
+ return 3;
|
|
|
+ }
|
|
|
+ // if(genre=="8"){
|
|
|
+ // return 3;
|
|
|
+ // }
|
|
|
+
|
|
|
+ // if(genre=="202"){
|
|
|
+ // return 202;
|
|
|
+ // }
|
|
|
+ // return 999;
|
|
|
+}
|
|
|
+
|
|
|
+CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
|
|
|
+ let temp = []
|
|
|
+ for (let index = 0; index < AppConfig.length; index++) {
|
|
|
+ const element = AppConfig[index];
|
|
|
+ if(element.tg_platform_id==tg_platform_id){
|
|
|
+ temp.push(element)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return temp
|
|
|
+}
|
|
|
+CMD.isBlackBook = function(all_black_books,book_id){
|
|
|
+ if(all_black_books==null){
|
|
|
+ return false
|
|
|
+ }
|
|
|
+ for (let index = 0; index < all_black_books.length; index++) {
|
|
|
+ const black_book = all_black_books[index];
|
|
|
+ if(black_book.product_id==book_id){
|
|
|
+ return true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return false
|
|
|
+}
|
|
|
+CMD.getMainInfoByAppid = function(MainConfig,app_id){
|
|
|
+ let list = []
|
|
|
+ for (let index = 0; index < MainConfig.length; index++) {
|
|
|
+ const element = MainConfig[index];
|
|
|
+ if(element.app_id==app_id){
|
|
|
+ list.push(element)
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return list
|
|
|
+}
|
|
|
+CMD.isGenre = function(FilterConfig,genre){
|
|
|
+ let is_need = false
|
|
|
+ //判断长篇短篇是否是要的数据
|
|
|
+ for (let index = 0; index < FilterConfig.genre.length; index++) {
|
|
|
+ const element = FilterConfig.genre[index];
|
|
|
+ if(genre==element){
|
|
|
+ is_need = true
|
|
|
+ break
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return is_need
|
|
|
+}
|
|
|
+
|
|
|
+CMD.getPlatformInfo = function(PlatformConfig,tg_platform_id){
|
|
|
+ for (let index = 0; index < PlatformConfig.length; index++) {
|
|
|
+ const element = PlatformConfig[index];
|
|
|
+ if(element.tg_platform_id==tg_platform_id){
|
|
|
+ return element
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+CMD.getSharedPlatform = function(PlatformShared,platform_shared_id){
|
|
|
+ for (let index = 0; index < PlatformShared.length; index++) {
|
|
|
+ const element = PlatformShared[index];
|
|
|
+ if(element.id==platform_shared_id){
|
|
|
+ return JSON.parse(element.info)
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+CMD.update_filter_data = async function(FilterConfig,data) {
|
|
|
+ // let isGenre = CMD.isGenre(FilterConfig,data.genre)
|
|
|
+ let isGenre = true
|
|
|
+ // console.log("data.genre:",data.genre,data,isGenre)
|
|
|
+ if(isGenre){
|
|
|
+ if(data.genre==999){
|
|
|
+ return await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
|
|
|
+ }else{
|
|
|
+ await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
|
|
|
+ }
|
|
|
+
|
|
|
+ //创建一个小程序
|
|
|
+ let AppConfig = await redis_help.getKeyValue("AppConfig")
|
|
|
+
|
|
|
+ AppConfig = JSON.parse(AppConfig)
|
|
|
+
|
|
|
+
|
|
|
+ let PlatformShared = await redis_help.getKeyValue("PlatformShared")
|
|
|
+
|
|
|
+ PlatformShared = JSON.parse(PlatformShared)
|
|
|
+
|
|
|
+ let PlatformConfig = await redis_help.getKeyValue("PlatformConfig")
|
|
|
+
|
|
|
+ PlatformConfig = JSON.parse(PlatformConfig)
|
|
|
+
|
|
|
+ let PlatformInfo = CMD.getPlatformInfo(PlatformConfig,config.platform_fanqie)
|
|
|
+
|
|
|
+ console.log("PlatformInfo:",PlatformInfo,data)
|
|
|
+
|
|
|
+ let all_platform_list = CMD.getSharedPlatform(PlatformShared,PlatformInfo.platform_shared_id)
|
|
|
+
|
|
|
+ for (let i = 0; i < all_platform_list.length; i++) {
|
|
|
+
|
|
|
+ const tg_platform_id = all_platform_list[i];
|
|
|
+
|
|
|
+ let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,tg_platform_id)
|
|
|
+ for (let j = 0; j < AppInfoList.length; j++) {
|
|
|
+
|
|
|
+ const AppInfo = AppInfoList[j];
|
|
|
+
|
|
|
+ data.app_id = AppInfo.app_id
|
|
|
+
|
|
|
+ let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
|
|
|
+
|
|
|
+ PlatformInfo = JSON.parse(PlatformInfo)
|
|
|
+
|
|
|
+ if(PlatformInfo==null){
|
|
|
+ return console.error("平台配置错误：",data)
|
|
|
+ }
|
|
|
+
|
|
|
+ let MainConfig = await redis_help.getKeyValue("MainConfig")
|
|
|
+
|
|
|
+ MainConfig = JSON.parse(MainConfig)
|
|
|
+
|
|
|
+ let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
|
|
|
+
|
|
|
+ if(list.length<0){
|
|
|
+ return console.error("获取主体错误：",data)
|
|
|
+ }
|
|
|
+
|
|
|
+ let black_books = await redis_help.getKeyValue("all_black_books")
|
|
|
+
|
|
|
+ if(black_books!=null){
|
|
|
+ black_books = JSON.parse(black_books)
|
|
|
+ }
|
|
|
+
|
|
|
+ for (let index = 0; index < list.length; index++) {
|
|
|
+ const main_info = list[index];
|
|
|
+ data.main_id = main_info.id
|
|
|
+ data.main_name = main_info.main_name
|
|
|
+ let butler_id = main_info.butler_id
|
|
|
+ if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
|
|
|
+ console.error("主体配置推广链接错误：",main_info)
|
|
|
+ }else{
|
|
|
+ let mian_genre = main_info.genre
|
|
|
+ let min_book_word = main_info.min_book_word
|
|
|
+ let max_book_word = main_info.max_book_word
|
|
|
+ let word = data.words
|
|
|
+ let book_genre = data.genre
|
|
|
+ let material_platform_id = main_info.material_platform_id
|
|
|
+ if(!CMD.isBlackBook(black_books,data.book_id)&&word>=min_book_word&&word<=max_book_word){
|
|
|
+ //符合标准进行创建表
|
|
|
+ let butler_video_applet_info = await tools.getAppletProductDataByButlerId(butler_id,data.book_id,data.main_id)
|
|
|
+ if(butler_video_applet_info==null){
|
|
|
+ const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
|
|
|
+ if(!result.success){
|
|
|
+ //没有找到 可以创建
|
|
|
+ await video_applet_product_controllers.createAppletProductData({
|
|
|
+ book_platform:config.platform_fanqie,
|
|
|
+ product_name:data.book_name,
|
|
|
+ product_id:data.book_id,
|
|
|
+ dy_small_program_start:"",
|
|
|
+ dy_small_program_start_data:"",
|
|
|
+ dy_small_applet_app_id:data.app_id,
|
|
|
+ status:0,
|
|
|
+ main_id:data.main_id,
|
|
|
+ promotion_id:"",
|
|
|
+ wait_status:0,
|
|
|
+ material_platform_id:material_platform_id,
|
|
|
+ butler_id:butler_id
|
|
|
+ })
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ }else{
|
|
|
+ await other_book_controllers.createData({product_id:data.book_id,product_name:data.book_name,tg_platform_id:data.tg_platform_id})
|
|
|
+ await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,material_sync_status:2})
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+CMD.insert_product = async function(data){
|
|
|
+ return await video_product_controllers.createProductData({
|
|
|
+ book_platform:data.tg_platform_id,
|
|
|
+ product_name:data.book_name,
|
|
|
+ genre:data.genre,
|
|
|
+ product_id:data.book_id,
|
|
|
+ words:data.words
|
|
|
+ })
|
|
|
+}
|
|
|
+CMD.add_fq_book = async function(data,response){
|
|
|
+ let book_name = response.book_name
|
|
|
+ let book_id = response.book_id
|
|
|
+ let genre = response.genre
|
|
|
+ let words = response.words
|
|
|
+ data.genre = 0
|
|
|
+ if(genre=="0"){
|
|
|
+ data.genre = 1;
|
|
|
+ }
|
|
|
+ if(genre=="8"){
|
|
|
+ data.genre = 3;
|
|
|
+ }
|
|
|
+
|
|
|
+ if(genre=="202"){
|
|
|
+ data.genre = 202;
|
|
|
+ }
|
|
|
+ data.words = words
|
|
|
+ data.book_name = book_name
|
|
|
+ data.book_id = book_id
|
|
|
+ let tab = {
|
|
|
+ book_key:data.key,
|
|
|
+ book_id:data.book_id,
|
|
|
+ info:JSON.stringify(response)
|
|
|
+ }
|
|
|
+ if(tab.book_id==undefined){
|
|
|
+ throw "tab.book_id==undefined"
|
|
|
+ }
|
|
|
+ // console.log("tab:",tab,data)
|
|
|
+ return await get_fq_book_tab_controllers.createData( tab)
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
+CMD.init()
|
