123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366 |
- const CMD = {}
- const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
- const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
- const get_fq_book_tab_controllers = require('../src/data_manager/Controllers/get_fq_book_tab_controllers');
- const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
- const other_book_controllers = require('../src/data_manager/Controllers/other_book_controllers');
- const redis_help = require('../src/use_redis');
- const axios = require('axios');
- const config = require('../etc/config.json');
- const HttpClient = require('../src/HttpClient');
- const helper = require('../src/helper');
- const tools = require('../tools');
- const mysql = require('mysql2/promise');
- const dbConfig = config.isDebug?config.debug_mysql:config.release_mysql
- const taskdbConfig = config.isDebug?config.debug_task_mysql:config.release_task_mysql
- const time_count = 1000;
- const task_queue = []
- async function processNewCreateTask(){
- let result = {
- data:null
- }
- let connection = null
- try{
- connection = await mysql.createConnection({
- ...dbConfig,
- multipleStatements: true
- });
- let create_day = helper.getLocalDate()
- let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2 AND create_day = '${create_day}' AND like_num =0 LIMIT 1`
-
- const [row] = await connection.execute(sql)
- if(row.length<=0){
- throw 0
- }
- result.data = row[0]
- let FilterConfig = await redis_help.getKeyValue("FilterConfig")
- FilterConfig = JSON.parse(FilterConfig)
- let tg_platform_id = result.data.tg_platform_id
- if(tg_platform_id==config.platform_fanqie){
- let fq_book_result = null
- if(result.data.book_id.length>18){
- fq_book_result = await get_fq_book_tab_controllers.getDataByBookId({ book_id: result.data.book_id });
- }else{
- fq_book_result = await get_fq_book_tab_controllers.getData({ book_id: result.data.book_id });
- }
- if(fq_book_result.success){//如果番茄书库里有这本书
- result.data.genre = fq_book_result.data.info.genre
- result.data.book_id = fq_book_result.data.book_id
- result.data.book_name = fq_book_result.data.info.book_name
- result.data.words = fq_book_result.data.info.words
- //获取商品库的商品
- let product_result = await video_product_controllers.getProductData({ book_id: fq_book_result.data.book_id });
- //如果商品库没有这个商品
- if(!product_result.success){ //如果只是 get_fq_book 有, 书库里没有
- fq_book_result.data.tg_platform_id = result.data.tg_platform_id
- await CMD.insert_product(result.data)
- }
- }else{
- let client = new HttpClient()
- let sid_tt = await tools.getFqSidtt()
- let response = await client.proxyRequest( helper.getFqRequestOpt(result.data.book_id,sid_tt))
- let obj = response['data']
- if (Object.keys(obj['novel_data']).length === 0) {
- result.data.words = 0
- result.data.genre = 999
- result.data.book_id = result.data.book_id
- result.data.book_name = "没有找到这本书"
- }else{
- let book_name = obj['novel_data'].book_name
- let book_id = obj['novel_data'].book_id
- let genre = CMD.getFqGenre(obj['novel_data'].genre)
- let words = obj['novel_data'].word_number
- let fq_book_data = {book_name:book_name,book_id:book_id,genre:genre,words:words,info:JSON.stringify(obj['novel_data'])}
- let fq_book = {}
- fq_book.key = result.data.book_id
- // console.log("response:",obj,sid_tt)
- await CMD.add_fq_book(fq_book,fq_book_data)
- let product_result = await video_product_controllers.getProductData({ book_id: fq_book_data.book_id });
- if(!product_result.success){ //如果书库也没有
- fq_book.tg_platform_id = result.data.tg_platform_id
- fq_book_data.tg_platform_id = result.data.tg_platform_id
- await CMD.insert_product(fq_book_data)
- }
- result.data.words = words
- result.data.genre = fq_book_data.genre
- result.data.book_id = fq_book_data.book_id
- result.data.book_name = fq_book_data.book_name
- }
- }
- }
- await CMD.update_filter_data(FilterConfig,result.data)
- }catch(e){
- if(e==0){
- console.log("processCreateTask:没有需要处理的任务")
- }else{
- if(result.data!=null){
- console.log("特殊错误::",e,result.data)
- await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,material_sync_status:3})
- }
- }
- console.log("error::",e)
- } finally{
- if(connection!=null){
- connection.end()
- }
- global.setTimeout(processNewCreateTask, time_count);
- }
- }
- CMD.init = async function(){
- redis_help.connect((results)=>{
- if(results){
- }
- })
- processNewCreateTask();
- }
- CMD.getFqGenre = function(genre){
- if(genre=="0"){
- return 1;
- }else{
- return 3;
- }
- // if(genre=="8"){
- // return 3;
- // }
- // if(genre=="202"){
- // return 202;
- // }
- // return 999;
- }
- CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
- let temp = []
- for (let index = 0; index < AppConfig.length; index++) {
- const element = AppConfig[index];
- if(element.tg_platform_id==tg_platform_id){
- temp.push(element)
- }
- }
- return temp
- }
- CMD.isBlackBook = function(all_black_books,book_id){
- if(all_black_books==null){
- return false
- }
- for (let index = 0; index < all_black_books.length; index++) {
- const black_book = all_black_books[index];
- if(black_book.product_id==book_id){
- return true
- }
- }
- return false
- }
- CMD.getMainInfoByAppid = function(MainConfig,app_id){
- let list = []
- for (let index = 0; index < MainConfig.length; index++) {
- const element = MainConfig[index];
- if(element.app_id==app_id){
- list.push(element)
- }
- }
- return list
- }
- CMD.isGenre = function(FilterConfig,genre){
- let is_need = false
- //判断长篇短篇是否是要的数据
- for (let index = 0; index < FilterConfig.genre.length; index++) {
- const element = FilterConfig.genre[index];
- if(genre==element){
- is_need = true
- break
- }
- }
- return is_need
- }
- CMD.getPlatformInfo = function(PlatformConfig,tg_platform_id){
- for (let index = 0; index < PlatformConfig.length; index++) {
- const element = PlatformConfig[index];
- if(element.tg_platform_id==tg_platform_id){
- return element
- }
- }
- }
- CMD.getSharedPlatform = function(PlatformShared,platform_shared_id){
- for (let index = 0; index < PlatformShared.length; index++) {
- const element = PlatformShared[index];
- if(element.id==platform_shared_id){
- return JSON.parse(element.info)
- }
- }
- }
- CMD.update_filter_data = async function(FilterConfig,data) {
- // let isGenre = CMD.isGenre(FilterConfig,data.genre)
- let isGenre = true
- // console.log("data.genre:",data.genre,data,isGenre)
- if(isGenre){
- if(data.genre==999){
- return await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
- }else{
- await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
- }
-
- //创建一个小程序
- let AppConfig = await redis_help.getKeyValue("AppConfig")
- AppConfig = JSON.parse(AppConfig)
- let PlatformShared = await redis_help.getKeyValue("PlatformShared")
- PlatformShared = JSON.parse(PlatformShared)
- let PlatformConfig = await redis_help.getKeyValue("PlatformConfig")
- PlatformConfig = JSON.parse(PlatformConfig)
- let PlatformInfo = CMD.getPlatformInfo(PlatformConfig,config.platform_fanqie)
- console.log("PlatformInfo:",PlatformInfo,data)
- let all_platform_list = CMD.getSharedPlatform(PlatformShared,PlatformInfo.platform_shared_id)
- for (let i = 0; i < all_platform_list.length; i++) {
- const tg_platform_id = all_platform_list[i];
- let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,tg_platform_id)
- for (let j = 0; j < AppInfoList.length; j++) {
- const AppInfo = AppInfoList[j];
- data.app_id = AppInfo.app_id
- let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
- PlatformInfo = JSON.parse(PlatformInfo)
- if(PlatformInfo==null){
- return console.error("平台配置错误:",data)
- }
- let MainConfig = await redis_help.getKeyValue("MainConfig")
- MainConfig = JSON.parse(MainConfig)
- let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
- if(list.length<0){
- return console.error("获取主体错误:",data)
- }
- let black_books = await redis_help.getKeyValue("all_black_books")
-
- if(black_books!=null){
- black_books = JSON.parse(black_books)
- }
-
- for (let index = 0; index < list.length; index++) {
- const main_info = list[index];
- data.main_id = main_info.id
- data.main_name = main_info.main_name
- let butler_id = main_info.butler_id
- if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
- console.error("主体配置推广链接错误:",main_info)
- }else{
- let mian_genre = main_info.genre
- let min_book_word = main_info.min_book_word
- let max_book_word = main_info.max_book_word
- let word = data.words
- let book_genre = data.genre
- let material_platform_id = main_info.material_platform_id
- if(!CMD.isBlackBook(black_books,data.book_id)&&word>=min_book_word&&word<=max_book_word){
- //符合标准进行创建表
- let butler_video_applet_info = await tools.getAppletProductDataByButlerId(butler_id,data.book_id,data.main_id)
- if(butler_video_applet_info==null){
- const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
- if(!result.success){
- //没有找到 可以创建
- await video_applet_product_controllers.createAppletProductData({
- book_platform:config.platform_fanqie,
- product_name:data.book_name,
- product_id:data.book_id,
- dy_small_program_start:"",
- dy_small_program_start_data:"",
- dy_small_applet_app_id:data.app_id,
- status:0,
- main_id:data.main_id,
- promotion_id:"",
- wait_status:0,
- material_platform_id:material_platform_id,
- butler_id:butler_id
- })
- }
- }
-
- }
- }
- }
- }
- }
- }else{
- await other_book_controllers.createData({product_id:data.book_id,product_name:data.book_name,tg_platform_id:data.tg_platform_id})
- await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,material_sync_status:2})
- }
- }
- CMD.insert_product = async function(data){
- return await video_product_controllers.createProductData({
- book_platform:data.tg_platform_id,
- product_name:data.book_name,
- genre:data.genre,
- product_id:data.book_id,
- words:data.words
- })
- }
- CMD.add_fq_book = async function(data,response){
- let book_name = response.book_name
- let book_id = response.book_id
- let genre = response.genre
- let words = response.words
- data.genre = 0
- if(genre=="0"){
- data.genre = 1;
- }
- if(genre=="8"){
- data.genre = 3;
- }
- if(genre=="202"){
- data.genre = 202;
- }
- data.words = words
- data.book_name = book_name
- data.book_id = book_id
- let tab = {
- book_key:data.key,
- book_id:data.book_id,
- info:JSON.stringify(response)
- }
- if(tab.book_id==undefined){
- throw "tab.book_id==undefined"
- }
- // console.log("tab:",tab,data)
- return await get_fq_book_tab_controllers.createData( tab)
- }
- CMD.init()
|