904118851 2 bulan lalu
induk
melakukan
55cbdcf1c9
4 mengubah file dengan 418 tambahan dan 1 penghapusan
  1. 1 1
      2_PRODUCT_FACTORY/fq_factory3.js
  2. 375 0
      2_PRODUCT_FACTORY/fq_factory4.js
  3. 32 0
      fqjson.json
  4. 10 0
      run_fq.sh

+ 1 - 1
2_PRODUCT_FACTORY/fq_factory3.js

@@ -33,7 +33,7 @@ async function processNewCreateTask(){
 
         create_day = tools.getPreviousDay(create_day)
 
-        let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2  AND create_day = '${create_day}' LIMIT 1`
+        let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2  AND create_day = '${create_day}' AND id % 10 <= 5 LIMIT 1`
         
         const [row] = await connection.execute(sql)
 

+ 375 - 0
2_PRODUCT_FACTORY/fq_factory4.js

@@ -0,0 +1,375 @@
+const CMD = {}
+const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
+const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
+const get_fq_book_tab_controllers = require('../src/data_manager/Controllers/get_fq_book_tab_controllers');
+const video_applet_product_controllers = require('../src/data_manager/Controllers/video_applet_product_controllers');
+const other_book_controllers = require('../src/data_manager/Controllers/other_book_controllers');
+const redis_help = require('../src/use_redis');
+const axios = require('axios');
+const config = require('../etc/config.json');
+const HttpClient = require('../src/HttpClient');
+const helper = require('../src/helper');
+const tools = require('../tools');
+
+const mysql = require('mysql2/promise');
+const dbConfig = config.isDebug?config.debug_mysql:config.release_mysql
+const taskdbConfig = config.isDebug?config.debug_task_mysql:config.release_task_mysql
+
+const time_count = 2000;
+const task_queue = []
+
+async function processNewCreateTask(){
+    let result = {
+        data:null
+    }
+    let connection = null
+    try{
+        connection = await mysql.createConnection({
+            ...dbConfig,
+            multipleStatements: true
+        });
+
+        let create_day = helper.getLocalDate()
+
+        create_day = tools.getPreviousDay(create_day)
+
+        let sql = `SELECT * FROM filter_data WHERE tg_platform_id = ${config.platform_fanqie} AND status = 1 AND material_sync_status = 2  AND create_day = '${create_day}'  AND id % 10 > 5  LIMIT 1`
+        
+        const [row] = await connection.execute(sql)
+
+        if(row.length<=0){
+            throw 0
+        }
+
+        result.data = row[0]
+
+        let FilterConfig = await redis_help.getKeyValue("FilterConfig")
+        FilterConfig = JSON.parse(FilterConfig)
+
+        let tg_platform_id = result.data.tg_platform_id
+        if(tg_platform_id==config.platform_fanqie){
+
+            let fq_book_result = null
+            if(result.data.book_id.length>18){
+                fq_book_result =  await get_fq_book_tab_controllers.getDataByBookId({ book_id: result.data.book_id });
+            }else{
+                fq_book_result = await get_fq_book_tab_controllers.getData({ book_id: result.data.book_id });
+            }
+
+            if(fq_book_result.success){//如果番茄书库里有这本书
+                result.data.genre = fq_book_result.data.info.genre
+                result.data.book_id = fq_book_result.data.book_id
+                result.data.book_name = fq_book_result.data.info.book_name
+                result.data.words = fq_book_result.data.info.words
+                //获取商品库的商品
+                let product_result = await video_product_controllers.getProductData({ book_id: fq_book_result.data.book_id });
+                //如果商品库没有这个商品
+                if(!product_result.success){ //如果只是 get_fq_book 有, 书库里没有
+                    fq_book_result.data.tg_platform_id = result.data.tg_platform_id
+                    await CMD.insert_product(result.data)
+                }
+                await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,book_id:result.data.book_id,book_name:result.data.book_name,material_sync_status:0})
+            }else{
+                let client =  new HttpClient()
+                let sid_tt = await tools.getFqSidtt()
+                let response =  await client.proxyRequest( helper.getFqRequestOpt(result.data.book_id,sid_tt))
+                let obj = response['data']
+                if (Object.keys(obj['novel_data']).length === 0) {
+                    result.data.words = 0
+                    result.data.genre = 999
+                    result.data.book_id = result.data.book_id
+                    result.data.book_name = "没有找到这本书"
+                    await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,book_id:result.data.book_id,book_name:result.data.book_name,material_sync_status:2})
+                }else{
+                    let book_name =  obj['novel_data'].book_name
+                    let book_id = obj['novel_data'].book_id
+                    let genre = CMD.getFqGenre(obj['novel_data'].genre)
+                    let words = obj['novel_data'].word_number
+                    let fq_book_data = {book_name:book_name,book_id:book_id,genre:genre,words:words,info:JSON.stringify(obj['novel_data'])}
+                    let fq_book = {} 
+                    fq_book.key = result.data.book_id
+                    // console.log("response:",obj,sid_tt)
+                    await CMD.add_fq_book(fq_book,fq_book_data)
+                    let product_result = await video_product_controllers.getProductData({ book_id: fq_book_data.book_id });
+       
+                    result.data.words = words
+                    result.data.genre = fq_book_data.genre
+                    result.data.book_id = fq_book_data.book_id
+                    result.data.book_name = fq_book_data.book_name
+                    if(!product_result.success){ //如果书库也没有
+                        fq_book.tg_platform_id = result.data.tg_platform_id
+                        fq_book_data.tg_platform_id = result.data.tg_platform_id
+                        await CMD.insert_product(fq_book_data)
+                        await CMD.update_filter_data(FilterConfig,result.data)
+                    }else{
+                        await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,book_id:result.data.book_id,book_name:result.data.book_name,material_sync_status:0})
+                    }
+                }
+            }
+            console.log("处理完一条数据:",result.data.id)
+        }
+
+ 
+    }catch(e){
+        if(e==0){
+            console.log("processCreateTask:没有需要处理的任务")
+        }else{
+            if(result.data!=null){
+                console.log("特殊错误::",e,result.data)
+                await filter_data_controllers.updateFilterData({id:result.data.id},{status:1,material_sync_status:3})
+            }
+        }
+        console.log("error::",e)
+    } finally{
+        if(connection!=null){
+            await connection.end()
+        }
+        global.setTimeout(processNewCreateTask, 500);
+    }
+}
+
+
+CMD.init = async function(){
+    redis_help.connect((results)=>{
+        if(results){
+        }
+    })
+    processNewCreateTask();
+}
+CMD.getFqGenre = function(genre){
+    if(genre=="0"){
+        return 1;
+    }else{
+        return 3;
+    }
+    // if(genre=="8"){
+    //     return 3;
+    // }
+
+    // if(genre=="202"){
+    //     return 202;
+    // }
+    // return 999;
+}
+
+CMD.getAppInfoByPlatformId = function(AppConfig,tg_platform_id){
+    let temp = []
+    for (let index = 0; index < AppConfig.length; index++) {
+        const element = AppConfig[index];
+        if(element.tg_platform_id==tg_platform_id){
+            temp.push(element)
+        }
+    }
+    return temp
+}
+CMD.isBlackBook = function(all_black_books,book_id){
+    if(all_black_books==null){
+        return false
+    }
+    for (let index = 0; index < all_black_books.length; index++) {
+        const black_book = all_black_books[index];
+        if(black_book.product_id==book_id){
+            return true
+        }
+    }
+    return false
+}
+CMD.getMainInfoByAppid = function(MainConfig,app_id){
+    let list = []
+    for (let index = 0; index < MainConfig.length; index++) {
+        const element = MainConfig[index];
+        if(element.app_id==app_id){
+            list.push(element)
+        }
+    }
+    return list
+}
+CMD.isGenre = function(FilterConfig,genre){
+    let is_need  = false
+    //判断长篇短篇是否是要的数据
+    for (let index = 0; index < FilterConfig.genre.length; index++) {
+        const element = FilterConfig.genre[index];
+        if(genre==element){
+            is_need = true
+            break
+        }
+    }
+    return is_need
+}
+
+CMD.getPlatformInfo = function(PlatformConfig,tg_platform_id){
+    for (let index = 0; index < PlatformConfig.length; index++) {
+        const element = PlatformConfig[index];
+        if(element.tg_platform_id==tg_platform_id){
+            return element
+        }
+    }
+}
+CMD.getSharedPlatform = function(PlatformShared,platform_shared_id){
+    for (let index = 0; index < PlatformShared.length; index++) {
+        const element = PlatformShared[index];
+        if(element.id==platform_shared_id){
+            return JSON.parse(element.info)
+        }
+    }
+}
+
+CMD.update_filter_data = async function(FilterConfig,data) {
+    // let isGenre = CMD.isGenre(FilterConfig,data.genre)
+    let isGenre = true
+    // console.log("data.genre:",data.genre,data,isGenre)
+    if(isGenre){
+        if(data.genre==999){
+            return await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
+        }else{
+            await filter_data_controllers.updateFilterData({id:data.id},{status:1,book_id:data.book_id,book_name:data.book_name,genre:data.genre,words:data.words,material_sync_status:0})
+        }
+        
+        //创建一个小程序    
+        let AppConfig = await redis_help.getKeyValue("AppConfig")
+
+        AppConfig = JSON.parse(AppConfig)
+
+
+        let PlatformShared = await redis_help.getKeyValue("PlatformShared")
+
+        PlatformShared = JSON.parse(PlatformShared)
+
+        let PlatformConfig = await redis_help.getKeyValue("PlatformConfig")
+
+        PlatformConfig = JSON.parse(PlatformConfig)
+
+        let PlatformInfo = CMD.getPlatformInfo(PlatformConfig,config.platform_fanqie)
+
+        console.log("PlatformInfo:",PlatformInfo,data)
+
+        let all_platform_list = CMD.getSharedPlatform(PlatformShared,PlatformInfo.platform_shared_id)
+
+        for (let i = 0; i < all_platform_list.length; i++) {
+
+            const tg_platform_id = all_platform_list[i];
+
+            let AppInfoList = CMD.getAppInfoByPlatformId(AppConfig,tg_platform_id)
+            for (let j = 0; j < AppInfoList.length; j++) {
+
+                const AppInfo = AppInfoList[j];
+
+                data.app_id = AppInfo.app_id
+
+                let PlatformInfo = await redis_help.getKeyValue("PlatformConfig")
+
+                PlatformInfo = JSON.parse(PlatformInfo)
+
+                if(PlatformInfo==null){
+                    return console.error("平台配置错误:",data)
+                }
+
+                let MainConfig = await redis_help.getKeyValue("MainConfig")
+
+                MainConfig = JSON.parse(MainConfig)
+
+                let list = CMD.getMainInfoByAppid(MainConfig,data.app_id)
+
+                if(list.length<0){
+                    return console.error("获取主体错误:",data)
+                }
+
+                let black_books = await redis_help.getKeyValue("all_black_books")
+                
+                if(black_books!=null){
+                    black_books = JSON.parse(black_books)
+                }
+        
+                for (let index = 0; index < list.length; index++) {
+                    const main_info = list[index];
+                    data.main_id = main_info.id
+                    data.main_name = main_info.main_name
+                    let butler_id = main_info.butler_id
+                    if(main_info.tg_link_config==undefined||main_info.tg_link_config==null){
+                        console.error("主体配置推广链接错误:",main_info)
+                    }else{
+                        let mian_genre = main_info.genre
+                        let min_book_word = main_info.min_book_word
+                        let max_book_word = main_info.max_book_word
+                        let word = data.words
+                        let book_genre = data.genre
+                        let material_platform_id = main_info.material_platform_id
+                        if(!CMD.isBlackBook(black_books,data.book_id)&&word>=min_book_word&&word<=max_book_word){
+                            //符合标准进行创建表
+                            let butler_video_applet_info = await tools.getAppletProductDataByButlerId(butler_id,data.book_id,data.main_id)
+                            if(butler_video_applet_info==null){
+                                const result = await video_applet_product_controllers.getAppletProductData({book_id:data.book_id,main_id:data.main_id})
+                                if(!result.success){
+                                    //没有找到 可以创建
+                                    await video_applet_product_controllers.createAppletProductData({
+                                        book_platform:config.platform_fanqie,
+                                        product_name:data.book_name,
+                                        product_id:data.book_id,
+                                        dy_small_program_start:"",
+                                        dy_small_program_start_data:"",
+                                        dy_small_applet_app_id:data.app_id,
+                                        status:0,
+                                        main_id:data.main_id,
+                                        promotion_id:"",
+                                        wait_status:0,
+                                        material_platform_id:material_platform_id,
+                                        butler_id:butler_id
+                                    })
+                                }
+                            }
+                           
+                        }
+                    }
+                }
+            }
+        }
+
+    }else{
+        await other_book_controllers.createData({product_id:data.book_id,product_name:data.book_name,tg_platform_id:data.tg_platform_id})
+        await filter_data_controllers.updateFilterData({id:data.id},{status:2,book_id:data.book_id,book_name:data.book_name,genre:data.genre,material_sync_status:2})
+    }
+}
+
+
+CMD.insert_product = async function(data){
+    return await video_product_controllers.createProductData({
+        book_platform:data.tg_platform_id,
+        product_name:data.book_name,
+        genre:data.genre,
+        product_id:data.book_id,
+        words:data.words
+    })
+}
+CMD.add_fq_book = async function(data,response){
+    let book_name =  response.book_name
+    let book_id = response.book_id
+    let genre = response.genre
+    let words = response.words
+    data.genre = 0
+    if(genre=="0"){
+        data.genre = 1;
+    }
+    if(genre=="8"){
+        data.genre = 3;
+    }
+
+    if(genre=="202"){
+        data.genre = 202;
+    }
+    data.words = words
+    data.book_name = book_name
+    data.book_id = book_id
+    let tab = {
+        book_key:data.key,
+        book_id:data.book_id,
+        info:JSON.stringify(response)
+    }
+    if(tab.book_id==undefined){
+        throw "tab.book_id==undefined"
+    }
+    // console.log("tab:",tab,data)
+    return await get_fq_book_tab_controllers.createData( tab)
+}
+
+
+CMD.init()

+ 32 - 0
fqjson.json

@@ -0,0 +1,32 @@
+{
+    "apps": [
+        {
+            "name": "FQ_FACTORY3",
+            "script": "./2_PRODUCT_FACTORY/fq_factory3.js",
+            "node_args": "--max-old-space-size=8192 --expose-gc",
+            "max_memory_restart": "4G",
+            "args": ["--type=data"],
+            "cwd": "/home/tg_factory",
+            "log_date_format": "YYYY-MM-DD HH:mm:ss",
+            "error_file": "./logs/fq_factory/fq_factory3_error.log",
+            "out_file": "./logs/fq_factory/fq_factory3_out.log",
+            "merge_logs": true,
+            "exec_mode": "fork",
+            "autorestart": true
+        },
+        {
+            "name": "FQ_FACTORY4",
+            "script": "./2_PRODUCT_FACTORY/fq_factory4.js",
+            "node_args": "--max-old-space-size=8192 --expose-gc",
+            "max_memory_restart": "4G",
+            "args": ["--type=data"],
+            "cwd": "/home/tg_factory",
+            "log_date_format": "YYYY-MM-DD HH:mm:ss",
+            "error_file": "./logs/fq_factory/fq_factory4_error.log",
+            "out_file": "./logs/fq_factory/fq_factory4_out.log",
+            "merge_logs": true,
+            "exec_mode": "fork",
+            "autorestart": true
+        }
+    ]
+}

+ 10 - 0
run_fq.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+cd /home/tg_factory
+mkdir -p logs
+chmod 755 logs
+
+sleep 1
+/home/node/node-v20.17.0-linux-x64/lib/node_modules/pm2/bin/pm2 start fqjson.json
+
+# sleep 1
+# bash /home/tg_factory/MESSAGE_DISPATCH/run_py.sh