904118851 há 2 semanas atrás
pai
commit
f0a896724a

+ 7 - 0
2_PRODUCT_FACTORY/collect_hy_book.js

@@ -20,6 +20,13 @@ CMD.runTask = async function(data){
     let typeDesc = book_info.rows[0].typeDesc; //'中篇',
     let words = book_info.rows[0].words;  //多少字
     data.genre = 0
+    let gender = 0
+    if( book_info.rows[0].classify==2){
+        gender = 2
+    }else if(book_info.rows[0].classify==1){
+        gender = 1
+    }
+    data.gender = gender
     // if(typeDesc=="中篇"){
     //     data.genre = 2;
     // }

+ 2 - 1
2_PRODUCT_FACTORY/dz_batch_factory.js

@@ -328,7 +328,8 @@ CMD.insert_product = async function(data){
         product_id:data.book_id,
         words:data.words,
         author:data.author,
-        publish_time:data.publish_time
+        publish_time:data.publish_time,
+        gender:data.gender
     })
 }
 

+ 4 - 2
2_PRODUCT_FACTORY/hy_batch_factory.js

@@ -465,7 +465,8 @@ CMD.insert_product = async function(data){
                 product_name:data.book_name.substring(0, data.book_name.length - 4),
                 genre:data.genre,
                 product_id:product_parent_id,
-                words:data.words
+                words:data.words,
+                gender:data.gender
             })
             // console.log("免费:",data)
             await CMD.update_filter_data(null,{book_platform:config.platform_heiyan,book_id:product_parent_id,words:data.words,genre:data.genre,book_name:data.book_name.substring(0, data.book_name.length - 4)},false)
@@ -477,7 +478,8 @@ CMD.insert_product = async function(data){
         genre:data.genre,
         product_id:data.book_id,
         words:data.words,
-        product_parent_id:product_parent_id
+        product_parent_id:product_parent_id,
+        gender:data.gender
     })
 }
 

+ 3 - 2
2_PRODUCT_FACTORY/qm_batch_factory.js

@@ -390,7 +390,8 @@ CMD.insert_product = async function(data){
             words:data.words,
             match_book:match_book,
             author:data.author,
-            publish_time:data.publish_time
+            publish_time:data.publish_time,
+            gender:data.gender
         })
     }catch(e){
         console.error("insert_product:",e)
@@ -409,7 +410,7 @@ CMD.addQMMFVideoProduct = async function(qm_book_data,product_parent_id){
     });
     if(qm_book_data!=null){
         await connection.execute(
-            `INSERT INTO video_product (product_name,product_id,book_platform,genre,words,product_parent_id,match_book)  VALUES ("${qm_book_data.book_name}",${qm_book_data.book_id},${config.platform_qmmf},${qm_book_data.genre},"${qm_book_data.words}",${product_parent_id},${product_parent_id})`
+            `INSERT INTO video_product (gender,product_name,product_id,book_platform,genre,words,product_parent_id,match_book)  VALUES (${qm_book_data.gender},"${qm_book_data.book_name}",${qm_book_data.book_id},${config.platform_qmmf},${qm_book_data.genre},"${qm_book_data.words}",${product_parent_id},${product_parent_id})`
         );
     }
     await connection.end();

+ 4 - 2
2_PRODUCT_FACTORY/qm_mf_batch_factory.js

@@ -354,7 +354,8 @@ CMD.insert_product = async function(data){
         product_id:data.book_id,
         words:data.words,
         product_parent_id:product_parent_id,
-        match_book:match_book
+        match_book:match_book,
+        gender:data.gender
     }
 
     if(product_parent_id!=data.book_id){
@@ -369,7 +370,8 @@ CMD.insert_product = async function(data){
                 words:iap_book_info.words,
                 match_book:data.book_id,
                 author:iap_book_info.author,
-                publish_time:iap_book_info.publish_time
+                publish_time:iap_book_info.publish_time,
+                gender:iap_book_info.gender
             })
         }
     }

+ 2 - 1
2_PRODUCT_FACTORY/yw_batch_factory.js

@@ -337,7 +337,8 @@ CMD.insert_product = async function(data){
         product_name:data.book_name,
         genre:data.genre,
         product_id:data.book_id,
-        words:data.words
+        words:data.words,
+        gender:data.gender,
     })
 }
 

+ 2 - 1
2_PRODUCT_FACTORY/zh_batch_factory.js

@@ -332,7 +332,8 @@ CMD.insert_product = async function(data){
         product_id:data.book_id,
         words:data.words,
         author:data.author,
-        publish_time:data.publish_time
+        publish_time:data.publish_time,
+        gender:data.gender
     })
 }
 

+ 3 - 1
2_PRODUCT_FACTORY/zy_batch_factory.js

@@ -344,6 +344,7 @@ CMD.insert_product = async function(data){
                     default_pay_section:iaa_book_info.default_pay_section,
                     product_parent_id:data.book_id,
                     match_book:data.book_id,
+                    gender:data.gender
                 })
             }
         }
@@ -363,7 +364,8 @@ CMD.insert_product = async function(data){
         default_pay_section:data.default_pay_section,
         default_price:data.default_price,
         fee_unit:data.fee_unit,
-        match_book:match_book
+        match_book:match_book,
+        gender:data.gender
     })
 }
 

+ 4 - 2
2_PRODUCT_FACTORY/zy_mf_batch_factory.js

@@ -298,7 +298,8 @@ CMD.insert_product = async function(data){
                 totalChapterNum:iap_book_info.totalChapterNum,
                 default_pay_section:iap_book_info.default_pay_section,
                 default_price:iap_book_info.default_price,
-                fee_unit:iap_book_info.fee_unit
+                fee_unit:iap_book_info.fee_unit,
+                gender:data.gender
             })
         }
     }
@@ -315,7 +316,8 @@ CMD.insert_product = async function(data){
         default_price:data.default_price,
         fee_unit:data.fee_unit,
         product_parent_id:product_parent_id,
-        match_book:match_book
+        match_book:match_book,
+        gender:data.gender
     })
 }
 

BIN
dump.rdb


+ 8 - 1
src/api/dz/dz_search_book.js

@@ -44,7 +44,7 @@ async function search_id(book_id) {
         if(data.total<=0){
             throw data  
         }else{
-            // console.log("dz_book_info:",data['rows'][0])
+            console.log("dz_book_info:",data['rows'][0])
             info.words =  data['rows'][0].totalWordSize
             info.book_name =  data['rows'][0].bookName
             info.book_id =  data['rows'][0].bookId
@@ -52,6 +52,13 @@ async function search_id(book_id) {
             info.genre = 3;
             info.publish_time = data['rows'][0].ctimePack
             info.author = data['rows'][0].author
+            let gender = 0
+            if(data['rows'][0].sex==1){
+                gender = 1
+            }else if(data['rows'][0].sex==2){
+                gender = 2
+            }
+            info.gender  = gender
         }
         return info;
     } catch (error) {

+ 2 - 0
src/api/fq/fq_search_book.js

@@ -135,10 +135,12 @@ CMD.search_new_id = async function(bookId,call_back){
     try{
         let client =  tools.getOneNewClinet()
         let response = await client.get(url)
+        // console.log("book_info:",response.data)
         if(response.data["code"]==401){
             throw response.data["msg"]
         }
         let book_info = response.data
+
         let info = {}
         info.words = book_info.word_count
         info.book_name =  book_info.book_name

BIN
src/api/hy/qr.gif


BIN
src/api/hy/qr_resized.gif


+ 21 - 0
src/api/qm/qm_search_book.js

@@ -32,6 +32,13 @@ CMD.根据七猫免费D查询付费书籍 = async function(bookId){
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
     }catch(e){
         console.error("qm_find_parent_book error:",e)
@@ -68,6 +75,13 @@ CMD.search_id = async function (bookId) {
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
 
     }catch(e){
@@ -191,6 +205,13 @@ CMD.search_id_new = async function(book_id) {
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
     }catch(e){
         console.log(e)

+ 21 - 0
src/api/qm_mf/qm_mf_search_book.js

@@ -32,6 +32,13 @@ CMD.根据七猫付费ID查询免费书籍 = async function(bookId){
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
     }catch(e){
         console.error("qm_find_parent_book error:",e)
@@ -67,6 +74,13 @@ CMD.search_id = async function (bookId) {
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
 
     }catch(e){
@@ -185,6 +199,13 @@ CMD.search_name = async function (book_author,origin_book_name) {
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.channel==0){
+            gender = 1
+        }else if(book_info.channel==1){
+            gender = 2
+        }
+        info.gender = gender
         return info;
     } catch (error) {
         if(error==-1){ //这本书没有iaa对应

+ 7 - 1
src/api/yw/yw_search_book.js

@@ -90,7 +90,13 @@ CMD.search_id = async function (bookId) {
             info.genre = 1;
         }
 
-
+        let gender = 0
+        if(book_info.topCategoryName=='男生'){
+            gender = 1
+        }else if(book_info.topCategoryName=='女生'){
+            gender = 2
+        }
+        info.gender = gender
         //   if(helper.checkChannel(data.words,"万")){
         //                 const numMatch = data.words.match(/[\d.]+/);
         //                 const num = parseFloat(numMatch[0]);

+ 8 - 0
src/api/zh/zh_search_book.js

@@ -100,6 +100,14 @@ CMD.search_id = async function(bookId) {
         }else{
             info.genre = 1;
         }
+
+        let gender = 0
+        if(book_info.channel_type==0){
+            gender = 2
+        }else if(book_info.channel_type==1){
+            gender = 1
+        }
+        info.gender = gender
         // info.genre = 999;
         // info.genre = 3;
         return info;

+ 13 - 3
src/api/zy/zy_search_book.js

@@ -27,8 +27,9 @@ CMD.search_id = async function(bookId) {
         if(list.length<=0){
             throw list
         }
-        console.log('知乎书籍::响应状态:', response.status);
+ 
         let book_info = list[0]
+        console.log('zy书籍::响应状态:', response.status,book_info);
         let info = {}
         info.words =  book_info.word_count
         info.book_name =  book_info.book_name
@@ -37,7 +38,7 @@ CMD.search_id = async function(bookId) {
         info.genre = 3;
         return info;
     }catch(error){
-        console.error('掌阅书籍::请求错误:', error);
+        console.error('zy书籍::请求错误:', error);
         return null;
     }
 
@@ -72,7 +73,7 @@ CMD.new_search_id = async function(bookId) {
         let book_info = list[0]
         let info = {}
 
-        // console.log("book_info:",book_info)
+        console.log("book_info:",book_info)
         info.words =  book_info.word_count
         info.book_name =  book_info.book_name
         info.book_id =  book_info.book_id
@@ -82,11 +83,20 @@ CMD.new_search_id = async function(bookId) {
         info.default_price = book_info.default_price // 加个
         info.fee_unit = book_info.fee_unit //10 = 整本, 20 = 千字
         info.author = book_info.author
+
         if(book_info.word_count<100000){
             info.genre = 3;
         }else{
             info.genre = 1;
         }
+
+        let gender = 0
+        if(book_info.category_sex=='male'){
+            gender = 1
+        }else if(book_info.category_sex=='female'){
+            gender = 2
+        }
+        info.gender = gender
         return info;
 
     }catch(e){

+ 7 - 0
src/api/zy_mf/zy_mf_search_book.js

@@ -88,6 +88,13 @@ CMD.new_search_id = async function(bookId) {
         }else{
             info.genre = 1;
         }
+        let gender = 0
+        if(book_info.category_sex=='male'){
+            gender = 1
+        }else if(book_info.channel=='female'){
+            gender = 2
+        }
+        info.gender = gender
         return info;
 
     }catch(e){

+ 2 - 1
task_script/run_qm_iaa_match_7day.js

@@ -40,7 +40,8 @@ async function processTask(){
                         words:iap_book_info.words,
                         match_book:element.product_id,
                         publish_time:iap_book_info.publish_time,
-                        author:iap_book_info.author
+                        author:iap_book_info.author,
+                        gender:iap_book_info.gender
                     })
                 }else{
                     await video_product_controllers.updateData({id:book_info.data.id},{

+ 2 - 1
task_script/run_qm_iap_match_7day.js

@@ -41,7 +41,8 @@ async function processTask(){
                         match_book:element.product_id,
                         product_parent_id:element.product_id,
                         publish_time:iaa_book_info.publish_time,
-                        author:iaa_book_info.author
+                        author:iaa_book_info.author,
+                        gender:iaa_book_info.gender
                     })
                 }else{
                     await video_product_controllers.updateData({id:book_info.data.id},{

+ 2 - 1
task_script/run_zy_iaa_match_7day.js

@@ -45,7 +45,8 @@ async function processTask(){
                             default_pay_section:iap_book_info.default_pay_section,
                             default_price:iap_book_info.default_price,
                             fee_unit:iap_book_info.fee_unit,
-                            match_book:element.product_id
+                            match_book:element.product_id,
+                            gender:iap_book_info.gender
                         })
                     }else{
                         await video_product_controllers.updateData({id:book_info.data.id},{

+ 1 - 0
task_script/run_zy_iap_match_7day.js

@@ -47,6 +47,7 @@ async function processTask(){
                             fee_unit:iaa_book_info.fee_unit,
                             product_parent_id:element.product_id,
                             match_book:element.product_id,
+                            gender:iaa_book_info.gender
                         })
                     }else{
                         await video_product_controllers.updateData({id:book_info.data.id},{

+ 68 - 0
task_script/sync_dz_gender.js

@@ -0,0 +1,68 @@
+//同步点众的男女频道
+const config = require("../etc/config.json");
+const mysql = require('mysql2/promise');
+const taskdbConfig = config.isDebug?config.debug_task_mysql:config.release_task_mysql
+const redis_help = require('../src/use_redis');
+const video_product_controllers = require('../src/data_manager/Controllers/video_product_controllers');
+const helper = require("../src/helper");
+const CMD = {}
+async function processTask(){
+    let right_status = true
+    let connection  = null
+    try{
+        connection = await mysql.createConnection({
+            ...taskdbConfig,
+            multipleStatements: true
+        });
+        let sql = `SELECT * FROM video_product WHERE book_platform = ${config.platform_dianzhong} AND  gender = 0  LIMIT 500`
+        console.log("sql:",sql)
+        const [rows] = await connection.execute(
+            sql
+        );
+
+        if(rows.length<=0){
+            throw 0
+        }
+
+        for (let index = 0; index < rows.length; index++) {
+            let video_product_info = rows[index]
+            let data =  await require('../src/api/dz/dz_search_book').search_id(video_product_info.product_id)
+            if(data!=null&&data!=""){
+                let gender = data.gender
+                await connection.execute(
+                    ` UPDATE video_product SET  gender = ${gender} WHERE id = ${video_product_info.id}  `
+                );
+            }else{
+                await connection.execute(
+                    ` UPDATE video_product SET  gender = 3 WHERE id = ${video_product_info.id}  `
+                );
+                console.error("查无此书:",video_product_info)
+            }
+        }   
+
+
+    }catch(e){
+        if(e==0){
+            right_status = false
+        }
+        console.error("processTask error:",e)
+    } finally{
+        if(connection!=null){
+            connection.end()
+        }
+        global.setTimeout(processTask, 1000);
+    }
+
+}
+
+
+CMD.init = async function(){
+    redis_help.connect((results)=>{
+        if(results){
+            processTask();
+        }
+    })
+
+}
+
+CMD.init()

+ 10 - 10
tg_factory_main.js

@@ -49,7 +49,7 @@ if(config.isDebug){
             // let d = await client.get("https://ecom.zhihu.com/vip-apps/out-distribution/contentLib/manage/detail?&sectionId=1887974494099984435&workId=1887974494099984435&appId=tt2ffb5946b0cb808001")
 
             // console.log("zh_data:",d)
-            // let data = await require('./src/api/fq/fq_search_book').search_new_id('7519449070331497522')
+            // let data = await require('./src/api/fq/fq_search_book').search_new_id('7536802348794907698')
             // console.log("data:",data)
 
             // let data = await require('./src/api/fq/fq_search_book').search_mf_new_id('7420368244856343576')
@@ -59,17 +59,17 @@ if(config.isDebug){
             // console.log("date:",uuid)
             // let id = tools.getOriginVideoId("https://www.douyin.com/video/7505676062089563431")
             // console.log("id:",id)
-            // let data = await require('./src/api/qm/qm_search_book').search_id_new("510151")
+            // let data = await require('./src/api/qm/qm_search_book').search_id_new("538141")
             // console.log("data:",data)
 
 
 
-            // let zy_token = await require('./src/api/zy_mf/zy_mf_login').zy_login()
+            // let zy_token = await require('./src/api/zy/zy_login').zy_login()
 
             // if(zy_token!=null){
             //     console.log("zy_token:",zy_token)
             //     await redis_help.setKeyValue("zy_token",zy_token)
-            //         let data = await require('./src/api/zy/zy_search_book').new_search_name("《重生后,老公放弃小青梅和我在一起了》")
+            //         let data = await require('./src/api/zy/zy_search_book').new_search_id("13434781")
             //         console.log("data:",data)
             //    }
 
@@ -156,22 +156,22 @@ if(config.isDebug){
             // console.log("data:",data)
             // require('./src/api/dz/dz_login').login()
             // setTimeout(async ()=>{
-            //     let data = await require('./src/api/dz/dz_search_book').search_id('11010349810')
+            //     let data = await require('./src/api/dz/dz_search_book').search_id('11010384362')
             //     console.log("data:",data)
             // },1000)
 
-            // let data = await hy_search_book.search_id("1918290576375422978")
+            // let data = await hy_search_book.search_id("1953780174610894849")
             // console.log("data:",data)
 
 
-            // let zh_book_data = await require('./src/api/zh/zh_search_book').search_id("1839977184787316737")
+            // let zh_book_data = await require('./src/api/zh/zh_search_book').search_id("1937279938152629291")
             // console.log("zh_book_data:",zh_book_data)
 
             
 
-            // await redis_help.setKeyValue("OPENSESSID","5d859c17960bb72b9772bdad785b2a09")
-            // let yw_book_data = await require('./src/api/yw/yw_search_book').search_id("30677225607778506")
-            // console.log("yw_book_data:",yw_book_data)
+            await redis_help.setKeyValue("OPENSESSID","59b654bfcebc36580b6160aa8488b526")
+            let yw_book_data = await require('./src/api/yw/yw_search_book').search_id("32907268204030806")
+            console.log("yw_book_data:",yw_book_data)
 
             // let yw_book_data =  await require('./src/api/yw/get_book_tg_chapter_id').get_book_publish_time("20879682908817006")
             // console.log("yw_book_data:",yw_book_data)