904118851 8 сар өмнө
parent
commit
2d46c15a3c

+ 5 - 2
PULL_DATA_FACTORY/PULL_DATA.js

@@ -12,15 +12,18 @@ var cur_page = 0
 var task_list = []
 async function processTask(){
     try{
-        if(cur_page>6){
+        if(cur_page>55){
             throw "没有数据了"
         }
         let FilterConfig = await redis_help.getKeyValue("FilterConfig")
         FilterConfig = JSON.parse(FilterConfig)
-        let response = await CMD.get_novel_material_list(cur_page,5000)
+        let response = await CMD.get_novel_material_list(cur_page,500)
         // console.log("get_novel_material_list:",response)
         let materialId_list = []
         let materialId_data_list = []
+        if(response.result.list.length<=0){
+            throw "没有数据了"
+        }
         for (let index = 0; index < response.result.list.length; index++) {
             const origin_element = response.result.list[index];
             const result = await origin_data_controllers.getOriginData({