123

PULL_DATA_FACTORY/PULL_DATA.js

@@ -256,8 +256,8 @@ async function processTask(timeRange){
         let detail_item =  await process_material_list(response,0,timeRange)
         // { page: 1, offset: 0, limit: 500 },
         task_params = helper.getPaginationParams(detail_item.count,500)
+        task_params.shift()
         detail_task.push(detail_item)
-
         // for (let index = 0; index < detail_task.length; index++) {
         //     const element = detail_task[index];
         //     const pull_task_item = get_pull_data_task();

src/PullDataService.js

@@ -82,6 +82,7 @@ class PullDataService {
                 }
             } catch (error) {
                 if (i === maxRetries - 1) return {data:null,success:false,msg:error};
+                await this.getToken()
                 console.log(`Retry get_novel_material_list ${i + 1} of ${maxRetries}`);
                 await new Promise(resolve => setTimeout(resolve, delay * (i + 1)));
             }

src/helper.js

@@ -88,8 +88,8 @@ helper.getPaginationParams = function(total, pageSize = 500) {
     const pages = Math.ceil(total / pageSize);
     const result = [];
     
-    for(let page = 1; page <= pages; page++) {
-        const offset = (page - 1) * pageSize;
+    for(let page = 0; page < pages; page++) {
+        const offset = page * pageSize;
         const limit = Math.min(pageSize, total - offset);
         result.push({
             page,