904118851 8 月之前
父节点
当前提交
414eec45ae
共有 1 个文件被更改,包括 32 次插入20 次删除
  1. 32 20
      PULL_DATA_FACTORY/PULL_DATA.js

+ 32 - 20
PULL_DATA_FACTORY/PULL_DATA.js

@@ -75,27 +75,39 @@ async function startConsumer() {
     }
 }
 
-function generate_pull_time_data(list,materialId_data_list){
-    let pull_data = []
+function get_detail_by_materialId(list,materialId){
     for (let index = 0; index < list.length; index++) {
         const element = list[index];
-        const info = materialId_data_list[element.materialId]
-        let new_data =  {
-            awemeId:element.awemeId,
-            materialId:element.materialId,
-            awemeUrl:element.awemeUrl,
-            title:element.title,
-            publishTime:element.publishTime,
-            hasAnchorInfo:element.hasAnchorInfo,
-            landingUrl:element.landingUrl,
-            createTime:element.createTime,
-            updateTime:element.updateTime,
-            favoriteCount:info.kepp_num,
-            commentCount:info.comment_num,
-            likeCount:info.like_num,
-            shareCount:info.shared_num
+        if(element.materialId==materialId){
+            return element
+        }
+    }
+    return null
+}
+
+function generate_pull_time_data(list,material_list){
+    let pull_data = []
+    for (let index = 0; index < material_list.length; index++) {
+        const element = material_list[index];
+        let info = get_detail_by_materialId(list,element.materialId)
+        if(info!=null){
+            let new_data =  {
+                awemeId:info.awemeId,
+                materialId:info.materialId,
+                awemeUrl:info.awemeUrl,
+                title:info.title,
+                publishTime:info.publishTime,
+                hasAnchorInfo:info.hasAnchorInfo,
+                landingUrl:info.landingUrl,
+                createTime:info.createTime,
+                updateTime:info.updateTime,
+                favoriteCount:element.favoriteCount.count,
+                commentCount:element.commentCount.count,
+                likeCount:element.likeCount.count,
+                shareCount:element.shareCount.count
+            }
+            pull_data.push(new_data)
         }
-        pull_data.push(new_data)
     }
     sendPullDataMQMessage(JSON.stringify({cmd:"on_recv_pull_data",data:pull_data}))
 }
@@ -150,7 +162,7 @@ async function processDetailTask(task_item) {
             
         }
 
-        generate_pull_time_data(response.data.list,materialId_data_list)
+        generate_pull_time_data(response.data.list,task_item.list)
         console.log(" finish processDetailTask")
     }catch (error) {
         console.error("processDetailTask:",error)
@@ -210,7 +222,7 @@ async function process_material_list(response,page) {
             }
         }
         let result = await origin_data_controllers.findNonExistentMaterialIds(materialId_list)
-        return {id_list:materialId_list,materialId_list:result.data.nonExistentIds,materialId_data_list:materialId_data_list,count:response.data.list.length}
+        return {list:response.data.list,id_list:materialId_list,materialId_list:result.data.nonExistentIds,materialId_data_list:materialId_data_list,count:response.data.list.length}
     }catch(e){
         console.log("materialId_list:",e)
         return null