|
@@ -75,27 +75,39 @@ async function startConsumer() {
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-function generate_pull_time_data(list,materialId_data_list){
|
|
|
- let pull_data = []
|
|
|
+function get_detail_by_materialId(list,materialId){
|
|
|
for (let index = 0; index < list.length; index++) {
|
|
|
const element = list[index];
|
|
|
- const info = materialId_data_list[element.materialId]
|
|
|
- let new_data = {
|
|
|
- awemeId:element.awemeId,
|
|
|
- materialId:element.materialId,
|
|
|
- awemeUrl:element.awemeUrl,
|
|
|
- title:element.title,
|
|
|
- publishTime:element.publishTime,
|
|
|
- hasAnchorInfo:element.hasAnchorInfo,
|
|
|
- landingUrl:element.landingUrl,
|
|
|
- createTime:element.createTime,
|
|
|
- updateTime:element.updateTime,
|
|
|
- favoriteCount:info.kepp_num,
|
|
|
- commentCount:info.comment_num,
|
|
|
- likeCount:info.like_num,
|
|
|
- shareCount:info.shared_num
|
|
|
+ if(element.materialId==materialId){
|
|
|
+ return element
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return null
|
|
|
+}
|
|
|
+
|
|
|
+function generate_pull_time_data(list,material_list){
|
|
|
+ let pull_data = []
|
|
|
+ for (let index = 0; index < material_list.length; index++) {
|
|
|
+ const element = material_list[index];
|
|
|
+ let info = get_detail_by_materialId(list,element.materialId)
|
|
|
+ if(info!=null){
|
|
|
+ let new_data = {
|
|
|
+ awemeId:info.awemeId,
|
|
|
+ materialId:info.materialId,
|
|
|
+ awemeUrl:info.awemeUrl,
|
|
|
+ title:info.title,
|
|
|
+ publishTime:info.publishTime,
|
|
|
+ hasAnchorInfo:info.hasAnchorInfo,
|
|
|
+ landingUrl:info.landingUrl,
|
|
|
+ createTime:info.createTime,
|
|
|
+ updateTime:info.updateTime,
|
|
|
+ favoriteCount:element.favoriteCount.count,
|
|
|
+ commentCount:element.commentCount.count,
|
|
|
+ likeCount:element.likeCount.count,
|
|
|
+ shareCount:element.shareCount.count
|
|
|
+ }
|
|
|
+ pull_data.push(new_data)
|
|
|
}
|
|
|
- pull_data.push(new_data)
|
|
|
}
|
|
|
sendPullDataMQMessage(JSON.stringify({cmd:"on_recv_pull_data",data:pull_data}))
|
|
|
}
|
|
@@ -150,7 +162,7 @@ async function processDetailTask(task_item) {
|
|
|
|
|
|
}
|
|
|
|
|
|
- generate_pull_time_data(response.data.list,materialId_data_list)
|
|
|
+ generate_pull_time_data(response.data.list,task_item.list)
|
|
|
console.log(" finish processDetailTask")
|
|
|
}catch (error) {
|
|
|
console.error("processDetailTask:",error)
|
|
@@ -210,7 +222,7 @@ async function process_material_list(response,page) {
|
|
|
}
|
|
|
}
|
|
|
let result = await origin_data_controllers.findNonExistentMaterialIds(materialId_list)
|
|
|
- return {id_list:materialId_list,materialId_list:result.data.nonExistentIds,materialId_data_list:materialId_data_list,count:response.data.list.length}
|
|
|
+ return {list:response.data.list,id_list:materialId_list,materialId_list:result.data.nonExistentIds,materialId_data_list:materialId_data_list,count:response.data.list.length}
|
|
|
}catch(e){
|
|
|
console.log("materialId_list:",e)
|
|
|
return null
|