WX_GUA_JIAN_PARSE.js 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. const CMD = {}
  2. const time_count = 2000;
  3. const redis_help = require('../src/use_redis');
  4. const origin_data_controllers = require('../src/data_manager/Controllers/origin_data_controllers');
  5. const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
  6. const helper = require('../src/helper');
  7. async function processTask(){
  8. try{
  9. let FilterConfig = await redis_help.getKeyValue("FilterConfig")
  10. FilterConfig = JSON.parse(FilterConfig)
  11. let meaningless_Ids = []
  12. const result = await origin_data_controllers.getOriginDataByStatusAndLimit({status:3},500)
  13. if(result.success){
  14. let origin_data_list = result.data
  15. if(origin_data_list.length<=0){
  16. throw "no data!"
  17. }
  18. for (let index = 0; index < origin_data_list.length; index++) {
  19. const element = origin_data_list[index];
  20. if(helper.checkChannel(element.guajian_link,'title=%')){
  21. let d = await require('./parse_wx_guajian').fetchData(element.guajian_link)
  22. console.log("d:",d)
  23. if(d!=null){
  24. let guajian_link = `wx_gua_jian=1$${d.wechat_microapp_jump_url}&name=${d.wechat_microapp_title}`
  25. await origin_data_controllers.updateOriginData({id:element.id},{status:0,guajian_link:guajian_link})
  26. }else{
  27. console.log("element:",element.id)
  28. meaningless_Ids.push(element.id)
  29. }
  30. await new Promise(resolve => setTimeout(resolve, 500));
  31. }else{
  32. meaningless_Ids.push(element.id)
  33. }
  34. }
  35. console.log("meaningless_Ids:",meaningless_Ids)
  36. if(meaningless_Ids.length>0){
  37. console.log("meaningless_Ids:",meaningless_Ids)
  38. let update_result = await origin_data_controllers.updateOriginDataByIds({ids:meaningless_Ids},{status:4})
  39. if(update_result.success){
  40. console.log(update_result.message)
  41. }
  42. }
  43. }
  44. }catch(e){
  45. console.log("筛选数据错误:",e)
  46. } finally{
  47. global.setTimeout(processTask,time_count)
  48. }
  49. }
  50. CMD.init = function(){
  51. redis_help.connect(()=>{
  52. })
  53. processTask()
  54. }
  55. CMD.init()