tg_factory/WX_GUA_JIAN_PARSE/WX_GUA_JIAN_PARSE.js

const CMD = {}
const time_count = 1000;
const redis_help = require('../src/use_redis');
const origin_data_controllers = require('../src/data_manager/Controllers/origin_data_controllers');
const filter_data_controllers = require('../src/data_manager/Controllers/filter_data_controllers');
const helper = require('../src/helper');

async function processTask(){
    try{
        let FilterConfig = await redis_help.getKeyValue("FilterConfig")
        FilterConfig = JSON.parse(FilterConfig)
        let Ids = []
        const result = await origin_data_controllers.getOriginDataByStatusAndLimit({status:3},500)
        if(result.success){
            let origin_data_list = result.data
            if(origin_data_list.length<=0){
                throw "no data!"
            }
            for (let index = 0; index < origin_data_list.length; index++) {
                const element = origin_data_list[index];
                let d = await require('./parse_wx_guajian').fetchData(element.guajian_link)
                await new Promise(resolve => setTimeout(resolve, 200));
                console.log("d:",d)
                Ids.push(element.id)
            }
            // let update_result =  await origin_data_controllers.updateOriginDataByIds({ids:Ids},{status:0})
            // if(update_result.success){
            //     console.log(update_result.message)
            // }
          
        }
    }catch(e){
        console.log("筛选数据错误：",e)
    } finally{
        global.setTimeout(processTask,time_count)
    }
}

CMD.init = function(){
    redis_help.connect(()=>{

    })
    processTask()
}

CMD.init()