904118851 преди 8 месеца
родител
ревизия
a3623768bb
променени са 7 файла, в които са добавени 179 реда и са изтрити 466 реда
  1. 14 0
      PULL_DATA_FACTORY/PULL_DATA.js
  2. 150 0
      PULL_TIME_DATA/PULL_TIME_DATA.js
  3. 1 4
      assistant_snippet_eXu7ONXdWn.txt
  4. BIN
      dump.rdb
  5. 0 231
      logs/combined.log
  6. 0 231
      logs/out.log
  7. 14 0
      pm2json.json

+ 14 - 0
PULL_DATA_FACTORY/PULL_DATA.js

@@ -162,6 +162,7 @@ async function process_material_list(response,page) {
             }
             manager.updateRecord(today,cur_day_data.get(today));
         }
+        sendPullDataMQMessage(JSON.stringify({cmd:"on_recv_pull_data",data:response.data.list}))
         for (let index = 0; index < response.data.list.length; index++) {
             const origin_element = response.data.list[index];
             materialId_list.push(origin_element.materialId)
@@ -522,6 +523,19 @@ CMD.startScheduler = function(taskCallback) {
     console.log(`调度器已启动,共设置 ${jobs.length} 个定时任务`);
 }
 
+async function sendPullDataMQMessage(message,routingKey = "on_recv_pull_data") {
+    try {
+        if(routingKey!=null){
+            await rabbitMq.producerDirectMsg( message,"exchange_pull_data_system",routingKey);
+        }else{
+            await rabbitMq.producerDirectMsg( message,"exchange_pull_data_system");
+        }
+        console.log('消息发送成功');
+    } catch (error) {
+        console.error('发送消息失败:', error);
+    }
+}
+
 if(!config.isDebug){
     CMD.init()
 }

+ 150 - 0
PULL_TIME_DATA/PULL_TIME_DATA.js

@@ -0,0 +1,150 @@
+const CMD = {}
+const rabbitMq = require('../src/mq/rabbit-mq');
+const helper = require('../src/helper');
+const mysql = require('mysql2/promise');
+const crypto = require('crypto');
+const config = require('../etc/config.json')
+const dbConfig = config.isDebug?config.debug_mysql:config.release_mysql
+
+// 创建表的SQL模板
+const createTableSQL = (tableName) => `
+    CREATE TABLE IF NOT EXISTS ${tableName} (
+        id BIGINT PRIMARY KEY AUTO_INCREMENT,
+        material_id VARCHAR(64),
+        aweme_id VARCHAR(255),
+        title VARCHAR(500),
+        aweme_url VARCHAR(500),
+        publish_time BIGINT,
+        has_anchor_info BOOLEAN,
+        landing_url VARCHAR(1024),
+        create_time BIGINT,
+        update_time BIGINT,
+        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+    )
+`;
+
+// 生成MD5
+function generateMD5(text) {
+    return crypto.createHash('md5').update(text).digest('hex');
+}
+
+// 确保表存在
+async function ensureTable(connection, tableName) {
+    try {
+        // 首先确保数据库存在
+        await connection.query(`CREATE DATABASE IF NOT EXISTS ${dbConfig.database}`);
+        await connection.query(`USE ${dbConfig.database}`);
+        
+        // 创建当天的表
+        const sql = createTableSQL(tableName);
+        await connection.query(sql);
+    
+    } catch (error) {
+        console.error(`创建表失败: ${error.message}`);
+        throw error;
+    }
+}
+
+// 优化后的视频标题处理函数
+async function processVideoTitles(connection, titles) {
+    if (!titles || titles.length === 0) return;
+
+    // 批量生成MD5
+    const titleData = titles.map(title => ({
+        title,
+        md5_tag: generateMD5(title)
+    }));
+
+    try {
+        // 准备批量插入数据
+        const values = titleData.map(data => [data.title, data.md5_tag]);
+        
+        // 使用INSERT IGNORE语法,忽略重复的md5_tag
+        const insertSQL = `
+            INSERT IGNORE INTO origin_video_titles 
+            (title, md5_tag) 
+            VALUES ?
+        `;
+        
+        // 执行批量插入
+        const [result] = await connection.query(insertSQL, [values]);
+        console.log(`处理了 ${titles.length} 个标题,新增 ${result.affectedRows} 条记录`);
+        
+    } catch (error) {
+        console.error('处理视频标题失败:', error);
+        throw error;
+    }
+}
+
+// 处理消息的主函数
+const messageHandler = async (msg) => {
+    let message = JSON.parse(msg)
+    if(message.cmd!="on_recv_pull_data"){
+        return
+    }
+    let date = helper.getLocalDate();
+    let table_name = `pull_data_${date}`;
+
+    try {
+        // 创建数据库连接
+        const connection = await mysql.createConnection({
+            ...dbConfig,
+            multipleStatements: true // 启用多语句查询
+        });
+        
+        // 确保表存在
+        await ensureTable(connection, table_name);
+        
+        // 解析消息数据
+        const data = message.data;
+        
+        // 处理视频标题(批量处理)
+        await processVideoTitles(connection, data.map(item => item.title));
+        
+        // 准备批量插入的数据
+        const values = data.map(item => [
+            item.materialId,
+            item.awemeId,
+            item.title,
+            item.awemeUrl,
+            item.publishTime,
+            item.hasAnchorInfo,
+            item.landingUrl,
+            item.createTime,
+            item.updateTime
+        ]);
+        
+        // 执行批量插入
+        const insertSQL = `
+            INSERT INTO ${table_name}
+            (material_id, aweme_id, title, aweme_url, publish_time, 
+             has_anchor_info, landing_url, create_time, update_time)
+            VALUES ?
+        `;
+        
+        await connection.query(insertSQL, [values]);
+        
+        // 关闭连接
+        await connection.end();
+        
+        console.log(`成功插入 ${values.length} 条记录到表 ${table_name}`);
+    } catch (error) {
+        console.error('处理消息失败:', error);
+        throw error;
+    }
+};
+
+async function startConsumer() {
+    try {
+        await rabbitMq.consumerDirectMsg(messageHandler, "exchange_pull_data_system", "on_recv_pull_data");
+    } catch (error) {
+        console.error('启动消费者失败:', error);
+    }
+}
+
+
+CMD.init = function() {
+    startConsumer();
+}
+
+module.exports = CMD

+ 1 - 4
assistant_snippet_eXu7ONXdWn.txt

@@ -1,4 +1 @@
-1|node fq_factory.js  # 处理番茄平台
-2|node hy_factory.js  # 处理火言平台
-3|node qm_factory.js  # 处理七猫平台
-4|node dz_factory.js  # 处理点众平台 
+ 

BIN
dump.rdb


+ 0 - 231
logs/combined.log

@@ -1,231 +0,0 @@
-<<<<<<< HEAD
-2024-12-21T16:16:39: 
-2024-12-21T16:16:39: > heiyan@1.0.0 start
-2024-12-21T16:16:39: > node tg_factory_main.js
-2024-12-21T16:16:39: 
-2024-12-21T16:16:41: Connected to Redis
-2024-12-21T16:16:41: 执行一个寻找黑岩任务: { book_id: '1869900926728654850' }
-2024-12-21T16:16:41: response.data.data: {
-2024-12-21T16:16:41:   total: '1',
-2024-12-21T16:16:41:   rows: [
-2024-12-21T16:16:41:     {
-2024-12-21T16:16:41:       id: '1869900926728654850',
-2024-12-21T16:16:41:       userId: '1810557978401873921',
-2024-12-21T16:16:41:       name: '被逼净身出户后,老公一家悔疯了',
-2024-12-21T16:16:41:       icon: 0,
-2024-12-21T16:16:41:       open: true,
-2024-12-21T16:16:41:       status: 0,
-2024-12-21T16:16:41:       tags: '爱情,虐恋,复仇,情感,刺激',
-2024-12-21T16:16:41:       group: null,
-2024-12-21T16:16:41:       sortName: '世情',
-2024-12-21T16:16:41:       userName: '疯子语',
-2024-12-21T16:16:41:       cpName: null,
-2024-12-21T16:16:41:       cpId: null,
-2024-12-21T16:16:41:       contractId: '1869933752722010113',
-2024-12-21T16:16:41:       type: 1,
-2024-12-21T16:16:41:       typeDesc: '短篇',
-2024-12-21T16:16:41:       classify: 2,
-2024-12-21T16:16:41:       classifyStr: '女频',
-2024-12-21T16:16:41:       words: 9652,
-2024-12-21T16:16:41:       cnBookId: '0',
-2024-12-21T16:16:41:       cnBookName: null,
-2024-12-21T16:16:41:       createTime: '2024-12-20 08:21:37',
-2024-12-21T16:16:41:       updateTime: '2024-12-20 10:32:03',
-2024-12-21T16:16:41:       openTime: '2024-12-20 10:32:02',
-2024-12-21T16:16:41:       todayOpen: false,
-2024-12-21T16:16:41:       price: null,
-2024-12-21T16:16:41:       isort: 13,
-2024-12-21T16:16:41:       itags: '爱情,虐恋,复仇,情感,刺激'
-2024-12-21T16:16:41:     }
-2024-12-21T16:16:41:   ],
-2024-12-21T16:16:41:   code: 0,
-2024-12-21T16:16:41:   msg: null
-2024-12-21T16:16:41: }
-2024-12-21T16:16:41: hy_book_data: null
-=======
-<<<<<<< HEAD
-=======
-2024-12-20T18:52:38: 
-2024-12-20T18:52:38: > heiyan@1.0.0 start
-2024-12-20T18:52:38: > node tg_factory_main.js
-2024-12-20T18:52:38: 
-2024-12-20T19:09:18: 
-2024-12-20T19:09:18: > heiyan@1.0.0 start
-2024-12-20T19:09:18: > node tg_factory_main.js
-2024-12-20T19:09:18: 
-2024-12-20T19:25:07: 
-2024-12-20T19:25:07: > heiyan@1.0.0 start
-2024-12-20T19:25:07: > node tg_factory_main.js
-2024-12-20T19:25:07: 
-2024-12-20T19:28:27: 
-2024-12-20T19:28:27: > heiyan@1.0.0 start
-2024-12-20T19:28:27: > node tg_factory_main.js
-2024-12-20T19:28:27: 
-2024-12-20T19:30:05: 
-2024-12-20T19:30:05: > heiyan@1.0.0 start
-2024-12-20T19:30:05: > node tg_factory_main.js
-2024-12-20T19:30:05: 
-2024-12-20T20:56:48: 
-2024-12-20T20:56:48: > heiyan@1.0.0 start
-2024-12-20T20:56:48: > node tg_factory_main.js
-2024-12-20T20:56:48: 
-2024-12-20T21:22:52: 
-2024-12-20T21:22:52: > heiyan@1.0.0 start
-2024-12-20T21:22:52: > node tg_factory_main.js
-2024-12-20T21:22:52: 
-2024-12-20T21:31:45: 
-2024-12-20T21:31:45: > heiyan@1.0.0 start
-2024-12-20T21:31:45: > node tg_factory_main.js
-2024-12-20T21:31:45: 
-2024-12-20T21:58:54: 
-2024-12-20T21:58:54: > heiyan@1.0.0 start
-2024-12-20T21:58:54: > node tg_factory_main.js
-2024-12-20T21:58:54: 
-2024-12-20T22:06:46: 
-2024-12-20T22:06:46: > heiyan@1.0.0 start
-2024-12-20T22:06:46: > node tg_factory_main.js
-2024-12-20T22:06:46: 
-2024-12-20T23:05:44: 
-2024-12-20T23:05:44: > heiyan@1.0.0 start
-2024-12-20T23:05:44: > node tg_factory_main.js
-2024-12-20T23:05:44: 
-2024-12-20T23:13:54: 
-2024-12-20T23:13:54: > heiyan@1.0.0 start
-2024-12-20T23:13:54: > node tg_factory_main.js
-2024-12-20T23:13:54: 
-<<<<<<< HEAD
-2024-12-20T23:34:12: 
-2024-12-20T23:34:12: > heiyan@1.0.0 start
-2024-12-20T23:34:12: > node tg_factory_main.js
-2024-12-20T23:34:12: 
-=======
->>>>>>> 8a8374dcc5bb558d5f5ca1c0d81b8660b9d7b1bb
->>>>>>> a93412936a2daed0e6486c9d2c47c6f98aa118e7
-2024-12-21T11:23:03: 
-2024-12-21T11:23:03: > heiyan@1.0.0 start
-2024-12-21T11:23:03: > node tg_factory_main.js
-2024-12-21T11:23:03: 
-2024-12-21T11:29:37: 
-2024-12-21T11:29:37: > heiyan@1.0.0 start
-2024-12-21T11:29:37: > node tg_factory_main.js
-2024-12-21T11:29:37: 
-2024-12-21T12:54:19: 
-2024-12-21T12:54:19: > heiyan@1.0.0 start
-2024-12-21T12:54:19: > node tg_factory_main.js
-2024-12-21T12:54:19: 
-2024-12-21T12:57:34: 
-2024-12-21T12:57:34: > heiyan@1.0.0 start
-2024-12-21T12:57:34: > node tg_factory_main.js
-2024-12-21T12:57:34: 
-2024-12-21T13:16:30: 
-2024-12-21T13:16:30: > heiyan@1.0.0 start
-2024-12-21T13:16:30: > node tg_factory_main.js
-2024-12-21T13:16:30: 
-2024-12-21T13:47:16: 
-2024-12-21T13:47:16: > heiyan@1.0.0 start
-2024-12-21T13:47:16: > node tg_factory_main.js
-2024-12-21T13:47:16: 
-2024-12-21T14:14:07: 
-2024-12-21T14:14:07: > heiyan@1.0.0 start
-2024-12-21T14:14:07: > node tg_factory_main.js
-2024-12-21T14:14:07: 
-2024-12-21T14:29:14: 
-2024-12-21T14:29:14: > heiyan@1.0.0 start
-2024-12-21T14:29:14: > node tg_factory_main.js
-2024-12-21T14:29:14: 
-2024-12-21T14:31:53: 
-2024-12-21T14:31:53: > heiyan@1.0.0 start
-2024-12-21T14:31:53: > node tg_factory_main.js
-2024-12-21T14:31:53: 
-2024-12-21T14:34:14: 
-2024-12-21T14:34:14: > heiyan@1.0.0 start
-2024-12-21T14:34:14: > node tg_factory_main.js
-2024-12-21T14:34:14: 
-2024-12-21T14:39:28: 
-2024-12-21T14:39:28: > heiyan@1.0.0 start
-2024-12-21T14:39:28: > node tg_factory_main.js
-2024-12-21T14:39:28: 
-2024-12-21T14:43:10: 
-2024-12-21T14:43:10: > heiyan@1.0.0 start
-2024-12-21T14:43:10: > node tg_factory_main.js
-2024-12-21T14:43:10: 
-2024-12-21T14:44:36: 
-2024-12-21T14:44:36: > heiyan@1.0.0 start
-2024-12-21T14:44:36: > node tg_factory_main.js
-2024-12-21T14:44:36: 
-2024-12-21T14:46:26: 
-2024-12-21T14:46:26: > heiyan@1.0.0 start
-2024-12-21T14:46:26: > node tg_factory_main.js
-2024-12-21T14:46:26: 
-2024-12-21T14:49:07: 
-2024-12-21T14:49:07: > heiyan@1.0.0 start
-2024-12-21T14:49:07: > node tg_factory_main.js
-2024-12-21T14:49:07: 
-<<<<<<< HEAD
-2024-12-21T14:50:53: 
-2024-12-21T14:50:53: > heiyan@1.0.0 start
-2024-12-21T14:50:53: > node tg_factory_main.js
-2024-12-21T14:50:53: 
-=======
-2024-12-21T14:59:30: 
-2024-12-21T14:59:30: > heiyan@1.0.0 start
-2024-12-21T14:59:30: > node tg_factory_main.js
-2024-12-21T14:59:30: 
->>>>>>> 94326f54e6f7e35ac19a78f2cad4952bfdcc0810
-2024-12-21T16:08:30: 
-2024-12-21T16:08:30: > heiyan@1.0.0 start
-2024-12-21T16:08:30: > node tg_factory_main.js
-2024-12-21T16:08:30: 
-2024-12-21T16:10:13: 
-2024-12-21T16:10:13: > heiyan@1.0.0 start
-2024-12-21T16:10:13: > node tg_factory_main.js
-2024-12-21T16:10:13: 
->>>>>>> 2b170863e0bd5d6cc9ea64e1b43e383eb3e0947b
-2024-12-21T16:22:54: 
-2024-12-21T16:22:54: > heiyan@1.0.0 start
-2024-12-21T16:22:54: > node tg_factory_main.js
-2024-12-21T16:22:54: 
-<<<<<<< HEAD
-2024-12-21T18:09:00: 
-2024-12-21T18:09:00: > heiyan@1.0.0 start
-2024-12-21T18:09:00: > node tg_factory_main.js
-2024-12-21T18:09:00: 
-2024-12-21T18:09:03: Connected to Redis
-2024-12-21T18:15:05: 
-2024-12-21T18:15:05: > heiyan@1.0.0 start
-2024-12-21T18:15:05: > node tg_factory_main.js
-2024-12-21T18:15:05: 
-2024-12-21T18:15:08: Connected to Redis
-2024-12-21T18:15:50: 
-2024-12-21T18:15:50: > heiyan@1.0.0 start
-2024-12-21T18:15:50: > node tg_factory_main.js
-2024-12-21T18:15:50: 
-2024-12-21T18:15:52: Connected to Redis
-2024-12-21T18:17:17: 
-2024-12-21T18:17:17: > heiyan@1.0.0 start
-2024-12-21T18:17:17: > node tg_factory_main.js
-2024-12-21T18:17:17: 
-2024-12-21T18:17:19: Connected to Redis
-2024-12-21T18:17:19: 
-2024-12-21T18:17:19: Trying DNS server: 8.8.8.8
-2024-12-21T18:17:19: response: Promise { <pending> }
-2024-12-21T18:17:19: Success with DNS server 8.8.8.8:
-2024-12-21T18:17:19: IP Addresses: [ '114.111.0.85' ]
-2024-12-21T18:17:19: Testing connectivity to IP: 114.111.0.85
-=======
-2024-12-21T16:39:56: 
-2024-12-21T16:39:56: > heiyan@1.0.0 start
-2024-12-21T16:39:56: > node tg_factory_main.js
-2024-12-21T16:39:56: 
-<<<<<<< HEAD
-2024-12-21T16:57:11: 
-2024-12-21T16:57:11: > heiyan@1.0.0 start
-2024-12-21T16:57:11: > node tg_factory_main.js
-2024-12-21T16:57:11: 
-=======
->>>>>>> 821707c8911e25613e0511b08e42e7a07c815131
->>>>>>> 3239f73fba6cda6e57799f8bdae5994813046a42
-2024-12-21T18:33:51: 
-2024-12-21T18:33:51: > heiyan@1.0.0 start
-2024-12-21T18:33:51: > node tg_factory_main.js
-2024-12-21T18:33:51: 

+ 0 - 231
logs/out.log

@@ -1,231 +0,0 @@
-<<<<<<< HEAD
-2024-12-21T16:16:39: 
-2024-12-21T16:16:39: > heiyan@1.0.0 start
-2024-12-21T16:16:39: > node tg_factory_main.js
-2024-12-21T16:16:39: 
-2024-12-21T16:16:41: Connected to Redis
-2024-12-21T16:16:41: 执行一个寻找黑岩任务: { book_id: '1869900926728654850' }
-2024-12-21T16:16:41: response.data.data: {
-2024-12-21T16:16:41:   total: '1',
-2024-12-21T16:16:41:   rows: [
-2024-12-21T16:16:41:     {
-2024-12-21T16:16:41:       id: '1869900926728654850',
-2024-12-21T16:16:41:       userId: '1810557978401873921',
-2024-12-21T16:16:41:       name: '被逼净身出户后,老公一家悔疯了',
-2024-12-21T16:16:41:       icon: 0,
-2024-12-21T16:16:41:       open: true,
-2024-12-21T16:16:41:       status: 0,
-2024-12-21T16:16:41:       tags: '爱情,虐恋,复仇,情感,刺激',
-2024-12-21T16:16:41:       group: null,
-2024-12-21T16:16:41:       sortName: '世情',
-2024-12-21T16:16:41:       userName: '疯子语',
-2024-12-21T16:16:41:       cpName: null,
-2024-12-21T16:16:41:       cpId: null,
-2024-12-21T16:16:41:       contractId: '1869933752722010113',
-2024-12-21T16:16:41:       type: 1,
-2024-12-21T16:16:41:       typeDesc: '短篇',
-2024-12-21T16:16:41:       classify: 2,
-2024-12-21T16:16:41:       classifyStr: '女频',
-2024-12-21T16:16:41:       words: 9652,
-2024-12-21T16:16:41:       cnBookId: '0',
-2024-12-21T16:16:41:       cnBookName: null,
-2024-12-21T16:16:41:       createTime: '2024-12-20 08:21:37',
-2024-12-21T16:16:41:       updateTime: '2024-12-20 10:32:03',
-2024-12-21T16:16:41:       openTime: '2024-12-20 10:32:02',
-2024-12-21T16:16:41:       todayOpen: false,
-2024-12-21T16:16:41:       price: null,
-2024-12-21T16:16:41:       isort: 13,
-2024-12-21T16:16:41:       itags: '爱情,虐恋,复仇,情感,刺激'
-2024-12-21T16:16:41:     }
-2024-12-21T16:16:41:   ],
-2024-12-21T16:16:41:   code: 0,
-2024-12-21T16:16:41:   msg: null
-2024-12-21T16:16:41: }
-2024-12-21T16:16:41: hy_book_data: null
-=======
-<<<<<<< HEAD
-=======
-2024-12-20T18:52:38: 
-2024-12-20T18:52:38: > heiyan@1.0.0 start
-2024-12-20T18:52:38: > node tg_factory_main.js
-2024-12-20T18:52:38: 
-2024-12-20T19:09:18: 
-2024-12-20T19:09:18: > heiyan@1.0.0 start
-2024-12-20T19:09:18: > node tg_factory_main.js
-2024-12-20T19:09:18: 
-2024-12-20T19:25:07: 
-2024-12-20T19:25:07: > heiyan@1.0.0 start
-2024-12-20T19:25:07: > node tg_factory_main.js
-2024-12-20T19:25:07: 
-2024-12-20T19:28:27: 
-2024-12-20T19:28:27: > heiyan@1.0.0 start
-2024-12-20T19:28:27: > node tg_factory_main.js
-2024-12-20T19:28:27: 
-2024-12-20T19:30:05: 
-2024-12-20T19:30:05: > heiyan@1.0.0 start
-2024-12-20T19:30:05: > node tg_factory_main.js
-2024-12-20T19:30:05: 
-2024-12-20T20:56:48: 
-2024-12-20T20:56:48: > heiyan@1.0.0 start
-2024-12-20T20:56:48: > node tg_factory_main.js
-2024-12-20T20:56:48: 
-2024-12-20T21:22:52: 
-2024-12-20T21:22:52: > heiyan@1.0.0 start
-2024-12-20T21:22:52: > node tg_factory_main.js
-2024-12-20T21:22:52: 
-2024-12-20T21:31:45: 
-2024-12-20T21:31:45: > heiyan@1.0.0 start
-2024-12-20T21:31:45: > node tg_factory_main.js
-2024-12-20T21:31:45: 
-2024-12-20T21:58:54: 
-2024-12-20T21:58:54: > heiyan@1.0.0 start
-2024-12-20T21:58:54: > node tg_factory_main.js
-2024-12-20T21:58:54: 
-2024-12-20T22:06:46: 
-2024-12-20T22:06:46: > heiyan@1.0.0 start
-2024-12-20T22:06:46: > node tg_factory_main.js
-2024-12-20T22:06:46: 
-2024-12-20T23:05:44: 
-2024-12-20T23:05:44: > heiyan@1.0.0 start
-2024-12-20T23:05:44: > node tg_factory_main.js
-2024-12-20T23:05:44: 
-2024-12-20T23:13:54: 
-2024-12-20T23:13:54: > heiyan@1.0.0 start
-2024-12-20T23:13:54: > node tg_factory_main.js
-2024-12-20T23:13:54: 
-<<<<<<< HEAD
-2024-12-20T23:34:12: 
-2024-12-20T23:34:12: > heiyan@1.0.0 start
-2024-12-20T23:34:12: > node tg_factory_main.js
-2024-12-20T23:34:12: 
-=======
->>>>>>> 8a8374dcc5bb558d5f5ca1c0d81b8660b9d7b1bb
->>>>>>> a93412936a2daed0e6486c9d2c47c6f98aa118e7
-2024-12-21T11:23:03: 
-2024-12-21T11:23:03: > heiyan@1.0.0 start
-2024-12-21T11:23:03: > node tg_factory_main.js
-2024-12-21T11:23:03: 
-2024-12-21T11:29:37: 
-2024-12-21T11:29:37: > heiyan@1.0.0 start
-2024-12-21T11:29:37: > node tg_factory_main.js
-2024-12-21T11:29:37: 
-2024-12-21T12:54:19: 
-2024-12-21T12:54:19: > heiyan@1.0.0 start
-2024-12-21T12:54:19: > node tg_factory_main.js
-2024-12-21T12:54:19: 
-2024-12-21T12:57:34: 
-2024-12-21T12:57:34: > heiyan@1.0.0 start
-2024-12-21T12:57:34: > node tg_factory_main.js
-2024-12-21T12:57:34: 
-2024-12-21T13:16:30: 
-2024-12-21T13:16:30: > heiyan@1.0.0 start
-2024-12-21T13:16:30: > node tg_factory_main.js
-2024-12-21T13:16:30: 
-2024-12-21T13:47:16: 
-2024-12-21T13:47:16: > heiyan@1.0.0 start
-2024-12-21T13:47:16: > node tg_factory_main.js
-2024-12-21T13:47:16: 
-2024-12-21T14:14:07: 
-2024-12-21T14:14:07: > heiyan@1.0.0 start
-2024-12-21T14:14:07: > node tg_factory_main.js
-2024-12-21T14:14:07: 
-2024-12-21T14:29:14: 
-2024-12-21T14:29:14: > heiyan@1.0.0 start
-2024-12-21T14:29:14: > node tg_factory_main.js
-2024-12-21T14:29:14: 
-2024-12-21T14:31:53: 
-2024-12-21T14:31:53: > heiyan@1.0.0 start
-2024-12-21T14:31:53: > node tg_factory_main.js
-2024-12-21T14:31:53: 
-2024-12-21T14:34:14: 
-2024-12-21T14:34:14: > heiyan@1.0.0 start
-2024-12-21T14:34:14: > node tg_factory_main.js
-2024-12-21T14:34:14: 
-2024-12-21T14:39:28: 
-2024-12-21T14:39:28: > heiyan@1.0.0 start
-2024-12-21T14:39:28: > node tg_factory_main.js
-2024-12-21T14:39:28: 
-2024-12-21T14:43:10: 
-2024-12-21T14:43:10: > heiyan@1.0.0 start
-2024-12-21T14:43:10: > node tg_factory_main.js
-2024-12-21T14:43:10: 
-2024-12-21T14:44:36: 
-2024-12-21T14:44:36: > heiyan@1.0.0 start
-2024-12-21T14:44:36: > node tg_factory_main.js
-2024-12-21T14:44:36: 
-2024-12-21T14:46:26: 
-2024-12-21T14:46:26: > heiyan@1.0.0 start
-2024-12-21T14:46:26: > node tg_factory_main.js
-2024-12-21T14:46:26: 
-2024-12-21T14:49:07: 
-2024-12-21T14:49:07: > heiyan@1.0.0 start
-2024-12-21T14:49:07: > node tg_factory_main.js
-2024-12-21T14:49:07: 
-<<<<<<< HEAD
-2024-12-21T14:50:53: 
-2024-12-21T14:50:53: > heiyan@1.0.0 start
-2024-12-21T14:50:53: > node tg_factory_main.js
-2024-12-21T14:50:53: 
-=======
-2024-12-21T14:59:30: 
-2024-12-21T14:59:30: > heiyan@1.0.0 start
-2024-12-21T14:59:30: > node tg_factory_main.js
-2024-12-21T14:59:30: 
->>>>>>> 94326f54e6f7e35ac19a78f2cad4952bfdcc0810
-2024-12-21T16:08:30: 
-2024-12-21T16:08:30: > heiyan@1.0.0 start
-2024-12-21T16:08:30: > node tg_factory_main.js
-2024-12-21T16:08:30: 
-2024-12-21T16:10:13: 
-2024-12-21T16:10:13: > heiyan@1.0.0 start
-2024-12-21T16:10:13: > node tg_factory_main.js
-2024-12-21T16:10:13: 
->>>>>>> 2b170863e0bd5d6cc9ea64e1b43e383eb3e0947b
-2024-12-21T16:22:54: 
-2024-12-21T16:22:54: > heiyan@1.0.0 start
-2024-12-21T16:22:54: > node tg_factory_main.js
-2024-12-21T16:22:54: 
-<<<<<<< HEAD
-2024-12-21T18:09:00: 
-2024-12-21T18:09:00: > heiyan@1.0.0 start
-2024-12-21T18:09:00: > node tg_factory_main.js
-2024-12-21T18:09:00: 
-2024-12-21T18:09:03: Connected to Redis
-2024-12-21T18:15:05: 
-2024-12-21T18:15:05: > heiyan@1.0.0 start
-2024-12-21T18:15:05: > node tg_factory_main.js
-2024-12-21T18:15:05: 
-2024-12-21T18:15:08: Connected to Redis
-2024-12-21T18:15:50: 
-2024-12-21T18:15:50: > heiyan@1.0.0 start
-2024-12-21T18:15:50: > node tg_factory_main.js
-2024-12-21T18:15:50: 
-2024-12-21T18:15:52: Connected to Redis
-2024-12-21T18:17:17: 
-2024-12-21T18:17:17: > heiyan@1.0.0 start
-2024-12-21T18:17:17: > node tg_factory_main.js
-2024-12-21T18:17:17: 
-2024-12-21T18:17:19: Connected to Redis
-2024-12-21T18:17:19: 
-2024-12-21T18:17:19: Trying DNS server: 8.8.8.8
-2024-12-21T18:17:19: response: Promise { <pending> }
-2024-12-21T18:17:19: Success with DNS server 8.8.8.8:
-2024-12-21T18:17:19: IP Addresses: [ '114.111.0.85' ]
-2024-12-21T18:17:19: Testing connectivity to IP: 114.111.0.85
-=======
-2024-12-21T16:39:56: 
-2024-12-21T16:39:56: > heiyan@1.0.0 start
-2024-12-21T16:39:56: > node tg_factory_main.js
-2024-12-21T16:39:56: 
-<<<<<<< HEAD
-2024-12-21T16:57:11: 
-2024-12-21T16:57:11: > heiyan@1.0.0 start
-2024-12-21T16:57:11: > node tg_factory_main.js
-2024-12-21T16:57:11: 
-=======
->>>>>>> 821707c8911e25613e0511b08e42e7a07c815131
->>>>>>> 3239f73fba6cda6e57799f8bdae5994813046a42
-2024-12-21T18:33:51: 
-2024-12-21T18:33:51: > heiyan@1.0.0 start
-2024-12-21T18:33:51: > node tg_factory_main.js
-2024-12-21T18:33:51: 

+ 14 - 0
pm2json.json

@@ -180,6 +180,20 @@
             "merge_logs": true,
             "exec_mode": "fork",
             "autorestart": true
+        },
+        {
+            "name": "PULL_TIME_DATA",
+            "script": "./PULL_TIME_DATA/PULL_TIME_DATA.js",
+            "cwd": "/home/tg_factory",
+            "node_args": "--max-old-space-size=8192 --expose-gc",
+            "max_memory_restart": "4G",
+            "args": ["--type=data"],
+            "log_date_format": "YYYY-MM-DD HH:mm:ss",
+            "error_file": "./logs/PULL_TIME_DATA_error.log",
+            "out_file": "./logs/PULL_TIME_DATA_out.log",
+            "merge_logs": true,
+            "exec_mode": "fork",
+            "autorestart": true
         }
     ]
 }