Copy
除log文件夹可能需要配置链接文件夹外读取和写入权限 其它文件需要有读取权限。 ##Introduction
程序主要为scimport.js，csoimport.js
启动方式为pm2 start processes.json 分别启动1个进行进行处理
配置文件为env.npcf 其中请查找 需要修改 字样进行配置
//一次取数据总数
"SC.count": "500000",
//一次插入数据的数量
"SC.max": "250000",
//线程数
"SC.threadcount": "3",
//ES连接 需要修改
"SC.host": 'tst-shdu-a03:39201',
//ES日志类型
"SC.log": 'trace',
//ES索引名
"SC.index": 'dcdata',
//ES类型名
"SC.type": 'contract',
//一次取数据总数 可根据线上内存情况修改
"CSO.count": "500000",
//一次插入数据的数量
"CSO.max": "250000",
//线程数 可根据线上内存情况修改
"CSO.threadcount": "3",
//ES连接 需要修改
"CSO.host": 'tst-shdu-a03:39201',
//ES日志类型 需要修改
"CSO.log": 'trace',
//ES索引名
"CSO.index": 'sdmdata',
//ES类型名
"CSO.type": 'cso',
//需要修改 DC数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。
"dcconnect": {
"server": "123.127.153.137",
"localAddress": "123.127.153.137",
"port": "1433",
"user": "Dev_Env_DBUser",
"password": "qwert12345",
"database": "Datacenter-Dev",
"pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 },
"timeout": 60000
},
//需要修改 SDM数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。
"sdmconnect": {
"server": "123.127.153.137",
"localAddress": "123.127.153.137",
"port": "1433",
"user": "Dev_Env_DBUser",
"password": "qwert12345",
"database": "SDM_DEV",
"pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 },
"timeout": 60000
}
"apps": [{
// Application #1
"name": "UPT.Server-SCimporter",
"script": "./scimport.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",//可能需要修改
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Server_SC_pm2_err.log",//需要修改路径
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./**/*.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOimporter",
"script": "./csoimport.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",//可能需要修改
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Server_CSO_pm2_err.log",//需要修改路径
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./**/*.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}]
env.npcf 新增
"USC":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"dcdata","type":"contract"},
"UCSO":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmdata","type":"cso"},
"UCSOB":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmbdata","type":"csob"},
processes.json 新增
{
// Application #1
"name": "UPT.Server-SCupdater",
"script": "./scupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_update_SC_pm2_err.log",
"out_file": "./log/UPT_update_SC_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./**/*.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOupdater",
"script": "./csoupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Update_CSO_pm2_err.log",
"out_file": "./log/UPT_Update_CSO_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./**/*.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOBupdater",
"script": "./csobupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Update_CSOB_pm2_err.log",
"out_file": "./log/UPT_Update_CSOB_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./**/*.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}
FAQs
owhat红包清理
The npm package owhat-job receives a total of 34 weekly downloads. As such, owhat-job popularity was classified as not popular.
We found that owhat-job demonstrated a not healthy version release cadence and project activity because the last version was released a year ago. It has 1 open source maintainer collaborating on the project.
Did you know?
Socket for GitHub automatically highlights issues in each pull request and monitors the health of all your open source dependencies. Discover the contents of your packages and block harmful activity before you install or update your dependencies.
Security News
GitHub Actions checkout now blocks risky pull_request_target checkouts by default to help prevent pwn request supply chain attacks.
Product
Socket now supports Custom Roles and Repository Access Permissions so organizations can control who can access specific repositories and actions.
Product
Socket MCP now lets AI assistants review org alerts, investigate threats using the Socket threat feed, and inspect package files in addition to dependency scoring.