Commit 2bf6ec2a by 岳巧源

add param

parent fba2bbd2
Showing with 15 additions and 8 deletions
...@@ -4,6 +4,7 @@ import ftplib ...@@ -4,6 +4,7 @@ import ftplib
import gzip import gzip
import json import json
import os import os
import sys
import pika import pika
...@@ -15,15 +16,14 @@ port = 21 ...@@ -15,15 +16,14 @@ port = 21
ftp服务器上文件名的规律 csv文件都是 带时间的 ftp服务器上文件名的规律 csv文件都是 带时间的
txt文件都是固定文件名 txt文件都是固定文件名
此脚本每天晚上 23:40运行 用于解析当天上传的文件 此脚本每天晚上 23:40运行 用于解析当天上传的文件
目前看 RMB接口有两个文件
""" """
ftp_remote_path_csv = "/Chip1Stop_TI_included_" + datetime.datetime.now().strftime("%Y%m%d") + "_ETCHIPS.csv.gz" ftp_remote_path_csv = "/Chip1Stop_TI_included_" + datetime.datetime.now().strftime("%Y%m%d") + "_ETCHIPS.csv.gz"
ftp_remote_path_txt = "/Chip1StopStockList_TI_in_ RMB_Anjie_RMB.txt.gz" ftp_remote_path_txt = "/Chip1StopStockList_TI_in_ RMB_Anjie_RMB.txt.gz"
"""暂时设置为当前路径"""
# file_local_path_csv = "." + ftp_remote_path_csv file_local_path_csv = os.path.dirname(os.path.abspath(__file__)) + "/tmp" + ftp_remote_path_csv.replace(".gz", "")
file_local_path_csv = "./Chip1Stop_TI_included_20240826_ETCHIPS.csv" file_local_path_txt = os.path.dirname(os.path.abspath(__file__)) + "/tmp" + ftp_remote_path_txt.replace(".gz", "")
"""将文件名中的空格清除"""
file_local_path_txt = "." + ftp_remote_path_txt
ENV = "test" # ENV 取值 test 或 prod ENV = "test" # ENV 取值 test 或 prod
...@@ -180,8 +180,6 @@ class DataUtil: ...@@ -180,8 +180,6 @@ class DataUtil:
with open(file_path, errors='ignore') as f: with open(file_path, errors='ignore') as f:
content_list = f.readlines() content_list = f.readlines()
for index in range(len(content_list)): for index in range(len(content_list)):
if index > 100:
break
if index == 0: if index == 0:
continue continue
if len(content_list[index].split("\t")) != len(txt_title): if len(content_list[index].split("\t")) != len(txt_title):
...@@ -280,13 +278,22 @@ class Producer: ...@@ -280,13 +278,22 @@ class Producer:
if __name__ == '__main__': if __name__ == '__main__':
if len(sys.argv) < 2:
print("parameter error.")
exit(1)
ENV = sys.argv[1]
if ENV == "test": if ENV == "test":
config = config_test config = config_test
elif ENV == "prod": elif ENV == "prod":
config = config_prod config = config_prod
else:
print("parameter error.")
exit(1)
u = DataUtil() u = DataUtil()
# u.download(ftp_remote_path_csv, file_local_path_csv) # u.download(ftp_remote_path_csv, file_local_path_csv)
# u.ungz(file_local_path_csv) # u.ungz(file_local_path_csv)
# u.download(ftp_remote_path_txt, file_local_path_txt) # u.download(ftp_remote_path_txt, file_local_path_txt)
# u.ungz(file_local_path_txt) # u.ungz(file_local_path_txt)
u.handle_txt(file_local_path_txt.replace(".gz", "")) # u.handle_txt(file_local_path_txt.replace(".gz", ""))
# u.handle_txt(file_local_path_txt.replace(".gz", ""))
print("haha")
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment