add script

chip1stop.py

+import csv
 import datetime
 import ftplib
 import gzip
+import json
 import os
 
 import pika
@@ -9,11 +11,17 @@ host = "ansetchip1.gotoftp11.com"
 user = "ansetchip1"
 password = "nf6l2g17"
 port = 21
+"""
+ftp服务器上文件名的规律 csv文件都是 带时间的
+txt文件都是固定文件名
+此脚本每天晚上 23:40运行 用于解析当天上传的文件
+"""
 ftp_remote_path_csv = "/Chip1Stop_TI_included_" + datetime.datetime.now().strftime("%Y%m%d") + "_ETCHIPS.csv.gz"
 ftp_remote_path_txt = "/Chip1StopStockList RMB_Anjie_US Stock.txt.gz"
 
 """暂时设置为当前路径"""
-file_local_path_csv = "." + ftp_remote_path_csv
+# file_local_path_csv = "." + ftp_remote_path_csv
+file_local_path_csv = "./Chip1Stop_TI_included_20240826_ETCHIPS.csv"
 file_local_path_txt = "." + ftp_remote_path_txt
 
 ENV = "test"  # ENV 取值 test 或 prod
@@ -40,6 +48,27 @@ config_prod = {
     "rabbit_mq_routing_key": "europa_erp_sku_routing",
 }
 
+csv_title = ['Mfr', 'C1S Part#', 'Mfr Part#', 'MOQ', 'Avail Qty', 'Days to Ship',
+             'Break1', 'Break2', 'Break3', 'Break4', 'Break5', 'Break6', 'Break7',
+             'Price1', 'Price2', 'Price3', 'Price4', 'Price5', 'Price6', 'Price7', 'Date code']
+
+"""判断传入的字符串是不是数字"""
+
+
+def is_number(s: str):
+    try:
+        float(s)
+        return True
+    except ValueError:
+        pass
+    try:
+        import unicodedata
+        unicodedata.numeric(s)
+        return True
+    except (TypeError, ValueError):
+        pass
+    return False
+
 
 class DataUtil:
 
@@ -63,8 +92,75 @@ class DataUtil:
         g_file.close()
         os.remove(file_path)
 
-    def handle_csv(self):
-        pass
+    def handle_csv(self, file_path):
+        if not os.path.exists(file_path):
+            return
+        with open(file_path, errors='ignore') as f:
+            res = []
+            csv_reader = csv.reader(f)
+            for index, row in enumerate(csv_reader):
+                if index > 10:
+                    break
+                if index == 0:
+                    continue
+                table = dict()
+                """csv文件对应的是美金"""
+                table["price_is_us"] = True
+                table["supplier_name"] = "Chip1stop"
+                table["ladder_price"] = []
+                ladder_purchases = dict()
+                ladder_prices = dict()
+                for i in range(len(row)):
+                    if csv_title[i] == "C1S Part#":
+                        table["goods_sn"] = row[i]
+                    if csv_title[i] == "Mfr Part#":
+                        table["goods_name"] = row[i]
+                    if csv_title[i] == "Mfr":
+                        table["brand_name"] = row[i]
+                    if csv_title[i] == "Avail Qty":
+                        table["stock"] = row[i]
+                    if csv_title[i] == "MOQ":
+                        table["moq"] = row[i]
+                    if csv_title[i] == "Break1" and row[i] != "":
+                        ladder_purchases["Break1"] = row[i]
+                    if csv_title[i] == "Break2" and row[i] != "":
+                        ladder_purchases["Break2"] = row[i]
+                    if csv_title[i] == "Break3" and row[i] != "":
+                        ladder_purchases["Break3"] = row[i]
+                    if csv_title[i] == "Break4" and row[i] != "":
+                        ladder_purchases["Break4"] = row[i]
+                    if csv_title[i] == "Break5" and row[i] != "":
+                        ladder_purchases["Break5"] = row[i]
+                    if csv_title[i] == "Break6" and row[i] != "":
+                        ladder_purchases["Break6"] = row[i]
+                    if csv_title[i] == "Break7" and row[i] != "":
+                        ladder_purchases["Break7"] = row[i]
+                    if csv_title[i] == "Price1" and row[i] != "":
+                        ladder_prices["Price1"] = row[i]
+                    if csv_title[i] == "Price2" and row[i] != "":
+                        ladder_prices["Price2"] = row[i]
+                    if csv_title[i] == "Price3" and row[i] != "":
+                        ladder_prices["Price3"] = row[i]
+                    if csv_title[i] == "Price4" and row[i] != "":
+                        ladder_prices["Price4"] = row[i]
+                    if csv_title[i] == "Price5" and row[i] != "":
+                        ladder_prices["Price5"] = row[i]
+                    if csv_title[i] == "Price6" and row[i] != "":
+                        ladder_prices["Price6"] = row[i]
+                    if csv_title[i] == "Price7" and row[i] != "":
+                        ladder_prices["Price7"] = row[i]
+                for k in range(1, 8):
+                    if "Break" + str(k) in ladder_purchases \
+                            and "Price" + str(k) in ladder_prices \
+                            and is_number(ladder_purchases["Break" + str(k)]) \
+                            and is_number(ladder_prices["Price" + str(k)]):
+                        item = dict()
+                        item["purchases"] = int(ladder_purchases["Break" + str(k)])
+                        item["price_us"] = float(ladder_prices["Price" + str(k)])
+                        item["price_cn"] = float(0)
+                        table["ladder_price"].append(item)
+                ans = json.dumps(table)
+                print(ans)
 
     def handle_txt(self):
         pass
@@ -103,7 +199,8 @@ if __name__ == '__main__':
     elif ENV == "prod":
         config = config_prod
     u = DataUtil()
-    u.download(ftp_remote_path_csv, file_local_path_csv)
-    u.ungz(file_local_path_csv)
-    u.download(ftp_remote_path_txt, file_local_path_txt)
-    u.ungz(file_local_path_txt)
+    # u.download(ftp_remote_path_csv, file_local_path_csv)
+    # u.ungz(file_local_path_csv)
+    # u.download(ftp_remote_path_txt, file_local_path_txt)
+    # u.ungz(file_local_path_txt)
+    u.handle_csv(file_local_path_csv)