Skip to content

岳巧源 / jd_data_process

Go to a project
Commit 4e542e1f by larosa
Options

add update attr

parent be5f8e64
Inline Side-by-side
Showing with 495 additions and 394 deletions
tmp.json
{ {
"jingdong_vc_item_props_find_responce": { "jingdong_vc_item_props_find_responce": {
"code": "0", "code": "0",
"request_id": "3503676.39587.17284810626780732", "request_id": "161835.39587.17284885901503371",
"jos_result_dto": { "jos_result_dto": {
"result": [ "result": [
{
"order_sort": 0,
"name": "主体参数",
"id": 39975,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237442,
"order_sort": 586,
"level": 0,
"inputAreaLevel": "3",
"name": "工作温度范围",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237440,
"order_sort": 590,
"level": 0,
"inputAreaLevel": "3",
"name": "RoHS",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 266695,
"order_sort": 144,
"level": 0,
"inputAreaLevel": "3",
"name": "RAM位数",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [
{ {
"order_sort": 0, "units": [
"name": "主体参数", "Gb/s",
"id": 39806, "Mb/s"
"props": [ ],
{ "selected": false
"attr_alias": "", }
"values": [], ],
"maintain_remark": "", "maintain_remark": "",
"required": false, "choose_purchase": 0,
"cascadeGroupLevel": 2147483647, "required": true,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235106, "input_type": 10,
"order_sort": 1677, "id": 237920,
"level": 0, "order_sort": 0,
"inputAreaLevel": "3", "level": 0,
"name": "电阻类型", "inputAreaLevel": "3",
"val_unit": "" "name": "数据速率",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": true, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": true,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235009, "input_type": 3,
"order_sort": 1672, "id": 237545,
"level": 0, "order_sort": 588,
"inputAreaLevel": "3", "level": 0,
"name": "规格型号(MPN)", "inputAreaLevel": "3",
"val_unit": "" "name": "规格型号（MPN）",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235143, "input_type": 7,
"order_sort": 1681, "id": 266703,
"level": 0, "order_sort": 145,
"inputAreaLevel": "3", "level": 0,
"name": "生命周期", "inputAreaLevel": "3",
"val_unit": "" "name": "I/O数",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": true, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235051, "input_type": 3,
"order_sort": 1674, "id": 237452,
"level": 0, "order_sort": 587,
"inputAreaLevel": "3", "level": 0,
"name": "阻值(Ω)", "inputAreaLevel": "3",
"val_unit": "" "name": "收发器数量",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235178, "input_type": 3,
"order_sort": 1684, "id": 237456,
"level": 0, "order_sort": 591,
"inputAreaLevel": "3", "level": 0,
"name": "应用级别", "inputAreaLevel": "3",
"val_unit": "" "name": "海关编码",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235081, "input_type": 3,
"order_sort": 1675, "id": 237460,
"level": 0, "order_sort": 592,
"inputAreaLevel": "3", "level": 0,
"name": "ECCN", "inputAreaLevel": "3",
"val_unit": "" "name": "生命周期",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": true, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": true,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235023, "input_type": 7,
"order_sort": 1671, "id": 237652,
"level": 0, "order_sort": 106,
"inputAreaLevel": "3", "level": 0,
"name": "工作温度范围(℃)", "inputAreaLevel": "3",
"val_unit": "" "name": "逻辑元件数量",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": true,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235117, "input_type": 7,
"order_sort": 1679, "id": 237659,
"level": 0, "order_sort": 107,
"inputAreaLevel": "3", "level": 0,
"name": "功率(W)", "inputAreaLevel": "3",
"val_unit": "" "name": "自适应逻辑模块",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235089, "input_type": 3,
"order_sort": 1678, "id": 237433,
"level": 0, "order_sort": 589,
"inputAreaLevel": "3", "level": 0,
"name": "额定电压(v)", "inputAreaLevel": "3",
"val_unit": "" "name": "ECCN",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "required": false,
"input_type": 3, "cascadeGroupLevel": 2147483647,
"id": 235157, "input_type": 3,
"order_sort": 1682, "id": 237464,
"level": 0, "order_sort": 593,
"inputAreaLevel": "3", "level": 0,
"name": "外形尺寸(m)", "inputAreaLevel": "3",
"val_unit": "" "name": "应用级别",
}, "val_unit": ""
{ },
"attr_alias": "", {
"values": [], "attr_alias": "0",
"maintain_remark": "", "values": [],
"required": false, "maintain_remark": "",
"cascadeGroupLevel": 2147483647, "choose_purchase": 0,
"input_type": 3, "required": true,
"id": 235130, "cascadeGroupLevel": 2147483647,
"order_sort": 1680, "input_type": 7,
"level": 0, "id": 237656,
"inputAreaLevel": "3", "order_sort": 105,
"name": "海关编码", "level": 0,
"val_unit": "" "inputAreaLevel": "3",
}, "name": "工作电压",
{ "val_unit": "V"
"attr_alias": "", },
"values": [], {
"maintain_remark": "", "attr_alias": "",
"required": false, "values": [],
"cascadeGroupLevel": 2147483647, "maintain_remark": "",
"input_type": 3, "required": false,
"id": 235064, "cascadeGroupLevel": 2147483647,
"order_sort": 1676, "input_type": 3,
"level": 0, "id": 266712,
"inputAreaLevel": "3", "order_sort": 171,
"name": "RoHS", "level": 0,
"val_unit": "" "inputAreaLevel": "3",
}, "name": "封装规格",
{ "val_unit": ""
"attr_alias": "", },
"values": [], {
"maintain_remark": "", "attr_alias": "0",
"required": false, "values": [
"cascadeGroupLevel": 2147483647, {
"input_type": 3, "units": [
"id": 235167, "bit",
"order_sort": 1683, "Kbit",
"level": 0, "Mbit"
"inputAreaLevel": "3", ],
"name": "温度系数(ppm/℃)", "selected": false
"val_unit": "" }
}, ],
{ "maintain_remark": "",
"attr_alias": "", "choose_purchase": 0,
"values": [], "required": true,
"maintain_remark": "", "cascadeGroupLevel": 2147483647,
"required": true, "input_type": 10,
"cascadeGroupLevel": 2147483647, "id": 237919,
"input_type": 3, "order_sort": 0,
"id": 235038, "level": 0,
"order_sort": 1673, "inputAreaLevel": "3",
"level": 0, "name": "嵌入式内存",
"inputAreaLevel": "3", "val_unit": ""
"name": "精度(%)", }
"val_unit": "" ]
} },
] {
"order_sort": 0,
"name": "公共参数",
"id": 42975,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 270352,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "生产批次",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 270353,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "包装规格(MPQ)",
"val_unit": "psc"
},
{
"attr_alias": "0",
"values": [
{
"order_sort": 0,
"name": "包",
"id": 1639264,
"selected": false
},
{
"order_sort": 1,
"name": "颗",
"id": 1639265,
"selected": false
},
{
"order_sort": 2,
"name": "张",
"id": 1639266,
"selected": false
},
{
"order_sort": 3,
"name": "个",
"id": 1639267,
"selected": false
},
{
"order_sort": 4,
"name": "支",
"id": 1639268,
"selected": false
},
{
"order_sort": 5,
"name": "本",
"id": 1639269,
"selected": false
},
{
"order_sort": 6,
"name": "箱",
"id": 1639270,
"selected": false
},
{
"order_sort": 7,
"name": "根",
"id": 1639271,
"selected": false
},
{
"order_sort": 8,
"name": "片",
"id": 1639272,
"selected": false
},
{
"order_sort": 9,
"name": "盒",
"id": 1639273,
"selected": false
},
{
"order_sort": 10,
"name": "套",
"id": 1639274,
"selected": false
},
{
"order_sort": 11,
"name": "打",
"id": 1639275,
"selected": false
},
{
"order_sort": 12,
"name": "盘",
"id": 1639276,
"selected": false
},
{
"order_sort": 13,
"name": "条",
"id": 1639277,
"selected": false
},
{
"order_sort": 14,
"name": "部",
"id": 1639278,
"selected": false
},
{
"order_sort": 15,
"name": "百个",
"id": 1639279,
"selected": false
},
{
"order_sort": 16,
"name": "只",
"id": 1639280,
"selected": false
},
{
"order_sort": 17,
"name": "米",
"id": 1639281,
"selected": false
},
{
"order_sort": 18,
"name": "件",
"id": 1639282,
"selected": false
},
{
"order_sort": 19,
"name": "卷",
"id": 1639283,
"selected": false
},
{
"order_sort": 20,
"name": "台",
"id": 1639284,
"selected": false
}, },
{ {
"order_sort": 0, "order_sort": 21,
"name": "公共参数", "name": "板",
"id": 42975, "id": 1639285,
"props": [ "selected": false
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 270352,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "生产批次",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 270353,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "包装规格(MPQ)",
"val_unit": "psc"
},
{
"attr_alias": "0",
"values": [
{
"order_sort": 0,
"name": "包",
"id": 1639264,
"selected": false
},
{
"order_sort": 1,
"name": "颗",
"id": 1639265,
"selected": false
},
{
"order_sort": 2,
"name": "张",
"id": 1639266,
"selected": false
},
{
"order_sort": 3,
"name": "个",
"id": 1639267,
"selected": false
},
{
"order_sort": 4,
"name": "支",
"id": 1639268,
"selected": false
},
{
"order_sort": 5,
"name": "本",
"id": 1639269,
"selected": false
},
{
"order_sort": 6,
"name": "箱",
"id": 1639270,
"selected": false
},
{
"order_sort": 7,
"name": "根",
"id": 1639271,
"selected": false
},
{
"order_sort": 8,
"name": "片",
"id": 1639272,
"selected": false
},
{
"order_sort": 9,
"name": "盒",
"id": 1639273,
"selected": false
},
{
"order_sort": 10,
"name": "套",
"id": 1639274,
"selected": false
},
{
"order_sort": 11,
"name": "打",
"id": 1639275,
"selected": false
},
{
"order_sort": 12,
"name": "盘",
"id": 1639276,
"selected": false
},
{
"order_sort": 13,
"name": "条",
"id": 1639277,
"selected": false
},
{
"order_sort": 14,
"name": "部",
"id": 1639278,
"selected": false
},
{
"order_sort": 15,
"name": "百个",
"id": 1639279,
"selected": false
},
{
"order_sort": 16,
"name": "只",
"id": 1639280,
"selected": false
},
{
"order_sort": 17,
"name": "米",
"id": 1639281,
"selected": false
},
{
"order_sort": 18,
"name": "件",
"id": 1639282,
"selected": false
},
{
"order_sort": 19,
"name": "卷",
"id": 1639283,
"selected": false
},
{
"order_sort": 20,
"name": "台",
"id": 1639284,
"selected": false
},
{
"order_sort": 21,
"name": "板",
"id": 1639285,
"selected": false
}
],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 1,
"id": 270354,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "销售单位",
"val_unit": ""
}
]
} }
], ],
"return_code": "100", "maintain_remark": "",
"is_success": true, "choose_purchase": 0,
"count": 2, "required": true,
"return_message": "执行成功" "cascadeGroupLevel": 2147483647,
"input_type": 1,
"id": 270354,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "销售单位",
"val_unit": ""
}
]
} }
],
"return_code": "100",
"is_success": true,
"count": 2,
"return_message": "执行成功"
} }
}
} }
\ No newline at end of file
update_jd_attr.py
...@@ -2,6 +2,8 @@ ...@@ -2,6 +2,8 @@
# 分类数据来源于lie_shop_class 数据库中class_id 字段或 parent_id 字段 # 分类数据来源于lie_shop_class 数据库中class_id 字段或 parent_id 字段
import json import json
import sys import sys
import time
import pymysql import pymysql
from common import request_to_jd_vc from common import request_to_jd_vc
...@@ -68,9 +70,58 @@ def update_jd_attr_by_class(conf: dict): ...@@ -68,9 +70,58 @@ def update_jd_attr_by_class(conf: dict):
check_sql = "select id from lie_shop_attr where class_id = %s and attr_id = %s" check_sql = "select id from lie_shop_attr where class_id = %s and attr_id = %s"
cursor.execute(query=check_sql, args=(class_id, attr_id)) cursor.execute(query=check_sql, args=(class_id, attr_id))
db_result = cursor.fetchall() db_result = cursor.fetchall()
attr_name = prop["name"]
unit = prop["val_unit"]
input_type = prop["input_type"]
platform = 1
status = 1
is_required = 1
enum_value = "[]"
if input_type == 1 or input_type == 2:
# 单选或者多选 把选项取出来
tmp_value_list = []
values = prop["values"]
for index in range(len(values)):
attr_value_id = values[index]["id"]
attr_value_name = values[index]["name"]
item_map = {
"attr_value_id": attr_value_id,
"attr_value_name": attr_value_name,
}
tmp_value_list.append(item_map)
enum_value = json.dumps(tmp_value_list, ensure_ascii=False)
elif input_type == 3:
# 文本类型
# 文本类型没有可选值
pass
elif input_type == 7:
# 数值类型
# 数值类型没有可选值
pass
elif input_type == 10:
# 多单位多解析的方式
# 多单位多解析 需要特殊处理单位字段
tmp_unit_list = []
values = prop["values"]
for index in range(len(values)):
if "units" in values[index]:
unit_list = values[index]["units"]
for x in range(len(unit_list)):
tmp_unit_list.append(unit_list[x])
unit = json.dumps(tmp_unit_list, ensure_ascii=False)
else:
print("此input_type类型暂未兼容处理！请单独处理！")
create_time = int(time.time())
# 如果db中暂时没有这条数据 就插入
if len(db_result) == 0: if len(db_result) == 0:
pass insert_sql = "insert into lie_shop_attr (class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time) values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)"
# 谨慎起见 先不插入 防止破坏数据库原数据
# cursor.execute(query=insert_sql, args=(class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time, ))
# db.commit()
print(insert_sql % (class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time))
# 把sql语句输出到一个文件中
else: else:
# TODO 已经存在，考虑更新， 鉴于更新的情况复杂，稍后处理
pass pass
...@@ -80,6 +131,7 @@ def update_jd_attr_by_class(conf: dict): ...@@ -80,6 +131,7 @@ def update_jd_attr_by_class(conf: dict):
if __name__ == '__main__': if __name__ == '__main__':
option = {"dev", "prod"} option = {"dev", "prod"}
if len(sys.argv) >= 2 and sys.argv[1] in option: if len(sys.argv) >= 2 and sys.argv[1] in option:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment