Skip to content

岳巧源 / jd_data_process

Go to a project
Commit 4e542e1f by larosa
Options

add update attr

parent be5f8e64
Inline Side-by-side
Showing with 495 additions and 394 deletions
tmp.json
{
"jingdong_vc_item_props_find_responce": {
"code": "0",
"request_id": "3503676.39587.17284810626780732",
"jos_result_dto": {
"result": [
"jingdong_vc_item_props_find_responce": {
"code": "0",
"request_id": "161835.39587.17284885901503371",
"jos_result_dto": {
"result": [
{
"order_sort": 0,
"name": "主体参数",
"id": 39975,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237442,
"order_sort": 586,
"level": 0,
"inputAreaLevel": "3",
"name": "工作温度范围",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237440,
"order_sort": 590,
"level": 0,
"inputAreaLevel": "3",
"name": "RoHS",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 266695,
"order_sort": 144,
"level": 0,
"inputAreaLevel": "3",
"name": "RAM位数",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [
{
"order_sort": 0,
"name": "主体参数",
"id": 39806,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235106,
"order_sort": 1677,
"level": 0,
"inputAreaLevel": "3",
"name": "电阻类型",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235009,
"order_sort": 1672,
"level": 0,
"inputAreaLevel": "3",
"name": "规格型号(MPN)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235143,
"order_sort": 1681,
"level": 0,
"inputAreaLevel": "3",
"name": "生命周期",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235051,
"order_sort": 1674,
"level": 0,
"inputAreaLevel": "3",
"name": "阻值(Ω)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235178,
"order_sort": 1684,
"level": 0,
"inputAreaLevel": "3",
"name": "应用级别",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235081,
"order_sort": 1675,
"level": 0,
"inputAreaLevel": "3",
"name": "ECCN",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235023,
"order_sort": 1671,
"level": 0,
"inputAreaLevel": "3",
"name": "工作温度范围(℃)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235117,
"order_sort": 1679,
"level": 0,
"inputAreaLevel": "3",
"name": "功率(W)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235089,
"order_sort": 1678,
"level": 0,
"inputAreaLevel": "3",
"name": "额定电压(v)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235157,
"order_sort": 1682,
"level": 0,
"inputAreaLevel": "3",
"name": "外形尺寸(m)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235130,
"order_sort": 1680,
"level": 0,
"inputAreaLevel": "3",
"name": "海关编码",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235064,
"order_sort": 1676,
"level": 0,
"inputAreaLevel": "3",
"name": "RoHS",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235167,
"order_sort": 1683,
"level": 0,
"inputAreaLevel": "3",
"name": "温度系数(ppm/℃)",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 235038,
"order_sort": 1673,
"level": 0,
"inputAreaLevel": "3",
"name": "精度(%)",
"val_unit": ""
}
]
"units": [
"Gb/s",
"Mb/s"
],
"selected": false
}
],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 10,
"id": 237920,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "数据速率",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237545,
"order_sort": 588,
"level": 0,
"inputAreaLevel": "3",
"name": "规格型号（MPN）",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 266703,
"order_sort": 145,
"level": 0,
"inputAreaLevel": "3",
"name": "I/O数",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237452,
"order_sort": 587,
"level": 0,
"inputAreaLevel": "3",
"name": "收发器数量",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237456,
"order_sort": 591,
"level": 0,
"inputAreaLevel": "3",
"name": "海关编码",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237460,
"order_sort": 592,
"level": 0,
"inputAreaLevel": "3",
"name": "生命周期",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 237652,
"order_sort": 106,
"level": 0,
"inputAreaLevel": "3",
"name": "逻辑元件数量",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 237659,
"order_sort": 107,
"level": 0,
"inputAreaLevel": "3",
"name": "自适应逻辑模块",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237433,
"order_sort": 589,
"level": 0,
"inputAreaLevel": "3",
"name": "ECCN",
"val_unit": ""
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 237464,
"order_sort": 593,
"level": 0,
"inputAreaLevel": "3",
"name": "应用级别",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 237656,
"order_sort": 105,
"level": 0,
"inputAreaLevel": "3",
"name": "工作电压",
"val_unit": "V"
},
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 266712,
"order_sort": 171,
"level": 0,
"inputAreaLevel": "3",
"name": "封装规格",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [
{
"units": [
"bit",
"Kbit",
"Mbit"
],
"selected": false
}
],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 10,
"id": 237919,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "嵌入式内存",
"val_unit": ""
}
]
},
{
"order_sort": 0,
"name": "公共参数",
"id": 42975,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 270352,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "生产批次",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 270353,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "包装规格(MPQ)",
"val_unit": "psc"
},
{
"attr_alias": "0",
"values": [
{
"order_sort": 0,
"name": "包",
"id": 1639264,
"selected": false
},
{
"order_sort": 1,
"name": "颗",
"id": 1639265,
"selected": false
},
{
"order_sort": 2,
"name": "张",
"id": 1639266,
"selected": false
},
{
"order_sort": 3,
"name": "个",
"id": 1639267,
"selected": false
},
{
"order_sort": 4,
"name": "支",
"id": 1639268,
"selected": false
},
{
"order_sort": 5,
"name": "本",
"id": 1639269,
"selected": false
},
{
"order_sort": 6,
"name": "箱",
"id": 1639270,
"selected": false
},
{
"order_sort": 7,
"name": "根",
"id": 1639271,
"selected": false
},
{
"order_sort": 8,
"name": "片",
"id": 1639272,
"selected": false
},
{
"order_sort": 9,
"name": "盒",
"id": 1639273,
"selected": false
},
{
"order_sort": 10,
"name": "套",
"id": 1639274,
"selected": false
},
{
"order_sort": 11,
"name": "打",
"id": 1639275,
"selected": false
},
{
"order_sort": 12,
"name": "盘",
"id": 1639276,
"selected": false
},
{
"order_sort": 13,
"name": "条",
"id": 1639277,
"selected": false
},
{
"order_sort": 14,
"name": "部",
"id": 1639278,
"selected": false
},
{
"order_sort": 15,
"name": "百个",
"id": 1639279,
"selected": false
},
{
"order_sort": 16,
"name": "只",
"id": 1639280,
"selected": false
},
{
"order_sort": 17,
"name": "米",
"id": 1639281,
"selected": false
},
{
"order_sort": 18,
"name": "件",
"id": 1639282,
"selected": false
},
{
"order_sort": 19,
"name": "卷",
"id": 1639283,
"selected": false
},
{
"order_sort": 20,
"name": "台",
"id": 1639284,
"selected": false
},
{
"order_sort": 0,
"name": "公共参数",
"id": 42975,
"props": [
{
"attr_alias": "",
"values": [],
"maintain_remark": "",
"required": false,
"cascadeGroupLevel": 2147483647,
"input_type": 3,
"id": 270352,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "生产批次",
"val_unit": ""
},
{
"attr_alias": "0",
"values": [],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 7,
"id": 270353,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "包装规格(MPQ)",
"val_unit": "psc"
},
{
"attr_alias": "0",
"values": [
{
"order_sort": 0,
"name": "包",
"id": 1639264,
"selected": false
},
{
"order_sort": 1,
"name": "颗",
"id": 1639265,
"selected": false
},
{
"order_sort": 2,
"name": "张",
"id": 1639266,
"selected": false
},
{
"order_sort": 3,
"name": "个",
"id": 1639267,
"selected": false
},
{
"order_sort": 4,
"name": "支",
"id": 1639268,
"selected": false
},
{
"order_sort": 5,
"name": "本",
"id": 1639269,
"selected": false
},
{
"order_sort": 6,
"name": "箱",
"id": 1639270,
"selected": false
},
{
"order_sort": 7,
"name": "根",
"id": 1639271,
"selected": false
},
{
"order_sort": 8,
"name": "片",
"id": 1639272,
"selected": false
},
{
"order_sort": 9,
"name": "盒",
"id": 1639273,
"selected": false
},
{
"order_sort": 10,
"name": "套",
"id": 1639274,
"selected": false
},
{
"order_sort": 11,
"name": "打",
"id": 1639275,
"selected": false
},
{
"order_sort": 12,
"name": "盘",
"id": 1639276,
"selected": false
},
{
"order_sort": 13,
"name": "条",
"id": 1639277,
"selected": false
},
{
"order_sort": 14,
"name": "部",
"id": 1639278,
"selected": false
},
{
"order_sort": 15,
"name": "百个",
"id": 1639279,
"selected": false
},
{
"order_sort": 16,
"name": "只",
"id": 1639280,
"selected": false
},
{
"order_sort": 17,
"name": "米",
"id": 1639281,
"selected": false
},
{
"order_sort": 18,
"name": "件",
"id": 1639282,
"selected": false
},
{
"order_sort": 19,
"name": "卷",
"id": 1639283,
"selected": false
},
{
"order_sort": 20,
"name": "台",
"id": 1639284,
"selected": false
},
{
"order_sort": 21,
"name": "板",
"id": 1639285,
"selected": false
}
],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 1,
"id": 270354,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "销售单位",
"val_unit": ""
}
]
"order_sort": 21,
"name": "板",
"id": 1639285,
"selected": false
}
],
"return_code": "100",
"is_success": true,
"count": 2,
"return_message": "执行成功"
],
"maintain_remark": "",
"choose_purchase": 0,
"required": true,
"cascadeGroupLevel": 2147483647,
"input_type": 1,
"id": 270354,
"order_sort": 0,
"level": 0,
"inputAreaLevel": "3",
"name": "销售单位",
"val_unit": ""
}
]
}
],
"return_code": "100",
"is_success": true,
"count": 2,
"return_message": "执行成功"
}
}
}
\ No newline at end of file
update_jd_attr.py
......@@ -2,6 +2,8 @@
# 分类数据来源于lie_shop_class 数据库中class_id 字段或 parent_id 字段
import json
import sys
import time
import pymysql
from common import request_to_jd_vc
......@@ -68,9 +70,58 @@ def update_jd_attr_by_class(conf: dict):
check_sql = "select id from lie_shop_attr where class_id = %s and attr_id = %s"
cursor.execute(query=check_sql, args=(class_id, attr_id))
db_result = cursor.fetchall()
attr_name = prop["name"]
unit = prop["val_unit"]
input_type = prop["input_type"]
platform = 1
status = 1
is_required = 1
enum_value = "[]"
if input_type == 1 or input_type == 2:
# 单选或者多选 把选项取出来
tmp_value_list = []
values = prop["values"]
for index in range(len(values)):
attr_value_id = values[index]["id"]
attr_value_name = values[index]["name"]
item_map = {
"attr_value_id": attr_value_id,
"attr_value_name": attr_value_name,
}
tmp_value_list.append(item_map)
enum_value = json.dumps(tmp_value_list, ensure_ascii=False)
elif input_type == 3:
# 文本类型
# 文本类型没有可选值
pass
elif input_type == 7:
# 数值类型
# 数值类型没有可选值
pass
elif input_type == 10:
# 多单位多解析的方式
# 多单位多解析 需要特殊处理单位字段
tmp_unit_list = []
values = prop["values"]
for index in range(len(values)):
if "units" in values[index]:
unit_list = values[index]["units"]
for x in range(len(unit_list)):
tmp_unit_list.append(unit_list[x])
unit = json.dumps(tmp_unit_list, ensure_ascii=False)
else:
print("此input_type类型暂未兼容处理！请单独处理！")
create_time = int(time.time())
# 如果db中暂时没有这条数据 就插入
if len(db_result) == 0:
pass
insert_sql = "insert into lie_shop_attr (class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time) values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)"
# 谨慎起见 先不插入 防止破坏数据库原数据
# cursor.execute(query=insert_sql, args=(class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time, ))
# db.commit()
print(insert_sql % (class_id, attr_id, attr_name, unit, enum_value, input_type, is_required, status, platform, create_time))
# 把sql语句输出到一个文件中
else:
# TODO 已经存在，考虑更新， 鉴于更新的情况复杂，稍后处理
pass
......@@ -80,6 +131,7 @@ def update_jd_attr_by_class(conf: dict):
if __name__ == '__main__':
option = {"dev", "prod"}
if len(sys.argv) >= 2 and sys.argv[1] in option:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment