add cecb2b

plat/cecb2b/cate_stock.py

+from utils.base import Module_Base
+headers={
+"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36",
+}
+a = Module_Base()
+url = 'http://www.cecb2b.com/'
+resp = a.requests.get(url,headers=headers)
+resp.encoding='utf-8'
+text=resp.text
+dom = a.etree.HTML(text)
+level1_doms=dom.xpath('//div[@class="nav-l"]/div//dl')
+levels=[]
+for level1_dom in level1_doms:
+    level1=dict()
+    level1['cat_name'] = level1_dom.xpath('./dt/a/text()')[0] if level1_dom.xpath('./dt/a') else level1_dom.xpath('./dt/text()')[0].strip()
+    level1['url'] = level1_dom.xpath('./dt/a/@href')[0] if level1_dom.xpath('./dt/a/@href') else ''
+    level1['level'] = 1
+    level1['islast'] = 0
+    level1['parent_id'] = 0
+    level1['level2_list'] = []
+    # print('一级分类',level1)
+    level2_doms = level1_dom.xpath('.//dd/a')
+    for level2_dom in level2_doms:
+        level2 = {}
+        level2['cat_name'] = level2_dom.xpath('./text()')[0]
+        level2['url'] = level2_dom.xpath('./@href')[0]
+        level2['level'] = 2
+        level2['islast'] = 1
+        level1['level2_list'].append(level2)
+        # print('二级分类',level2)
+    levels.append(level1)
+print(levels)
\ No newline at end of file

plat/trustexporter/cate_stock.py

+from utils.base import Module_Base
+headers={
+"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36",
+}
+a = Module_Base()
+url = 'https://www.trustexporter.com/dianzi/'
+resp = a.requests.get(url,headers=headers).text
+dom = a.etree.HTML(resp)
+level1_doms=dom.xpath('//div[@class="left_box"]/div/div')
+levels=[]
+for level1_dom in level1_doms:
+    level1=dict()
+    level1['cat_name'] = level1_dom.xpath('./h2/a/text()')[0]
+    level1['url'] = level1_dom.xpath('./h2/a/@href')[0]
+    level1['level'] = 1
+    level1['islast'] = 0
+    level1['parent_id'] = 0
+    level1['level2_list'] = []
+    # print('一级分类',level1)
+    level2_doms = level1_dom.xpath('./a')
+    for level2_dom in level2_doms:
+        level2 = {}
+        level2['cat_name'] = level2_dom.xpath('./text()')[0]
+        level2['url'] = level2_dom.xpath('./@href')[0]
+        level2['level'] = 2
+        level2['islast'] = 1
+        level1['level2_list'].append(level2)
+        # print('二级分类',level2)
+    levels.append(level1)
+print(levels)
\ No newline at end of file

utils/mysqlopera.py

@@ -5,7 +5,7 @@ import time
 
 
 import pymysql
 import pymysql
 
 
-COMPANY_PN_LIST = ['hc360', 'huangye88', 'pangwo', 'coovee', 'liebiao', 'china', 'ic114']
+COMPANY_PN_LIST = ['hc360', 'huangye88', 'pangwo', 'coovee', 'liebiao', 'china', 'ic114', 'cecb2b', 'trustexporter']
 
 
 
 
 def get_env():
 def get_env():