Commit a3380642 by lichenggang

u

parent 0e595790
Showing with 1 additions and 2 deletions
...@@ -13,7 +13,6 @@ from chip1stop.rabbit_conn import producer ...@@ -13,7 +13,6 @@ from chip1stop.rabbit_conn import producer
chrome_options = webdriver.ChromeOptions() chrome_options = webdriver.ChromeOptions()
chrome_options.add_argument('blink-settings=imagesEnabled=false') chrome_options.add_argument('blink-settings=imagesEnabled=false')
# chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu') chrome_options.add_argument('--disable-gpu')
chrome_options.add_argument('--disable-images') chrome_options.add_argument('--disable-images')
...@@ -23,7 +22,7 @@ pid_driver_map = dict() ...@@ -23,7 +22,7 @@ pid_driver_map = dict()
logger = Mylogger('error.log').logger logger = Mylogger('error.log').logger
dcap = dict(DesiredCapabilities.PHANTOMJS) dcap = dict(DesiredCapabilities.PHANTOMJS)
dcap["phantomjs.page.settings.userAgent"] = ("Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.221 Safari/537.36 SE 2.X MetaSr 1.0") #设置user-agent请求头 dcap["phantomjs.page.settings.userAgent"] = ("Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.221 Safari/537.36 SE 2.X MetaSr 1.0") #设置user-agent请求头
dcap["phantomjs.page.settings.loadImages"] = False #禁止加载图片 dcap["phantomjs.page.settings.loadImages"] = False
def gen_table_doms(url, cat_id): def gen_table_doms(url, cat_id):
pid = os.getpid() pid = os.getpid()
if pid in pid_driver_map: if pid in pid_driver_map:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment