errors=ignore

server_test.py

@@ -67,7 +67,8 @@ class SeoCheckHandler(TornadoBaseHandler):
             snap_shot_url = dom.xpath('//a[contains(text(),"百度快照")]/@href')[0]
             snap_shot_url = dom.xpath('//a[contains(text(),"百度快照")]/@href')[0]
             detail_headers['Referer'] = detail_referer.format(target)
             detail_headers['Referer'] = detail_referer.format(target)
             async with self.proxy_request(snap_shot_url, headers=main_headers,allow_redirects=True) as resp:
             async with self.proxy_request(snap_shot_url, headers=main_headers,allow_redirects=True) as resp:
-                detail = await resp.text()
+                detail = await resp.read()
+                detail = detail.decode(encoding='gb2312',errors='ignore')
                 snap_time = snap_time_pat.findall(detail)
                 snap_time = snap_time_pat.findall(detail)
                 if snap_time:
                 if snap_time:
                     data['included_time'] = snap_time[0]
                     data['included_time'] = snap_time[0]