只需要digikey的token

token_server.py

@@ -13,8 +13,8 @@ import lib
 import token_lib
 import token_lib
 from log_manage import get_logger
 from log_manage import get_logger
 
 
-# 去掉digikey，mouser的爬虫token
-process_list = ['digikey',"mouser"]
+# 需要的爬虫token
+process_list = ['apidigikey']
 logger = get_logger('app')
 logger = get_logger('app')
 
 
 
 
@@ -55,18 +55,17 @@ def init_task(queue):
             if issubclass(cls[1], token_lib.BaseTokenCrawler):
             if issubclass(cls[1], token_lib.BaseTokenCrawler):
                 platform = getattr(module, "PLATFORM")
                 platform = getattr(module, "PLATFORM")
                 if platform in process_list:
                 if platform in process_list:
-                    continue
-                level = getattr(module, "LEVEL", DEFAULT_INTERVAL)
-                main_num = getattr(module, "MAIN_NUM", -1)
-                back_num = getattr(module, "BACK_NUM", -1)
-                mode = getattr(module, "MODE", "redis")
-                thread_num = getattr(module, "THREAD_NUM", 5)
-
-                obj = cls[1](platform, level, main_num, logger, back_num, mode, thread_num)
-                cur_stamp = time.time()
-                queue.put((cur_stamp, obj, True))
-                logger.info("Adding platform:%s, level=%s, main_num=%s, back_num=%s, mode=%s, thread_num=%s",
-                            platform, level, main_num, back_num, mode, thread_num)
+                    level = getattr(module, "LEVEL", DEFAULT_INTERVAL)
+                    main_num = getattr(module, "MAIN_NUM", -1)
+                    back_num = getattr(module, "BACK_NUM", -1)
+                    mode = getattr(module, "MODE", "redis")
+                    thread_num = getattr(module, "THREAD_NUM", 5)
+
+                    obj = cls[1](platform, level, main_num, logger, back_num, mode, thread_num)
+                    cur_stamp = time.time()
+                    queue.put((cur_stamp, obj, True))
+                    logger.info("Adding platform:%s, level=%s, main_num=%s, back_num=%s, mode=%s, thread_num=%s",
+                                platform, level, main_num, back_num, mode, thread_num)
 
 
 
 
 class Worker(Thread):
 class Worker(Thread):