更新attr_values mongo处理

upload/param_mongo.py

@@ -47,9 +47,11 @@ class ParamMongo(Task):
             mycol.save(mg_dt)
             mycol.save(mg_dt)
 
 
     def update_mongo(self, data):
     def update_mongo(self, data):
+        count = 0
         class_db = self.DBConn.db_class()
         class_db = self.DBConn.db_class()
         for row in data:
         for row in data:
             try:
             try:
+                count += 1
                 spu_id = row[0]
                 spu_id = row[0]
                 attr_values = json.loads(row[1])
                 attr_values = json.loads(row[1])
                 new_av_list = list()
                 new_av_list = list()
@@ -61,6 +63,8 @@ class ParamMongo(Task):
                     if attr_name and attr_value and attr_unit:
                     if attr_name and attr_value and attr_unit:
                         new_av_list.append({'attr_name': attr_name, 'attr_value': attr_value, 'attr_unit': attr_unit})
                         new_av_list.append({'attr_name': attr_name, 'attr_value': attr_value, 'attr_unit': attr_unit})
                 self.search_mongo(spu_id, new_av_list)
                 self.search_mongo(spu_id, new_av_list)
+                if count % 10000 == 0:
+                    print(count)
             except:
             except:
                 traceback.print_exc()
                 traceback.print_exc()