dataset

DAPlatform/Dao/data_set.py

+from bson import ObjectId  #引入ObjectId，方便使用objectid主键进行查询
 from pymongo import MongoClient
+import datetime
 
 host = '47.92.1.107'  # 服务器url
 client = MongoClient(host, 8081)  # 服务器端口
@@ -8,13 +10,14 @@ collection = db.dataset
 
 
 # 添加用户的数据单
-def insert_data_set(user_id, date, data_list):
+def insert_data_set(user_id, data_list, database):
     try:
         data_set = {
             'user_id': user_id,
-            'date': date,
+            'date': datetime.datetime.now(),
             'data_list': data_list,
             'complete': 0,
+            'database': database,  # 用来标识该数据是位于爬虫数据库中哪个collection中的
         }
         re = collection.insert_one(data_set)
         return re
@@ -26,7 +29,7 @@ def insert_data_set(user_id, date, data_list):
 # 查找某用户对应的数据单列表
 def find_data_set(user_id):
     try:
-        results = collection.find({'user_id': user_id})
+        results = collection.find({'user_id': user_id, 'complete': 0})
         dictionary = []
         for i in results:
             dictionary.append(i)
@@ -36,5 +39,28 @@ def find_data_set(user_id):
         return None
 
 
+# 删除数据单列表中的所有数据
+def delete_all():
+    try:
+        result = collection.delete_many({})
+        return result
+    except Exception as e:
+        print(e)
+        return None
+
+
+# 将数据单生成任务后更改状态
+def set_complete(_id):
+    try:
+        condition = {'_id': _id}
+        ds = collection.find_one(condition)
+        ds['complete'] = 1
+        result = collection.update_one(condition, ds)
+        return result
+    except Exception as e:
+        print(e)
+        return None
+
+
 if __name__ == '__main__':
-    print(find_data_set('1007'))
+    print(find_data_set('123'))