append mode

algorithm.py

@@ -26,6 +26,7 @@ def store_to_database(data):
         new_article['website'] = article.get('Website')
         new_article['website_url'] = article.get('Website url')
         new_article['checked'] = False
+        new_article['appended'] = False
         exists = development_articles.find_one(
             {"item_url": article.get('Article')})
         if exists is None:

script.py

@@ -1,16 +1,26 @@
+import os
 from pymongo import MongoClient
 import pandas as pd
 # converts mongodb collection to csv
 
 
-def convert_collection_to_df(mongo_cli, collection, match):
+def convert_collection_to_df(mongo_cli, collection, field1, match1,
+                             field2, match2):
     dbcli = mongo_cli
     scrader_db = dbcli['scrader']
-    cursor = scrader_db[collection].find(match, {'_id': False})
+    cursor = scrader_db[collection].find({'$and': [{field1: {'$in': match1}},
+                                         {field2: {'$in': match2}}]},
+                                         {'_id': False})
     return pd.DataFrame(list(cursor))
 
 
 if __name__ == '__main__':
     dataframe = convert_collection_to_df(MongoClient(), 'dev_articles',
-                                                        {'checked': True})
-    dataframe.to_csv("./TrainingData.csv", encoding='utf-8')
+                                                        'checked', [True],
+                                                        'appended', [False])
+    # if file does not exist write header
+    if not os.path.isfile('TrainingData.csv'):
+        dataframe.to_csv('TrainingData.csv', encoding='utf-8')
+    else:  # else it exists so append without writing the header
+        dataframe.to_csv('filename.csv', mode='a', header=False,
+                         encoding='utf-8')