refresh

main.py

@@ -445,7 +445,9 @@ def upload_to_hf(abstract_df, contents_df, processed_arxiv_ids):
 
 
 def main():
-    items = get_zotero_items(debug=True)
+    # items = get_zotero_items(debug=True)
+    items = get_zotero_items(debug=False)
+
     print(f"# of items fetched from zotero: {len(items)}")
     arxiv_items = get_arxiv_items(items)
     print(f"# of arxiv papers: {len(arxiv_items)}")
@@ -531,7 +533,7 @@ def main():
     contents_df = contents_df.drop_duplicates(subset=["arxiv_id"], keep="last").reset_index(drop=True)
 
     # upload to hf
-    processed_arxiv_ids = list(set(processed_arxiv_ids + list(processed_arxiv_ids)))
+    processed_arxiv_ids = list(set(processed_arxiv_ids + list(existing_arxiv_ids)))
     upload_to_hf(abstract_df, contents_df, processed_arxiv_ids)
 
     # save as local copy