Update app.py

app.py

@@ -4,6 +4,7 @@ import os
 import numpy as np
 import pandas as pd
 import json
+import csv
 import huggingface_hub
 from huggingface_hub import Repository
 # from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForSequenceClassification
@@ -14,7 +15,7 @@ qg = QuestionGenerator()
 HF_TOKEN = os.environ.get("HF_TOKEN")
 DATASET_NAME = "Question_Generation_T5"
 DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
-DATA_FILENAME = "que_gen_logs.json"
+DATA_FILENAME = "que_gen_logs.csv"
 DATA_FILE = os.path.join("que_gen_logs", DATA_FILENAME)
 DATASET_REPO_ID = "pragnakalp/Question_Generation_T5"
 print("is none?", HF_TOKEN is None)
@@ -49,13 +50,19 @@ def generate_questions(article,num_que):
         "generated_questions" : generated_questions_list
     }
     generated_questions = summarized_data.get("generated_questions",'')
-    entry = {"article": article, "generated_questions": generated_questions, "num_of_question": num_que}
-    with open(DATA_FILE, "r") as file:
-        data = json.load(file)
-    data.append(entry)
-    with open(DATA_FILE, "w") as file:
-        json.dump(data, file)
-        commit_url = repo.push_to_hub()
+    add_csv = [article, generated_questions, num_que]
+     with open(DATA_FILE, "a") as f:
+            writer = csv.writer(f)
+            # write the data
+            writer.writerow(add_csv)
+            commit_url = repo.push_to_hub()
+            print(commit_url)
+    # with open(DATA_FILE, "r") as file:
+    #     data = json.load(file)
+    # data.append(entry)
+    # with open(DATA_FILE, "w") as file:
+    #     json.dump(data, file)
+    #     commit_url = repo.push_to_hub()
     for q in generated_questions:
         print(q)
         result = result + q + '\n'