add twitter feature

app.py

@@ -72,8 +72,8 @@ if __name__ == "__main__":
                 with gr.Row():
                     with gr.Column():
                         input_text = gr.Textbox(label="Input Text")
-                        examples_bar = gr.Examples(examples=examples, inputs=input_text)
                         analyze_button = gr.Button(label="Analyze")
+                        examples_bar = gr.Examples(examples=examples, inputs=input_text)
                     with gr.Column():
                         sent_output = gr.Label(label="Sentiment Analysis")
                         ner_output = gr.HighlightedText(label="Named Entity Recognition")

twitter_scraper.py

@@ -7,10 +7,21 @@ import tqdm
 def scrape_tweets(query, max_tweets=10, output_path="./scraper/output/" ):
     tweets_list = []
 
-    for i,tweet in tqdm(enumerate(sntwitter.TwitterSearchScraper(query).get_items())):
-        if max_tweets != -1 and i >= int(max_tweets):
-            break
-        tweets_list.append([tweet.date, tweet.id, tweet.content, tweet.user.username, tweet.likeCount, tweet.retweetCount, tweet.replyCount, tweet.quoteCount, tweet.url, tweet.lang])
+    tweets_list = []
+    if sys.version_info.minor>=8:
+        for i,tweet in tqdm(enumerate(sntwitter.TwitterSearchScraper(query).get_items())):
+            if max_tweets != -1 and i >= int(max_tweets):
+                break
+            tweets_list.append([tweet.date, tweet.id, tweet.content, tweet.user.username, tweet.likeCount, tweet.retweetCount, tweet.replyCount, tweet.quoteCount, tweet.url, tweet.lang])
+
+        df = pd.DataFrame(tweets_list, columns=['Datetime', 'Tweet Id', 'Text', 'Username', 'Likes', 'Retweets', 'Replies', 'Quotes', 'URL', 'Language'])
+        df = df[df["Language"] == "in"]
+    else:
+        for i,tweet in tqdm(enumerate(sntwitter.TwitterSearchScraper(query).get_items())):
+            if max_tweets != -1 and i >= int(max_tweets):
+                break
+            tweets_list.append([tweet.date, tweet.id, tweet.content])
+        df = pd.DataFrame(tweets_list, columns=['Datetime', 'Tweet Id', 'Text'])
 
     df = pd.DataFrame(tweets_list, columns=['Datetime', 'Tweet Id', 'Text', 'Username', 'Likes', 'Retweets', 'Replies', 'Quotes', 'URL', 'Language'])
     df = df[df["Language"] == "in"]