add requirements

requirements.txt

@@ -12,6 +12,12 @@ lxml-html-clean==0.4.1
 # Text
 openai==1.55.3
 newspaper4k==0.9.3.1
+transformers
+scikit-learn
+nltk
+numpy
+torch
+sentence-transformers
 
 # Images
 pillow==10.1.0

src/application/content_detection.py

@@ -1,5 +1,3 @@
-
-
 from src.application.text.model_detection import detect_by_ai_model
 from src.application.text.search_detection import check_human, detect_by_relative_search
 

src/application/content_generation.py

@@ -1,7 +1,6 @@
 import openai
 from dotenv import load_dotenv
 import os
-import re
 
 load_dotenv()
 AZURE_OPENAI_API_KEY = os.getenv('AZURE_OPENAI_API_KEY')

src/application/text/search.py

@@ -4,7 +4,7 @@ import string
 import requests
 from dotenv import load_dotenv
 from nltk.corpus import stopwords
-from nltk.tokenize import sent_tokenize, word_tokenize
+from nltk.tokenize import word_tokenize
 from sklearn.feature_extraction.text import TfidfVectorizer
 
 from src.application.text.identity import extract_entities