Update app.py

app.py

@@ -72,11 +72,13 @@ class TextClassifier:
             """Initialize the model and tokenizer."""
             logger.info("Initializing model and tokenizer...")
             
-            # Remove the use_fast parameter completely
-            self.tokenizer = AutoTokenizer.from_pretrained(
-                self.model_name,
-                model_max_length=MAX_LENGTH
-            )
+            # Download and save tokenizer files locally
+            local_tokenizer_path = "tokenizer"
+            if not os.path.exists(local_tokenizer_path):
+                AutoTokenizer.from_pretrained(self.model_name).save_pretrained(local_tokenizer_path)
+            
+            # Load from local files
+            self.tokenizer = AutoTokenizer.from_pretrained(local_tokenizer_path)
             
             # First initialize the base model
             self.model = AutoModelForSequenceClassification.from_pretrained(