Switched detach for no_grad():

app.py

@@ -31,9 +31,11 @@ def moderate_image(img):
 
 
 def classify_toxic(text):
-    batch = tokenizer.encode(text, return_tensors="pt")
-    output = model(batch).logits.detach().softmax(dim=-1)
-    print(f"Output: {output}")
+    with torch.no_grad():
+        batch = tokenizer.encode(text, return_tensors="pt")
+        output = model(batch).logits
+    probabilities = torch.nn.functional.softmax(output, dim=-1)
+    print(f"Output: {probabilities}")
     return output