Upload folder using huggingface_hub

app.py

@@ -34,6 +34,7 @@ try:
     processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
     model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
         MODEL_ID,
+        attn_implementation="flash_attention_2",
         trust_remote_code=True,
         torch_dtype=torch.float16,
         device_map="auto"
@@ -164,4 +165,4 @@ if __name__ == "__main__":
         clear.click(gradio_reset, inputs=None, outputs=[input_img, pred_otsl, output_html, rendered_html])
         predict.click(recognize_image, inputs=[input_img, max_tokens, temperature], outputs=[pred_otsl, output_html, rendered_html])
     
-    demo.launch(server_name="0.0.0.0", server_port=10041, debug=True)
+    demo.launch(ssr_mode=False, show_error=True)