Update app.py

app.py

@@ -608,7 +608,7 @@ if __name__ == "__main__":
     logger.info(f"args: {args}")
 
     model_path = "marianna13/llava-phi-2-3b"
-    bits = int(os.getenv("bits", 8))
+    bits = int(os.getenv("bits", 16))
 
     controller_proc = start_controller()
     worker_proc = start_worker(model_path, bits=bits)