Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -6,11 +6,11 @@ import uvicorn
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
-
client = InferenceClient("tiiuae/Falcon3-3B-Instruct-1.58bit")
|
| 10 |
#client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 11 |
#client = InferenceClient("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
|
| 12 |
#client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
|
| 13 |
-
|
| 14 |
|
| 15 |
class Item(BaseModel):
|
| 16 |
prompt: str
|
|
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
+
#client = InferenceClient("tiiuae/Falcon3-3B-Instruct-1.58bit")
|
| 10 |
#client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 11 |
#client = InferenceClient("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
|
| 12 |
#client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
|
| 13 |
+
client = InferenceClient("chripto/Mistral-7B-Instruct-v0.2_20240802")
|
| 14 |
|
| 15 |
class Item(BaseModel):
|
| 16 |
prompt: str
|