Spaces:
Running
Running
RobertoBarrosoLuque
commited on
Commit
·
076aa73
1
Parent(s):
32b5f27
Undo API key
Browse files
src/fireworks/inference.py
CHANGED
|
@@ -7,25 +7,22 @@ from src.config import EMBEDDING_MODEL
|
|
| 7 |
load_dotenv()
|
| 8 |
|
| 9 |
|
| 10 |
-
def create_client() -> OpenAI:
|
| 11 |
"""
|
| 12 |
Create client for FW inference
|
| 13 |
"""
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
), "FIREWORKS_API_KEY not found in environment variables"
|
| 17 |
return OpenAI(
|
| 18 |
-
api_key=
|
| 19 |
base_url="https://api.fireworks.ai/inference/v1",
|
| 20 |
)
|
| 21 |
|
| 22 |
|
| 23 |
-
FW_CLIENT = create_client()
|
| 24 |
-
|
| 25 |
-
|
| 26 |
def get_embedding(text: str) -> List[float]:
|
| 27 |
"""
|
| 28 |
Get embedding for a given text
|
| 29 |
"""
|
| 30 |
-
|
|
|
|
| 31 |
return response.data[0].embedding
|
|
|
|
| 7 |
load_dotenv()
|
| 8 |
|
| 9 |
|
| 10 |
+
def create_client(api_key: str = None) -> OpenAI:
|
| 11 |
"""
|
| 12 |
Create client for FW inference
|
| 13 |
"""
|
| 14 |
+
api_key = os.getenv("FIREWORKS_API_KEY", api_key)
|
| 15 |
+
assert api_key is not None, "FIREWORKS_API_KEY not found in environment variables"
|
|
|
|
| 16 |
return OpenAI(
|
| 17 |
+
api_key=api_key,
|
| 18 |
base_url="https://api.fireworks.ai/inference/v1",
|
| 19 |
)
|
| 20 |
|
| 21 |
|
|
|
|
|
|
|
|
|
|
| 22 |
def get_embedding(text: str) -> List[float]:
|
| 23 |
"""
|
| 24 |
Get embedding for a given text
|
| 25 |
"""
|
| 26 |
+
client = create_client()
|
| 27 |
+
response = client.embeddings.create(model=EMBEDDING_MODEL, input=text)
|
| 28 |
return response.data[0].embedding
|