RobertoBarrosoLuque commited on
Commit
076aa73
·
1 Parent(s): 32b5f27

Undo API key

Browse files
Files changed (1) hide show
  1. src/fireworks/inference.py +6 -9
src/fireworks/inference.py CHANGED
@@ -7,25 +7,22 @@ from src.config import EMBEDDING_MODEL
7
  load_dotenv()
8
 
9
 
10
- def create_client() -> OpenAI:
11
  """
12
  Create client for FW inference
13
  """
14
- assert (
15
- os.getenv("FIREWORKS_API_KEY") is not None
16
- ), "FIREWORKS_API_KEY not found in environment variables"
17
  return OpenAI(
18
- api_key=os.getenv("FIREWORKS_API_KEY"),
19
  base_url="https://api.fireworks.ai/inference/v1",
20
  )
21
 
22
 
23
- FW_CLIENT = create_client()
24
-
25
-
26
  def get_embedding(text: str) -> List[float]:
27
  """
28
  Get embedding for a given text
29
  """
30
- response = FW_CLIENT.embeddings.create(model=EMBEDDING_MODEL, input=text)
 
31
  return response.data[0].embedding
 
7
  load_dotenv()
8
 
9
 
10
+ def create_client(api_key: str = None) -> OpenAI:
11
  """
12
  Create client for FW inference
13
  """
14
+ api_key = os.getenv("FIREWORKS_API_KEY", api_key)
15
+ assert api_key is not None, "FIREWORKS_API_KEY not found in environment variables"
 
16
  return OpenAI(
17
+ api_key=api_key,
18
  base_url="https://api.fireworks.ai/inference/v1",
19
  )
20
 
21
 
 
 
 
22
  def get_embedding(text: str) -> List[float]:
23
  """
24
  Get embedding for a given text
25
  """
26
+ client = create_client()
27
+ response = client.embeddings.create(model=EMBEDDING_MODEL, input=text)
28
  return response.data[0].embedding