KunalThakare279 commited on
Commit
a56a0c2
·
verified ·
1 Parent(s): 5e3807e

Update llm.py

Browse files
Files changed (1) hide show
  1. llm.py +1 -1
llm.py CHANGED
@@ -23,7 +23,7 @@ model = HuggingFacePipeline.from_model_id(
23
  model_id="microsoft/Phi-3-small-8k-instruct",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
- "repetition_penalty":1.25, "max_new_tokens": 2000, trust_remote_code=True}
27
  )
28
  print("loading model done!")
29
 
 
23
  model_id="microsoft/Phi-3-small-8k-instruct",
24
  task="text-generation",
25
  pipeline_kwargs={"temperature":1, "max_length":1000,
26
+ "repetition_penalty":1.25, "max_new_tokens": 2000, "trust_remote_code":True}
27
  )
28
  print("loading model done!")
29