Spaces:

lab2-as
/

lab2-ui

Sleeping

MyNameIsSimon commited on Dec 8, 2024

Commit

3187f15

1 Parent(s): 466ab94

test

Files changed (2) hide show

app.py CHANGED Viewed

@@ -38,7 +38,7 @@ class MyModel:
             # )
             # FastLanguageModel.for_inference(client) # Enable native 2x faster inference
             tokenizer = AutoTokenizer.from_pretrained(model)
-            client = AutoPeftModelForCausalLM.from_pretrained(model) #, load_in_4bit=True)
             self.client = client
             self.tokenizer = tokenizer

             # )
             # FastLanguageModel.for_inference(client) # Enable native 2x faster inference
             tokenizer = AutoTokenizer.from_pretrained(model)
+            client = AutoPeftModelForCausalLM.from_pretrained(model, load_in_4bit=True)
             self.client = client
             self.tokenizer = tokenizer

requirements.txt CHANGED Viewed

@@ -1,5 +1,5 @@
 huggingface_hub==0.25.2
 transformers>=4.45.1
-torch
 peft
-https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.44.1.dev0-py3-none-manylinux_2_24_x86_64.whl

 huggingface_hub==0.25.2
 transformers>=4.45.1
 peft
+torch
+#https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.44.1.dev0-py3-none-manylinux_2_24_x86_64.whl