akhaliq HF Staff commited on
Commit
249ae02
·
verified ·
1 Parent(s): 40c2836

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -1,13 +1,14 @@
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
4
 
5
  # Load model and tokenizer
6
  model_id = "LiquidAI/LFM2-2.6B"
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
  model_id,
9
- device_map="auto",
10
- torch_dtype="bfloat16",
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained(model_id)
13
 
 
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
+ from zerogpu import setup_zerogpu
5
 
6
  # Load model and tokenizer
7
  model_id = "LiquidAI/LFM2-2.6B"
8
+ setup_zerogpu()
9
  model = AutoModelForCausalLM.from_pretrained(
10
  model_id,
11
+ device_map="auto", # Ensure proper device mapping for zero-gpu
 
12
  )
13
  tokenizer = AutoTokenizer.from_pretrained(model_id)
14