update space

app.py

@@ -216,13 +216,15 @@ PROMPT_MAP = {
 MODEL_ID = "OpenSafetyLab/MD-Judge-v0.1"
 # MODEL_ID = "/mnt/hwfile/trustai/huxuhao/MD-Judge-v0.1"
 
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
+model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
+
 def call_llama_guard_api(question: str, answer: str, evaluation_prompt_select: str):
     if torch.cuda.is_available():
         device = 'cuda'
     else:
         device = 'cpu'
         
-        
     if 'Domain' in evaluation_prompt_select:
         evaluation_propmt = MD_DOMAIN_PROMPT
     elif 'Task' in evaluation_prompt_select:
@@ -233,8 +235,7 @@ def call_llama_guard_api(question: str, answer: str, evaluation_prompt_select: s
         evaluation_propmt = LlamaGuard2_PROMPT
     
     
-    tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
-    model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
+   
     prompt = evaluation_propmt.strip() % (question.strip(), answer.strip())
     inputs = tokenizer(
     prompt, return_tensors="pt", add_special_tokens=True