VaibhavHD commited on
Commit
ab8f3fb
·
verified ·
1 Parent(s): a952b69

Update train_lora.py

Browse files
Files changed (1) hide show
  1. train_lora.py +3 -1
train_lora.py CHANGED
@@ -40,7 +40,9 @@ else:
40
  # Load dataset
41
  # -----------------------------
42
  print("Loading dataset...")
43
- dataset = load_dataset("westenfelder/NL2SH-ALFA")
 
 
44
 
45
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
46
 
 
40
  # Load dataset
41
  # -----------------------------
42
  print("Loading dataset...")
43
+ dataset = {}
44
+ dataset['train'] = load_dataset("westenfelder/NL2SH-ALFA", "train")["train"]
45
+ dataset['test'] = load_dataset("westenfelder/NL2SH-ALFA", "test")["train"]
46
 
47
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
48