meg-huggingface
commited on
Commit
·
65ea54f
1
Parent(s):
2d0df78
Removing argument throwing a TypeError
Browse files
src/backend/run_eval_suite_harness.py
CHANGED
|
@@ -45,6 +45,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
|
|
| 45 |
|
| 46 |
logger.info(f"Selected Tasks: {task_names}")
|
| 47 |
|
|
|
|
| 48 |
results = evaluator.simple_evaluate(
|
| 49 |
model="hf-causal-experimental", # "hf-causal"
|
| 50 |
model_args=eval_request.get_model_args(),
|
|
@@ -52,7 +53,6 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
|
|
| 52 |
num_fewshot=num_fewshot,
|
| 53 |
batch_size=batch_size,
|
| 54 |
device=device,
|
| 55 |
-
no_cache=no_cache,
|
| 56 |
limit=limit,
|
| 57 |
write_out=True,
|
| 58 |
output_base_path="logs"
|
|
|
|
| 45 |
|
| 46 |
logger.info(f"Selected Tasks: {task_names}")
|
| 47 |
|
| 48 |
+
# no_cache=no_cache,
|
| 49 |
results = evaluator.simple_evaluate(
|
| 50 |
model="hf-causal-experimental", # "hf-causal"
|
| 51 |
model_args=eval_request.get_model_args(),
|
|
|
|
| 53 |
num_fewshot=num_fewshot,
|
| 54 |
batch_size=batch_size,
|
| 55 |
device=device,
|
|
|
|
| 56 |
limit=limit,
|
| 57 |
write_out=True,
|
| 58 |
output_base_path="logs"
|