hellaswag_10shots.yaml 165 B

123456
  1. include: {$EVAL_PATH}/lm_eval/tasks/hellaswag/hellaswag.yaml
  2. task: hellaswag_10_shot
  3. task_alias: hellaswag 10 shot
  4. num_fewshot: 10
  5. metric_list:
  6. - metric: acc_norm