winogrande_5shots.yaml 158 B

123456
  1. include: {$EVAL_PATH}/lm_eval/tasks/winogrande/default.yaml
  2. task: winogrande_5_shot
  3. task_alias: winogrande 5 shot
  4. num_fewshot: 5
  5. metric_list:
  6. - metric: acc