arc_challeneg_25shots.yaml 161 B

123456
  1. include: {$EVAL_PATH}/lm_eval/tasks/arc/arc_challenge.yaml
  2. task: arc_challenge_25_shot
  3. task_alias: arc 25 shot
  4. num_fewshot: 25
  5. metric_list:
  6. - metric: acc_norm