mmlu_5shots.yaml 183 B

123456789
  1. include: {$EVAL_PATH}/lm_eval/tasks/mmlu/default/_mmlu.yaml
  2. task:
  3. - mmlu_stem
  4. - mmlu_other
  5. - mmlu_social_sciences
  6. - mmlu_humanities
  7. num_fewshot: 5
  8. metric_list:
  9. - metric: acc