taowangcheng/IFEval

dataset_info:

• config_name: bh
  features:
  • name: key
    dtype: int64
  • name: prompt
    dtype: string
  • name: instruction_id_list
    sequence: string
  • name: kwargs
    list:
    • name: num_highlights
      dtype: int64
    • name: relation
      dtype: string
    • name: num_words
      dtype: int64
    • name: num_placeholders
      dtype: int64
    • name: prompt_to_repeat
      dtype: string
    • name: num_bullets
      dtype: int64
    • name: section_spliter
      dtype: string
    • name: num_sections
      dtype: int64
    • name: capital_relation
      dtype: string
    • name: capital_frequency
      dtype: int64
    • name: keywords
      sequence: string
    • name: num_paragraphs
      dtype: int64
    • name: language
      dtype: string
    • name: let_relation
      dtype: string
    • name: letter
      dtype: string
    • name: let_frequency
      dtype: int64
    • name: end_phrase
      dtype: string
    • name: forbidden_words
      sequence: string
    • name: keyword
      dtype: string
    • name: frequency
      dtype: int64
    • name: num_sentences
      dtype: int64
    • name: postscript_marker
      dtype: string
    • name: first_word
      dtype: string
    • name: nth_paragraph
      dtype: int64
      splits:
  • name: test
    num_bytes: 281983
    num_examples: 541
    download_size: 92092
    dataset_size: 281983
• config_name: ft
  features:
  • name: key
    dtype: int64
  • name: prompt
    dtype: string
  • name: response
    dtype: string
  • name: instruction_id_list
    sequence: string
  • name: kwargs
    list:
    • name: capital_frequency
      dtype: 'null'
    • name: capital_relation
      dtype: 'null'
    • name: end_phrase
      dtype: string
    • name: first_word
      dtype: 'null'
    • name: forbidden_words
      sequence: string
    • name: frequency
      dtype: int64
    • name: keyword
      dtype: string
    • name: keywords
      sequence: string
    • name: let_frequency
      dtype: int64
    • name: let_relation
      dtype: string
    • name: letter
      dtype: string
    • name: nth_paragraph
      dtype: 'null'
    • name: num_bullets
      dtype: int64
    • name: num_highlights
      dtype: int64
    • name: num_paragraphs
      dtype: int64
    • name: num_placeholders
      dtype: int64
    • name: num_sections
      dtype: int64
    • name: num_sentences
      dtype: int64
    • name: num_words
      dtype: int64
    • name: postscript_marker
      dtype: string
    • name: relation
      dtype: string
    • name: section_spliter
      dtype: string
  • name: prompt_level_strict_acc
    dtype: bool
  • name: inst_level_strict_acc
    sequence: bool
  • name: prompt_level_loose_acc
    dtype: bool
  • name: inst_level_loose_acc
    sequence: bool
  • name: reasoning
    dtype: string
    splits:
  • name: test
    num_bytes: 1197164
    num_examples: 500
    download_size: 518055
    dataset_size: 1197164
• config_name: full
  features:
  • name: key
    dtype: int64
  • name: prompt
    dtype: string
  • name: response
    dtype: string
  • name: instruction_id_list
    sequence: string
  • name: kwargs
    list:
    • name: capital_frequency
      dtype: 'null'
    • name: capital_relation
      dtype: 'null'
    • name: end_phrase
      dtype: string
    • name: first_word
      dtype: 'null'
    • name: forbidden_words
      sequence: string
    • name: frequency
      dtype: int64
    • name: keyword
      dtype: string
    • name: keywords
      sequence: string
    • name: let_frequency
      dtype: int64
    • name: let_relation
      dtype: string
    • name: letter
      dtype: string
    • name: nth_paragraph
      dtype: 'null'
    • name: num_bullets
      dtype: int64
    • name: num_highlights
      dtype: int64
    • name: num_paragraphs
      dtype: int64
    • name: num_placeholders
      dtype: int64
    • name: num_sections
      dtype: int64
    • name: num_sentences
      dtype: int64
    • name: num_words
      dtype: int64
    • name: postscript_marker
      dtype: string
    • name: relation
      dtype: string
    • name: section_spliter
      dtype: string
  • name: prompt_level_strict_acc
    dtype: bool
  • name: inst_level_strict_acc
    sequence: bool
  • name: prompt_level_loose_acc
    dtype: bool
  • name: inst_level_loose_acc
    sequence: bool
  • name: reasoning
    dtype: string
    splits:
  • name: test
    num_bytes: 1197164
    num_examples: 500
    download_size: 518848
    dataset_size: 1197164
• config_name: pt
  features:
  • name: key
    dtype: int64
  • name: prompt
    dtype: string
  • name: response
    dtype: string
  • name: instruction_id_list
    sequence: string
  • name: kwargs
    list:
    • name: capital_frequency
      dtype: 'null'
    • name: capital_relation
      dtype: 'null'
    • name: end_phrase
      dtype: string
    • name: first_word
      dtype: 'null'
    • name: forbidden_words
      sequence: string
    • name: frequency
      dtype: int64
    • name: keyword
      dtype: string
    • name: keywords
      sequence: string
    • name: let_frequency
      dtype: int64
    • name: let_relation
      dtype: string
    • name: letter
      dtype: string
    • name: nth_paragraph
      dtype: 'null'
    • name: num_bullets
      dtype: int64
    • name: num_highlights
      dtype: int64
    • name: num_paragraphs
      dtype: int64
    • name: num_placeholders
      dtype: int64
    • name: num_sections
      dtype: int64
    • name: num_sentences
      dtype: int64
    • name: num_words
      dtype: int64
    • name: postscript_marker
      dtype: string
    • name: relation
      dtype: string
    • name: section_spliter
      dtype: string
  • name: prompt_level_strict_acc
    dtype: bool
  • name: inst_level_strict_acc
    sequence: bool
  • name: prompt_level_loose_acc
    dtype: bool
  • name: inst_level_loose_acc
    sequence: bool
  • name: reasoning
    dtype: string
    splits:
  • name: test
    num_bytes: 1197164
    num_examples: 500
    download_size: 518055
    dataset_size: 1197164
    configs:
• config_name: bh
  data_files:
  • split: test
    path: bh/test-*
• config_name: ft
  data_files:
  • split: test
    path: ft/test-*
• config_name: full
  data_files:
  • split: test
    path: full/test-*
• config_name: pt
  data_files:
  • split: test
    path: pt/test-*