andresnowak/Instruction-finetuning-mixture-mnlp-only-english-with-nlp4education

dataset_info:

• config_name: all
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 1897019768.705091
    num_examples: 611502
    download_size: 780316139
    dataset_size: 1897019768.705091
• config_name: aya
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 6223491.304464929
    num_examples: 2006
    download_size: 831863
    dataset_size: 6223491.304464929
• config_name: codeAlpaca
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 329677507.4664313
    num_examples: 106264
    download_size: 123172112
    dataset_size: 329677507.4664313
• config_name: codeV2
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 93128994.00669403
    num_examples: 30018
    download_size: 21405805
    dataset_size: 93128994.00669403
• config_name: epflMnlpQuestionAnswer
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 788032
    num_examples: 1264
    download_size: 366095
    dataset_size: 788032
• config_name: flanV2
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 168809874.8048583
    num_examples: 54412
    download_size: 37363481
    dataset_size: 168809874.8048583
• config_name: hardCoded
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 400214.5455014835
    num_examples: 129
    download_size: 5757
    dataset_size: 400214.5455014835
• config_name: ifData
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 86235376.02138942
    num_examples: 27796
    download_size: 31398946
    dataset_size: 86235376.02138942
• config_name: mathAlgebra
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 62033254.55272994
    num_examples: 19995
    download_size: 27628868
    dataset_size: 62033254.55272994
• config_name: mathGrade
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 154678268.17881754
    num_examples: 49857
    download_size: 37445432
    dataset_size: 154678268.17881754
• config_name: mathV5
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 463805224.0994983
    num_examples: 149497
    download_size: 267082391
    dataset_size: 463805224.0994983
• config_name: noRobots
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 26504130.714877315
    num_examples: 8543
    download_size: 6975270
    dataset_size: 26504130.714877315
• config_name: oasst1
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 2618457.956614357
    num_examples: 844
    download_size: 665370
    dataset_size: 2618457.956614357
• config_name: openMathGsm8k
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 155066072.97097012
    num_examples: 49982
    download_size: 18020237
    dataset_size: 155066072.97097012
• config_name: sciriff
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 23227955.830772147
    num_examples: 7487
    download_size: 22701411
    dataset_size: 23227955.830772147
• config_name: tableGpt
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 12381831.403848222
    num_examples: 3991
    download_size: 4232251
    dataset_size: 12381831.403848222
• config_name: tirMath
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 191882708.7187694
    num_examples: 61849
    download_size: 63220692
    dataset_size: 191882708.7187694
• config_name: wildChat
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 116552403.45271109
    num_examples: 37568
    download_size: 117631541
    dataset_size: 116552403.45271109
    configs:
• config_name: all
  data_files:
  • split: train
    path: all/train-*
• config_name: aya
  data_files:
  • split: train
    path: aya/train-*
• config_name: codeAlpaca
  data_files:
  • split: train
    path: codeAlpaca/train-*
• config_name: codeV2
  data_files:
  • split: train
    path: codeV2/train-*
• config_name: epflMnlpQuestionAnswer
  data_files:
  • split: train
    path: epflMnlpQuestionAnswer/train-*
• config_name: flanV2
  data_files:
  • split: train
    path: flanV2/train-*
• config_name: hardCoded
  data_files:
  • split: train
    path: hardCoded/train-*
• config_name: ifData
  data_files:
  • split: train
    path: ifData/train-*
• config_name: mathAlgebra
  data_files:
  • split: train
    path: mathAlgebra/train-*
• config_name: mathGrade
  data_files:
  • split: train
    path: mathGrade/train-*
• config_name: mathV5
  data_files:
  • split: train
    path: mathV5/train-*
• config_name: noRobots
  data_files:
  • split: train
    path: noRobots/train-*
• config_name: oasst1
  data_files:
  • split: train
    path: oasst1/train-*
• config_name: openMathGsm8k
  data_files:
  • split: train
    path: openMathGsm8k/train-*
• config_name: sciriff
  data_files:
  • split: train
    path: sciriff/train-*
• config_name: tableGpt
  data_files:
  • split: train
    path: tableGpt/train-*
• config_name: tirMath
  data_files:
  • split: train
    path: tirMath/train-*
• config_name: wildChat
  data_files:
  • split: train
    path: wildChat/train-*
    task_categories:
• text-generation
  language:
• en

Dataset created using the Tulu3-sft-mixture and MNLP Question and golden answer dataset

• From the Tulue3-sft-mixture, messages that didn't have only 2 messages (user and assistant) where removed
• Also the datasets for alignment and jailbreaking were removed
• The dataset is only with english language