andresnowak/Instruction-finetuning-mixture-mnlp

dataset_info:

• config_name: all
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 2435746055.6204123
    num_examples: 785107
    download_size: 962485112
    dataset_size: 2435746055.6204123
• config_name: aya
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 310243833.72208023
    num_examples: 100000
    download_size: 62738896
    dataset_size: 310243833.72208023
• config_name: codeAlpaca
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 332817175.06369877
    num_examples: 107276
    download_size: 124509073
    dataset_size: 332817175.06369877
• config_name: codeV2
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 108582239.36439085
    num_examples: 34999
    download_size: 24011769
    dataset_size: 108582239.36439085
• config_name: flanV2
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 279163606.4598022
    num_examples: 89982
    download_size: 65015568
    dataset_size: 279163606.4598022
• config_name: hardCoded
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 744585.2009329925
    num_examples: 240
    download_size: 7513
    dataset_size: 744585.2009329925
• config_name: ifData
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 93011101.34987965
    num_examples: 29980
    download_size: 34053871
    dataset_size: 93011101.34987965
• config_name: mathAlgebra
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 62048766.74441604
    num_examples: 20000
    download_size: 27635551
    dataset_size: 62048766.74441604
• config_name: mathGrade
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 155059868.09429568
    num_examples: 49980
    download_size: 37549122
    dataset_size: 155059868.09429568
• config_name: mathV5
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 465241653.0496315
    num_examples: 149960
    download_size: 268054007
    dataset_size: 465241653.0496315
• config_name: noRobots
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 27006725.725507084
    num_examples: 8705
    download_size: 7038762
    dataset_size: 27006725.725507084
• config_name: oasst1
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 14479079.719809484
    num_examples: 4667
    download_size: 3308619
    dataset_size: 14479079.719809484
• config_name: openMathGsm8k
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 155121916.86104012
    num_examples: 50000
    download_size: 18020409
    dataset_size: 155121916.86104012
• config_name: sciriff
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 31024383.37220802
    num_examples: 10000
    download_size: 25955208
    dataset_size: 31024383.37220802
• config_name: tableGpt
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 15512191.68610401
    num_examples: 5000
    download_size: 4800219
    dataset_size: 15512191.68610401
• config_name: tirMath
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 199524014.34334424
    num_examples: 64312
    download_size: 64894477
    dataset_size: 199524014.34334424
• config_name: wildChat
  features:
  • name: id
    dtype: string
  • name: messages
    list:
    • name: content
      dtype: string
    • name: role
      dtype: string
  • name: source
    dtype: string
    splits:
  • name: train
    num_bytes: 186164914.86327145
    num_examples: 60006
    download_size: 194874754
    dataset_size: 186164914.86327145
    configs:
• config_name: all
  data_files:
  • split: train
    path: all/train-*
• config_name: aya
  data_files:
  • split: train
    path: aya/train-*
• config_name: codeAlpaca
  data_files:
  • split: train
    path: codeAlpaca/train-*
• config_name: codeV2
  data_files:
  • split: train
    path: codeV2/train-*
• config_name: flanV2
  data_files:
  • split: train
    path: flanV2/train-*
• config_name: hardCoded
  data_files:
  • split: train
    path: hardCoded/train-*
• config_name: ifData
  data_files:
  • split: train
    path: ifData/train-*
• config_name: mathAlgebra
  data_files:
  • split: train
    path: mathAlgebra/train-*
• config_name: mathGrade
  data_files:
  • split: train
    path: mathGrade/train-*
• config_name: mathV5
  data_files:
  • split: train
    path: mathV5/train-*
• config_name: noRobots
  data_files:
  • split: train
    path: noRobots/train-*
• config_name: oasst1
  data_files:
  • split: train
    path: oasst1/train-*
• config_name: openMathGsm8k
  data_files:
  • split: train
    path: openMathGsm8k/train-*
• config_name: sciriff
  data_files:
  • split: train
    path: sciriff/train-*
• config_name: tableGpt
  data_files:
  • split: train
    path: tableGpt/train-*
• config_name: tirMath
  data_files:
  • split: train
    path: tirMath/train-*
• config_name: wildChat
  data_files:
  • split: train
    path: wildChat/train-*

Dataset created using the Tulu3-sft-mixture

• From the Tulue3-sft-mixture, messages that didn't have only 2 messages (user and assistant) where removed
• Also the datasets for alignment and jailbreaking were removed