configs:
- config_name: default
data_files:- split: train
path: data/train-* - split: test
path: data/test-*
dataset_info:
features: - name: chosen
dtype: string - name: rejected
dtype: string - name: helpfulness_chosen
dtype: int64 - name: helpfulness_rejected
dtype: int64 - name: specificity_chosen
dtype: int64 - name: specificity_rejected
dtype: int64 - name: intent_chosen
dtype: int64 - name: intent_rejected
dtype: int64 - name: factuality_chosen
dtype: int64 - name: factuality_rejected
dtype: int64 - name: easy-to-understand_chosen
dtype: int64 - name: easy-to-understand_rejected
dtype: int64 - name: relevance_chosen
dtype: int64 - name: relevance_rejected
dtype: int64 - name: readability_chosen
dtype: int64 - name: readability_rejected
dtype: int64 - name: enough-detail_chosen
dtype: int64 - name: enough-detail_rejected
dtype: int64 - name: biased:_chosen
dtype: int64 - name: biased:_rejected
dtype: int64 - name: fail-to-consider-individual-preferences_chosen
dtype: int64 - name: fail-to-consider-individual-preferences_rejected
dtype: int64 - name: repetetive_chosen
dtype: int64 - name: repetetive_rejected
dtype: int64 - name: fail-to-consider-context_chosen
dtype: int64 - name: fail-to-consider-context_rejected
dtype: int64 - name: too-long_chosen
dtype: int64 - name: too-long_rejected
dtype: int64 - name: model_A_chosen
dtype: float64 - name: model_A_rejected
dtype: float64 - name: model_B_chosen
dtype: float64 - name: model_B_rejected
dtype: float64 - name: external_rm1_chosen
dtype: float64 - name: external_rm1_rejected
dtype: float64 - name: external_rm2_chosen
dtype: float64 - name: external_rm2_rejected
dtype: float64 - name: RM_readability_chosen
dtype: float64 - name: RM_readability_rejected
dtype: float64 - name: RM_fail-to-consider-context_chosen
dtype: float64 - name: RM_fail-to-consider-context_rejected
dtype: float64 - name: RM_enough-detail_chosen
dtype: float64 - name: RM_enough-detail_rejected
dtype: float64 - name: zeroshot_helpfulness_chosen
dtype: float64 - name: zeroshot_specificity_chosen
dtype: float64 - name: zeroshot_intent_chosen
dtype: float64 - name: zeroshot_factuality_chosen
dtype: float64 - name: zeroshot_easy-to-understand_chosen
dtype: float64 - name: zeroshot_relevance_chosen
dtype: float64 - name: zeroshot_readability_chosen
dtype: float64 - name: zeroshot_enough-detail_chosen
dtype: float64 - name: zeroshot_biased:_chosen
dtype: float64 - name: zeroshot_fail-to-consider-individual-preferences_chosen
dtype: float64 - name: zeroshot_repetetive_chosen
dtype: float64 - name: zeroshot_fail-to-consider-context_chosen
dtype: float64 - name: zeroshot_too-long_chosen
dtype: float64 - name: zeroshot_helpfulness_rejected
dtype: float64 - name: zeroshot_specificity_rejected
dtype: float64 - name: zeroshot_intent_rejected
dtype: float64 - name: zeroshot_factuality_rejected
dtype: float64 - name: zeroshot_easy-to-understand_rejected
dtype: float64 - name: zeroshot_relevance_rejected
dtype: float64 - name: zeroshot_readability_rejected
dtype: float64 - name: zeroshot_enough-detail_rejected
dtype: float64 - name: zeroshot_biased:_rejected
dtype: float64 - name: zeroshot_fail-to-consider-individual-preferences_rejected
dtype: float64 - name: zeroshot_repetetive_rejected
dtype: float64 - name: zeroshot_fail-to-consider-context_rejected
dtype: float64 - name: zeroshot_too-long_rejected
dtype: float64
splits: - name: train
num_bytes: 11643573
num_examples: 9574 - name: test
num_bytes: 11614860
num_examples: 9574
download_size: 13958714
dataset_size: 23258433
- split: train