dataset_info:
features:
- name: prompt
dtype: string - name: chosen
dtype: string - name: chosen_model
dtype: string - name: rejected
dtype: string - name: rejected_model
dtype: string - name: subset
dtype: string - name: id
dtype: int64 - name: reward_chosen
dtype: float64 - name: reward_rejected
dtype: float64
splits: - name: xstest_should_respond
num_bytes: 321610
num_examples: 250 - name: hep_go
num_bytes: 179381
num_examples: 164 - name: hep_js
num_bytes: 159504
num_examples: 164 - name: donotanswer
num_bytes: 293380
num_examples: 136 - name: refusals_offensive
num_bytes: 174198
num_examples: 100 - name: refusals_dangerous
num_bytes: 275982
num_examples: 100 - name: hep_java
num_bytes: 202340
num_examples: 164 - name: llmbar_adver_manual
num_bytes: 78234
num_examples: 46 - name: xstest_should_refuse
num_bytes: 238780
num_examples: 154 - name: alpacaeval_easy
num_bytes: 2169328
num_examples: 805 - name: hep_cpp
num_bytes: 168833
num_examples: 164 - name: mt_bench_hard
num_bytes: 94718
num_examples: 45 - name: llmbar_adver_neighbor
num_bytes: 131026
num_examples: 134 - name: mt_bench_med
num_bytes: 127416
num_examples: 45 - name: mt_bench_easy
num_bytes: 94345
num_examples: 28 - name: llmbar_natural
num_bytes: 90090
num_examples: 100 - name: alpacaeval_hard
num_bytes: 1600609
num_examples: 805 - name: llmbar_adver_GPTOut
num_bytes: 32156
num_examples: 47 - name: hep_rust
num_bytes: 174778
num_examples: 164 - name: hep_python
num_bytes: 141969
num_examples: 164 - name: alpacaeval_length
num_bytes: 3081227
num_examples: 805 - name: math_prm
num_bytes: 878524
num_examples: 447 - name: llmbar_adver_GPTInst
num_bytes: 210583
num_examples: 92
download_size: 5981687
dataset_size: 10919011
configs: - config_name: default
data_files:- split: xstest_should_respond
path: data/xstest_should_respond-* - split: hep_go
path: data/hep_go-* - split: hep_js
path: data/hep_js-* - split: donotanswer
path: data/donotanswer-* - split: refusals_offensive
path: data/refusals_offensive-* - split: refusals_dangerous
path: data/refusals_dangerous-* - split: hep_java
path: data/hep_java-* - split: llmbar_adver_manual
path: data/llmbar_adver_manual-* - split: xstest_should_refuse
path: data/xstest_should_refuse-* - split: alpacaeval_easy
path: data/alpacaeval_easy-* - split: hep_cpp
path: data/hep_cpp-* - split: mt_bench_hard
path: data/mt_bench_hard-* - split: llmbar_adver_neighbor
path: data/llmbar_adver_neighbor-* - split: mt_bench_med
path: data/mt_bench_med-* - split: mt_bench_easy
path: data/mt_bench_easy-* - split: llmbar_natural
path: data/llmbar_natural-* - split: alpacaeval_hard
path: data/alpacaeval_hard-* - split: llmbar_adver_GPTOut
path: data/llmbar_adver_GPTOut-* - split: hep_rust
path: data/hep_rust-* - split: hep_python
path: data/hep_python-* - split: alpacaeval_length
path: data/alpacaeval_length-* - split: math_prm
path: data/math_prm-* - split: llmbar_adver_GPTInst
path: data/llmbar_adver_GPTInst-*
- split: xstest_should_respond