ram-lexsi/circuitkit-jailbreak-steering-qwen2.5-1.5b-results

dataset_info:

• config_name: base
  features:
  • name: label
    dtype: string
  • name: asr
    dtype: float64
  • name: mmlu_acc
    dtype: float64
  • name: setup_seconds
    dtype: float64
  • name: sec_per_prompt
    dtype: float64
  • name: transcripts
    list:
    • name: complied
      dtype: bool
    • name: prompt
      dtype: string
    • name: response
      dtype: string
  • name: keyword_asr
    dtype: float64
    splits:
  • name: train
    num_bytes: 21188
    num_examples: 1
    download_size: 26791
    dataset_size: 21188
• config_name: circuitkit
  features:
  • name: label
    dtype: string
  • name: asr
    dtype: float64
  • name: mmlu_acc
    dtype: float64
  • name: setup_seconds
    dtype: float64
  • name: sec_per_prompt
    dtype: float64
  • name: transcripts
    list:
    • name: complied
      dtype: bool
    • name: prompt
      dtype: string
    • name: response
      dtype: string
  • name: keyword_asr
    dtype: float64
    splits:
  • name: train
    num_bytes: 18090
    num_examples: 1
    download_size: 23761
    dataset_size: 18090
• config_name: nnsight
  features:
  • name: label
    dtype: string
  • name: asr
    dtype: float64
  • name: mmlu_acc
    dtype: float64
  • name: setup_seconds
    dtype: float64
  • name: sec_per_prompt
    dtype: float64
  • name: transcripts
    list:
    • name: complied
      dtype: bool
    • name: prompt
      dtype: string
    • name: response
      dtype: string
  • name: keyword_asr
    dtype: float64
    splits:
  • name: train
    num_bytes: 24244
    num_examples: 1
    download_size: 29919
    dataset_size: 24244
• config_name: repeng
  features:
  • name: label
    dtype: string
  • name: asr
    dtype: float64
  • name: mmlu_acc
    dtype: float64
  • name: setup_seconds
    dtype: float64
  • name: sec_per_prompt
    dtype: float64
  • name: transcripts
    list:
    • name: complied
      dtype: bool
    • name: prompt
      dtype: string
    • name: response
      dtype: string
  • name: keyword_asr
    dtype: float64
    splits:
  • name: train
    num_bytes: 22033
    num_examples: 1
    download_size: 27586
    dataset_size: 22033
• config_name: steering_vectors
  features:
  • name: label
    dtype: string
  • name: asr
    dtype: float64
  • name: mmlu_acc
    dtype: float64
  • name: setup_seconds
    dtype: float64
  • name: sec_per_prompt
    dtype: float64
  • name: transcripts
    list:
    • name: complied
      dtype: bool
    • name: prompt
      dtype: string
    • name: response
      dtype: string
  • name: keyword_asr
    dtype: float64
    splits:
  • name: train
    num_bytes: 24276
    num_examples: 1
    download_size: 29809
    dataset_size: 24276
    configs:
• config_name: base
  data_files:
  • split: train
    path: base/train-*
• config_name: circuitkit
  data_files:
  • split: train
    path: circuitkit/train-*
• config_name: nnsight
  data_files:
  • split: train
    path: nnsight/train-*
• config_name: repeng
  data_files:
  • split: train
    path: repeng/train-*
• config_name: steering_vectors
  data_files:
  • split: train
    path: steering_vectors/train-*