shiv96/AdvBench_safe_unsafe_responses_activations_metrics

configs:

• config_name: default
  data_files:
  • split: train
    path: data/train-*
    dataset_info:
    features:
  • name: prompt
    dtype: string
  • name: label
    dtype: int64
  • name: response
    dtype: string
  • name: layer_0_activation
    sequence: float16
  • name: layer_0_residual_variance_nn20
    dtype: float64
  • name: layer_0_local_curvature_nn20
    dtype: float64
  • name: layer_0_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_1_activation
    sequence: float16
  • name: layer_1_residual_variance_nn20
    dtype: float64
  • name: layer_1_local_curvature_nn20
    dtype: float64
  • name: layer_1_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_2_activation
    sequence: float16
  • name: layer_2_residual_variance_nn20
    dtype: float64
  • name: layer_2_local_curvature_nn20
    dtype: float64
  • name: layer_2_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_3_activation
    sequence: float16
  • name: layer_3_residual_variance_nn20
    dtype: float64
  • name: layer_3_local_curvature_nn20
    dtype: float64
  • name: layer_3_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_4_activation
    sequence: float16
  • name: layer_4_residual_variance_nn20
    dtype: float64
  • name: layer_4_local_curvature_nn20
    dtype: float64
  • name: layer_4_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_5_activation
    sequence: float16
  • name: layer_5_residual_variance_nn20
    dtype: float64
  • name: layer_5_local_curvature_nn20
    dtype: float64
  • name: layer_5_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_6_activation
    sequence: float16
  • name: layer_6_residual_variance_nn20
    dtype: float64
  • name: layer_6_local_curvature_nn20
    dtype: float64
  • name: layer_6_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_7_activation
    sequence: float16
  • name: layer_7_residual_variance_nn20
    dtype: float64
  • name: layer_7_local_curvature_nn20
    dtype: float64
  • name: layer_7_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_8_activation
    sequence: float16
  • name: layer_8_residual_variance_nn20
    dtype: float64
  • name: layer_8_local_curvature_nn20
    dtype: float64
  • name: layer_8_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_9_activation
    sequence: float16
  • name: layer_9_residual_variance_nn20
    dtype: float64
  • name: layer_9_local_curvature_nn20
    dtype: float64
  • name: layer_9_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_10_activation
    sequence: float16
  • name: layer_10_residual_variance_nn20
    dtype: float64
  • name: layer_10_local_curvature_nn20
    dtype: float64
  • name: layer_10_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_11_activation
    sequence: float16
  • name: layer_11_residual_variance_nn20
    dtype: float64
  • name: layer_11_local_curvature_nn20
    dtype: float64
  • name: layer_11_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_12_activation
    sequence: float16
  • name: layer_12_residual_variance_nn20
    dtype: float64
  • name: layer_12_local_curvature_nn20
    dtype: float64
  • name: layer_12_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_13_activation
    sequence: float16
  • name: layer_13_residual_variance_nn20
    dtype: float64
  • name: layer_13_local_curvature_nn20
    dtype: float64
  • name: layer_13_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_14_activation
    sequence: float16
  • name: layer_14_residual_variance_nn20
    dtype: float64
  • name: layer_14_local_curvature_nn20
    dtype: float64
  • name: layer_14_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_15_activation
    sequence: float16
  • name: layer_15_residual_variance_nn20
    dtype: float64
  • name: layer_15_local_curvature_nn20
    dtype: float64
  • name: layer_15_intrinsic_dimension_nn20
    dtype: float64
  • name: layer_0_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_0_local_curvature
    dtype: float32
  • name: layer_0_intrinsic_dimension
    dtype: float32
  • name: layer_1_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_1_local_curvature
    dtype: float32
  • name: layer_1_intrinsic_dimension
    dtype: float32
  • name: layer_2_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_2_local_curvature
    dtype: float32
  • name: layer_2_intrinsic_dimension
    dtype: float32
  • name: layer_3_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_3_local_curvature
    dtype: float32
  • name: layer_3_intrinsic_dimension
    dtype: float32
  • name: layer_4_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_4_local_curvature
    dtype: float32
  • name: layer_4_intrinsic_dimension
    dtype: float32
  • name: layer_5_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_5_local_curvature
    dtype: float32
  • name: layer_5_intrinsic_dimension
    dtype: float32
  • name: layer_6_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_6_local_curvature
    dtype: float32
  • name: layer_6_intrinsic_dimension
    dtype: float32
  • name: layer_7_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_7_local_curvature
    dtype: float32
  • name: layer_7_intrinsic_dimension
    dtype: float32
  • name: layer_8_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_8_local_curvature
    dtype: float32
  • name: layer_8_intrinsic_dimension
    dtype: float32
  • name: layer_9_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_9_local_curvature
    dtype: float32
  • name: layer_9_intrinsic_dimension
    dtype: float32
  • name: layer_10_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_10_local_curvature
    dtype: float32
  • name: layer_10_intrinsic_dimension
    dtype: float32
  • name: layer_11_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_11_local_curvature
    dtype: float32
  • name: layer_11_intrinsic_dimension
    dtype: float32
  • name: layer_12_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_12_local_curvature
    dtype: float32
  • name: layer_12_intrinsic_dimension
    dtype: float32
  • name: layer_13_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_13_local_curvature
    dtype: float32
  • name: layer_13_intrinsic_dimension
    dtype: float32
  • name: layer_14_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_14_local_curvature
    dtype: float32
  • name: layer_14_intrinsic_dimension
    dtype: float32
  • name: layer_15_geodesic_eucledean_ratio
    dtype: float32
  • name: layer_15_local_curvature
    dtype: float32
  • name: layer_15_intrinsic_dimension
    dtype: float32
    splits:
  • name: train
    num_bytes: 70090299
    num_examples: 1040
    download_size: 62255103
    dataset_size: 70090299

This is a dataset of responses for instructions and responses produced by WizardLM-30B-Uncensored.

The responses are of two kinds: Safe (label 0) and Unsafe (label 1).

It also contains activations for each layer, the last token representations of chat_template(prompt, response) for llama-3.2-1B-Instruct.

We have also calculated some geometric measures for characterizing the complexity of data.