dataset_info:
config_name: hin_Deva
features:
- name: text
dtype: large_string - name: id
dtype: large_string - name: dump
dtype: large_string - name: url
dtype: large_string - name: date
dtype: large_string - name: file_path
dtype: large_string - name: language
dtype: large_string - name: language_score
dtype: float64 - name: language_script
dtype: large_string - name: minhash_cluster_size
dtype: int64 - name: top_langs
dtype: large_string - name: safety_label
dtype: large_string - name: safety_categories
list: string - name: safety_severity
dtype: large_string - name: safety_confidence
dtype: float64 - name: safety_reason
dtype: large_string - name: safety_words
list: string - name: safety_model
dtype: large_string - name: safety_scored_at
dtype: large_string
splits: - name: train
num_bytes: 282339351
num_examples: 43226
download_size: 102975974
dataset_size: 282339351
configs: - config_name: hin_Deva
data_files:- split: train
path: hin_Deva/train-*
- split: train