xszheng2020/the_stack_dedup_python

1---2dataset_info:3  features:4  - name: hexsha5    dtype: string6  - name: size7    dtype: int648  - name: ext9    dtype: string10  - name: lang11    dtype: string12  - name: max_stars_repo_path13    dtype: string14  - name: max_stars_repo_name15    dtype: string16  - name: max_stars_repo_head_hexsha17    dtype: string18  - name: max_stars_repo_licenses19    sequence: string20  - name: max_stars_count21    dtype: int6422  - name: max_stars_repo_stars_event_min_datetime23    dtype: string24  - name: max_stars_repo_stars_event_max_datetime25    dtype: string26  - name: max_issues_repo_path27    dtype: string28  - name: max_issues_repo_name29    dtype: string30  - name: max_issues_repo_head_hexsha31    dtype: string32  - name: max_issues_repo_licenses33    sequence: string34  - name: max_issues_count35    dtype: int6436  - name: max_issues_repo_issues_event_min_datetime37    dtype: string38  - name: max_issues_repo_issues_event_max_datetime39    dtype: string40  - name: max_forks_repo_path41    dtype: string42  - name: max_forks_repo_name43    dtype: string44  - name: max_forks_repo_head_hexsha45    dtype: string46  - name: max_forks_repo_licenses47    sequence: string48  - name: max_forks_count49    dtype: int6450  - name: max_forks_repo_forks_event_min_datetime51    dtype: string52  - name: max_forks_repo_forks_event_max_datetime53    dtype: string54  - name: content55    dtype: string56  - name: avg_line_length57    dtype: float6458  - name: max_line_length59    dtype: int6460  - name: alphanum_fraction61    dtype: float6462  - name: qsc_code_num_words_quality_signal63    dtype: int6464  - name: qsc_code_num_chars_quality_signal65    dtype: float6466  - name: qsc_code_mean_word_length_quality_signal67    dtype: float6468  - name: qsc_code_frac_words_unique_quality_signal69    dtype: float6470  - name: qsc_code_frac_chars_top_2grams_quality_signal71    dtype: float6472  - name: qsc_code_frac_chars_top_3grams_quality_signal73    dtype: float6474  - name: qsc_code_frac_chars_top_4grams_quality_signal75    dtype: float6476  - name: qsc_code_frac_chars_dupe_5grams_quality_signal77    dtype: float6478  - name: qsc_code_frac_chars_dupe_6grams_quality_signal79    dtype: float6480  - name: qsc_code_frac_chars_dupe_7grams_quality_signal81    dtype: float6482  - name: qsc_code_frac_chars_dupe_8grams_quality_signal83    dtype: float6484  - name: qsc_code_frac_chars_dupe_9grams_quality_signal85    dtype: float6486  - name: qsc_code_frac_chars_dupe_10grams_quality_signal87    dtype: float6488  - name: qsc_code_frac_chars_replacement_symbols_quality_signal89    dtype: float6490  - name: qsc_code_frac_chars_digital_quality_signal91    dtype: float6492  - name: qsc_code_frac_chars_whitespace_quality_signal93    dtype: float6494  - name: qsc_code_size_file_byte_quality_signal95    dtype: float6496  - name: qsc_code_num_lines_quality_signal97    dtype: float6498  - name: qsc_code_num_chars_line_max_quality_signal99    dtype: float64100  - name: qsc_code_num_chars_line_mean_quality_signal101    dtype: float64102  - name: qsc_code_frac_chars_alphabet_quality_signal103    dtype: float64104  - name: qsc_code_frac_chars_comments_quality_signal105    dtype: float64106  - name: qsc_code_cate_xml_start_quality_signal107    dtype: float64108  - name: qsc_code_frac_lines_dupe_lines_quality_signal109    dtype: float64110  - name: qsc_code_cate_autogen_quality_signal111    dtype: float64112  - name: qsc_code_frac_lines_long_string_quality_signal113    dtype: float64114  - name: qsc_code_frac_chars_string_length_quality_signal115    dtype: float64116  - name: qsc_code_frac_chars_long_word_length_quality_signal117    dtype: float64118  - name: qsc_code_frac_lines_string_concat_quality_signal119    dtype: float64120  - name: qsc_code_cate_encoded_data_quality_signal121    dtype: float64122  - name: qsc_code_frac_chars_hex_words_quality_signal123    dtype: float64124  - name: qsc_code_frac_lines_prompt_comments_quality_signal125    dtype: float64126  - name: qsc_code_frac_lines_assert_quality_signal127    dtype: float64128  - name: qsc_codepython_cate_ast_quality_signal129    dtype: float64130  - name: qsc_codepython_frac_lines_func_ratio_quality_signal131    dtype: float64132  - name: qsc_codepython_cate_var_zero_quality_signal133    dtype: bool134  - name: qsc_codepython_frac_lines_pass_quality_signal135    dtype: float64136  - name: qsc_codepython_frac_lines_import_quality_signal137    dtype: float64138  - name: qsc_codepython_frac_lines_simplefunc_quality_signal139    dtype: float64140  - name: qsc_codepython_score_lines_no_logic_quality_signal141    dtype: float64142  - name: qsc_codepython_frac_lines_print_quality_signal143    dtype: float64144  - name: qsc_code_num_words145    dtype: int64146  - name: qsc_code_num_chars147    dtype: int64148  - name: qsc_code_mean_word_length149    dtype: int64150  - name: qsc_code_frac_words_unique151    dtype: 'null'152  - name: qsc_code_frac_chars_top_2grams153    dtype: int64154  - name: qsc_code_frac_chars_top_3grams155    dtype: int64156  - name: qsc_code_frac_chars_top_4grams157    dtype: int64158  - name: qsc_code_frac_chars_dupe_5grams159    dtype: int64160  - name: qsc_code_frac_chars_dupe_6grams161    dtype: int64162  - name: qsc_code_frac_chars_dupe_7grams163    dtype: int64164  - name: qsc_code_frac_chars_dupe_8grams165    dtype: int64166  - name: qsc_code_frac_chars_dupe_9grams167    dtype: int64168  - name: qsc_code_frac_chars_dupe_10grams169    dtype: int64170  - name: qsc_code_frac_chars_replacement_symbols171    dtype: int64172  - name: qsc_code_frac_chars_digital173    dtype: int64174  - name: qsc_code_frac_chars_whitespace175    dtype: int64176  - name: qsc_code_size_file_byte177    dtype: int64178  - name: qsc_code_num_lines179    dtype: int64180  - name: qsc_code_num_chars_line_max181    dtype: int64182  - name: qsc_code_num_chars_line_mean183    dtype: int64184  - name: qsc_code_frac_chars_alphabet185    dtype: int64186  - name: qsc_code_frac_chars_comments187    dtype: int64188  - name: qsc_code_cate_xml_start189    dtype: int64190  - name: qsc_code_frac_lines_dupe_lines191    dtype: int64192  - name: qsc_code_cate_autogen193    dtype: int64194  - name: qsc_code_frac_lines_long_string195    dtype: int64196  - name: qsc_code_frac_chars_string_length197    dtype: int64198  - name: qsc_code_frac_chars_long_word_length199    dtype: int64200  - name: qsc_code_frac_lines_string_concat201    dtype: 'null'202  - name: qsc_code_cate_encoded_data203    dtype: int64204  - name: qsc_code_frac_chars_hex_words205    dtype: int64206  - name: qsc_code_frac_lines_prompt_comments207    dtype: int64208  - name: qsc_code_frac_lines_assert209    dtype: int64210  - name: qsc_codepython_cate_ast211    dtype: int64212  - name: qsc_codepython_frac_lines_func_ratio213    dtype: int64214  - name: qsc_codepython_cate_var_zero215    dtype: int64216  - name: qsc_codepython_frac_lines_pass217    dtype: int64218  - name: qsc_codepython_frac_lines_import219    dtype: int64220  - name: qsc_codepython_frac_lines_simplefunc221    dtype: int64222  - name: qsc_codepython_score_lines_no_logic223    dtype: int64224  - name: qsc_codepython_frac_lines_print225    dtype: int64226  - name: effective227    dtype: string228  - name: hits229    dtype: int64230  splits:231  - name: train232    num_bytes: 80259233558233    num_examples: 12962249234  download_size: 31105865298235  dataset_size: 80259233558236configs:237- config_name: default238  data_files:239  - split: train240    path: data/train-*241---242