Team Ai
Datasetpublic

code-switching/question-answer

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes82downloads
README.md396 linesDownload Raw Back to root
1---2language:3- ar4- su5- jv6- id7- en8- fr9- ha10- hi11pretty_name: Code-switch QA12configs:13- config_name: answerable (ar-dz-fr)14  data_files:15  - split: test16    path: ar-dz-fr/answerable/test-*17  - split: train18    path: ar-dz-fr/answerable/train-*19- config_name: answerable (ha-en)20  data_files:21  - split: test22    path: ha-en/answerable/test-*23  - split: train24    path: ha-en/answerable/train-*25- config_name: answerable (hi-en)26  data_files:27  - split: train28    path: answerable (hi-en)/train-*29  - split: test30    path: answerable (hi-en)/test-*31- config_name: answerable (id-en)32  data_files:33  - split: test34    path: id-en/answerable/test-*35  - split: train36    path: id-en/answerable/train-*37- config_name: answerable (jv-id-en)38  data_files:39  - split: test40    path: jv-id-en/answerable/test-*41  - split: train42    path: jv-id-en/answerable/train-*43- config_name: answerable (su-id-en)44  data_files:45  - split: test46    path: su-id-en/answerable/test-*47  - split: train48    path: su-id-en/answerable/train-*49- config_name: unanswerable (ar-dz-fr)50  data_files:51  - split: test52    path: ar-dz-fr/unanswerable/test-*53  - split: train54    path: ar-dz-fr/unanswerable/train-*55- config_name: unanswerable (ha-en)56  data_files:57  - split: test58    path: ha-en/unanswerable/test-*59  - split: train60    path: ha-en/unanswerable/train-*61- config_name: unanswerable (hi-en)62  data_files:63  - split: train64    path: unanswerable (hi-en)/train-*65  - split: test66    path: unanswerable (hi-en)/test-*67- config_name: unanswerable (id-en)68  data_files:69  - split: test70    path: id-en/unanswerable/test-*71  - split: train72    path: id-en/unanswerable/train-*73- config_name: unanswerable (jv-id-en)74  data_files:75  - split: test76    path: jv-id-en/unanswerable/test-*77  - split: train78    path: jv-id-en/unanswerable/train-*79- config_name: unanswerable (su-id-en)80  data_files:81  - split: test82    path: su-id-en/unanswerable/test-*83  - split: train84    path: su-id-en/unanswerable/train-*85dataset_info:86- config_name: answerable (ar-dz-fr)87  features:88  - name: id89    dtype: string90  - name: dialog91    dtype: string92  - name: topic93    dtype: string94  - name: lang95    dtype: string96  - name: type97    dtype: string98  - name: question99    dtype: string100  - name: chosen101    dtype: string102  - name: rejected1103    dtype: string104  - name: rejected2105    dtype: string106  - name: rejected3107    dtype: string108  - name: rejected4109    dtype: string110  splits:111  - name: test112    num_bytes: 368674113    num_examples: 99114  - name: train115    num_bytes: 3837116    num_examples: 1117- config_name: answerable (ha-en)118  features:119  - name: id120    dtype: string121  - name: dialog122    dtype: string123  - name: topic124    dtype: string125  - name: lang126    dtype: string127  - name: type128    dtype: string129  - name: question130    dtype: string131  - name: chosen132    dtype: string133  - name: rejected1134    dtype: string135  - name: rejected2136    dtype: string137  - name: rejected3138    dtype: string139  - name: rejected4140    dtype: string141  splits:142  - name: test143    num_bytes: 653087144    num_examples: 198145  - name: train146    num_bytes: 5806147    num_examples: 2148- config_name: answerable (id-en)149  features:150  - name: id151    dtype: string152  - name: dialog153    dtype: string154  - name: topic155    dtype: string156  - name: lang157    dtype: string158  - name: type159    dtype: string160  - name: question161    dtype: string162  - name: chosen163    dtype: string164  - name: rejected1165    dtype: string166  - name: rejected2167    dtype: string168  - name: rejected3169    dtype: string170  - name: rejected4171    dtype: string172  splits:173  - name: test174    num_bytes: 1780386175    num_examples: 495176  - name: train177    num_bytes: 21297178    num_examples: 5179- config_name: answerable (jv-id-en)180  features:181  - name: id182    dtype: string183  - name: dialog184    dtype: string185  - name: topic186    dtype: string187  - name: lang188    dtype: string189  - name: type190    dtype: string191  - name: question192    dtype: string193  - name: chosen194    dtype: string195  - name: rejected1196    dtype: string197  - name: rejected2198    dtype: string199  - name: rejected3200    dtype: string201  - name: rejected4202    dtype: string203  splits:204  - name: test205    num_bytes: 1785045206    num_examples: 495207  - name: train208    num_bytes: 23197209    num_examples: 5210- config_name: answerable (su-id-en)211  features:212  - name: id213    dtype: string214  - name: dialog215    dtype: string216  - name: topic217    dtype: string218  - name: lang219    dtype: string220  - name: type221    dtype: string222  - name: question223    dtype: string224  - name: chosen225    dtype: string226  - name: rejected1227    dtype: string228  - name: rejected2229    dtype: string230  - name: rejected3231    dtype: string232  - name: rejected4233    dtype: string234  splits:235  - name: test236    num_bytes: 2092301237    num_examples: 495238  - name: train239    num_bytes: 28057240    num_examples: 5241- config_name: unanswerable (ar-dz-fr)242  features:243  - name: id244    dtype: string245  - name: dialog246    dtype: string247  - name: topic248    dtype: string249  - name: lang250    dtype: string251  - name: type252    dtype: string253  - name: question254    dtype: string255  - name: chosen256    dtype: string257  - name: rejected1258    dtype: string259  - name: rejected2260    dtype: string261  - name: rejected3262    dtype: string263  - name: rejected4264    dtype: string265  splits:266  - name: test267    num_bytes: 369746268    num_examples: 99269  - name: train270    num_bytes: 3821271    num_examples: 1272- config_name: unanswerable (ha-en)273  features:274  - name: id275    dtype: string276  - name: dialog277    dtype: string278  - name: topic279    dtype: string280  - name: lang281    dtype: string282  - name: type283    dtype: string284  - name: question285    dtype: string286  - name: chosen287    dtype: string288  - name: rejected1289    dtype: string290  - name: rejected2291    dtype: string292  - name: rejected3293    dtype: string294  - name: rejected4295    dtype: string296  splits:297  - name: test298    num_bytes: 657034299    num_examples: 198300  - name: train301    num_bytes: 5782302    num_examples: 2303- config_name: unanswerable (id-en)304  features:305  - name: id306    dtype: string307  - name: dialog308    dtype: string309  - name: topic310    dtype: string311  - name: lang312    dtype: string313  - name: type314    dtype: string315  - name: question316    dtype: string317  - name: chosen318    dtype: string319  - name: rejected1320    dtype: string321  - name: rejected2322    dtype: string323  - name: rejected3324    dtype: string325  - name: rejected4326    dtype: string327  splits:328  - name: test329    num_bytes: 1786538330    num_examples: 495331  - name: train332    num_bytes: 21055333    num_examples: 5334- config_name: unanswerable (jv-id-en)335  features:336  - name: id337    dtype: string338  - name: dialog339    dtype: string340  - name: topic341    dtype: string342  - name: lang343    dtype: string344  - name: type345    dtype: string346  - name: question347    dtype: string348  - name: chosen349    dtype: string350  - name: rejected1351    dtype: string352  - name: rejected2353    dtype: string354  - name: rejected3355    dtype: string356  - name: rejected4357    dtype: string358  splits:359  - name: test360    num_bytes: 1793523361    num_examples: 495362  - name: train363    num_bytes: 23495364    num_examples: 5365- config_name: unanswerable (su-id-en)366  features:367  - name: id368    dtype: string369  - name: dialog370    dtype: string371  - name: topic372    dtype: string373  - name: lang374    dtype: string375  - name: type376    dtype: string377  - name: question378    dtype: string379  - name: chosen380    dtype: string381  - name: rejected1382    dtype: string383  - name: rejected2384    dtype: string385  - name: rejected3386    dtype: string387  - name: rejected4388    dtype: string389  splits:390  - name: test391    num_bytes: 2112596392    num_examples: 495393  - name: train394    num_bytes: 28462395    num_examples: 5396---