OpenScientificCodeRegistry/Database
Open Scientific Code Registry (OSCR): the authors' scripts The code published by the authors of open-access neuroscience papers, as found and verified by Open Scientific Code Registry (OSCR). Each file is here exactly as it is at the source, at the verified commit, under the license of its repository. 421,275 unique files (3,782 MB of text) from 8,849 repositories, in 24 Parquet block(s). Only files whose repository's license allows redistribution, confirmed by the repository's… See the full description on the dataset page: https://huggingface.co/datasets/OpenScientificCodeRegistry/Database.
05.6k
1{2 "format": "oscr-script-manifest/1",3 "repository": "github.com/microsoft/lora",4 "url": "https://github.com/microsoft/LoRA",5 "host": "github.com",6 "commit": "c4593f060e6a368d7bb5af5273b8e42810cdef90",7 "license": "MIT",8 "license_confirmed_by": "license file LICENSE.md",9 "redistribution": "yes",10 "files": [11 {12 "path": "LICENSE.md",13 "sha256": "c2cfccb812fe482101a8f04597dfc5a9991a6b2748266c47ac91b6a5aae15383",14 "language": "License",15 "lines": 21,16 "truncated": false,17 "block": 3,18 "row": 809419 },20 {21 "path": "README.md",22 "sha256": "ce0b726fedd1198ebd841093b53ff5490672ffb2264479d8be044b5826a791c6",23 "language": "Text",24 "lines": 190,25 "truncated": false,26 "block": 24,27 "row": 94828 },29 {30 "path": "examples/NLG/create_datasets.sh",31 "sha256": "1d5e6097cf8ba2067f6be815f49fb9eda36b009d95b13760f852fceabc959b37",32 "language": "Shell",33 "lines": 44,34 "truncated": false,35 "block": 23,36 "row": 1814737 },38 {39 "path": "examples/NLG/download_pretrained_checkpoints.sh",40 "sha256": "892b03676807fc98e8ea6063540b0cf411a929bb77ebbbdc6bb4af8d170cbc69",41 "language": "Shell",42 "lines": 11,43 "truncated": false,44 "block": 23,45 "row": 1738546 },47 {48 "path": "examples/NLG/eval/download_evalscript.sh",49 "sha256": "c1349cf424bed8086ebb5ebfac3d6d48ae1cb7d99e24bdeb789dc0454f1604fb",50 "language": "Shell",51 "lines": 18,52 "truncated": false,53 "block": 23,54 "row": 1741455 },56 {57 "path": "examples/NLG/eval/eval.py",58 "sha256": "44eb92876e5d16b944268ad46ded68fa73d583202df01b8d18623d03a8b6b9f0",59 "language": "Python",60 "lines": 364,61 "truncated": false,62 "block": 23,63 "row": 1174264 },65 {66 "path": "examples/NLG/src/data_utils.py",67 "sha256": "36426399c21c0a3d3234e4d40daccf177d5083de35d0f16f1c8b60971e9a186b",68 "language": "Python",69 "lines": 269,70 "truncated": false,71 "block": 23,72 "row": 1006973 },74 {75 "path": "examples/NLG/src/encoder.py",76 "sha256": "e3586d52ff0e9e3a0d9acca6f1e87bd08ef580591b7c1939220e4855f688c186",77 "language": "Python",78 "lines": 132,79 "truncated": false,80 "block": 23,81 "row": 601882 },83 {84 "path": "examples/NLG/src/exp_utils.py",85 "sha256": "7ba2aab6ada5deab81d0db9388df80cee114f13abece69c9bdd37d2cb23ff76e",86 "language": "Python",87 "lines": 46,88 "truncated": false,89 "block": 23,90 "row": 63891 },92 {93 "path": "examples/NLG/src/format_converting_dart.py",94 "sha256": "1a49e1df5f6cefb7da70d070555984b9c6f59031866b75434e9a73208e3cd80b",95 "language": "Python",96 "lines": 43,97 "truncated": false,98 "block": 23,99 "row": 135100 },101 {102 "path": "examples/NLG/src/format_converting_e2e.py",103 "sha256": "b7f86266735cebb1075663bf84b284a091f8c06576d58c9ae3506f6e6b8a5dd8",104 "language": "Python",105 "lines": 20,106 "truncated": false,107 "block": 22,108 "row": 27956109 },110 {111 "path": "examples/NLG/src/format_converting_webnlg.py",112 "sha256": "1e75f7031f677ab0ef8994bac7bbb017de238fc8635911b4f2228bf36801ec43",113 "language": "Python",114 "lines": 68,115 "truncated": false,116 "block": 23,117 "row": 1745118 },119 {120 "path": "examples/NLG/src/gpt2_beam.py",121 "sha256": "8ecf65d444bcdc724609dbf044f8aba84506fea8fd9b8e7965be88b29ed53a18",122 "language": "Python",123 "lines": 392,124 "truncated": false,125 "block": 23,126 "row": 12185127 },128 {129 "path": "examples/NLG/src/gpt2_decode.py",130 "sha256": "57cfc9aacdb053af52a4f59e9a3b3bece027cffe01fa782a3a1e17b5111969f7",131 "language": "Python",132 "lines": 162,133 "truncated": false,134 "block": 23,135 "row": 7233136 },137 {138 "path": "examples/NLG/src/gpt2_encode.py",139 "sha256": "12b7f303e1a4008d019e858c4aff3545de138c208d5d970bb78283bb8e0dcfc1",140 "language": "Python",141 "lines": 70,142 "truncated": false,143 "block": 23,144 "row": 1537145 },146 {147 "path": "examples/NLG/src/gpt2_ft.py",148 "sha256": "9c54e681acb3275fea35b93f1ee11dbf6832653354a8c0c86070fc6fd75bee86",149 "language": "Python",150 "lines": 361,151 "truncated": false,152 "block": 23,153 "row": 11377154 },155 {156 "path": "examples/NLG/src/gpu.py",157 "sha256": "1dbaadc4feec084dbb5ab2fdb046c45c9c2d1261f04c21441cb6f106e31050bc",158 "language": "Python",159 "lines": 126,160 "truncated": false,161 "block": 23,162 "row": 5893163 },164 {165 "path": "examples/NLG/src/model.py",166 "sha256": "bfbf7bdaf69a8ecc029d30cbeb2954c0b8f2e099ce448fda46c12e599fe7be3d",167 "language": "Python",168 "lines": 449,169 "truncated": false,170 "block": 23,171 "row": 12451172 },173 {174 "path": "examples/NLG/src/optimizer.py",175 "sha256": "d3a9be7044090992acf4f8d4b8bde2bc7c10cd108f5c62923e9d3f1c1f2b4c03",176 "language": "Python",177 "lines": 360,178 "truncated": false,179 "block": 23,180 "row": 11999181 },182 {183 "path": "examples/NLU/adapter_houlsby_roberta_large_mnli.sh",184 "sha256": "bc83ab43cfc6827c6cc140b55f43aabc21f339986b3d5efd0bdd13d3f8b7ca61",185 "language": "Shell",186 "lines": 26,187 "truncated": false,188 "block": 23,189 "row": 17716190 },191 {192 "path": "examples/NLU/adapter_pfeiffer_roberta_large_mnli.sh",193 "sha256": "29ea2d033a1370d245d997029d30c23b7f6a49f04081c2f993ec42ba185ed33b",194 "language": "Shell",195 "lines": 26,196 "truncated": false,197 "block": 23,198 "row": 17717199 },200 {201 "path": "examples/NLU/deberta_v2_xxlarge_cola.sh",202 "sha256": "9d8c54561550d993d335e759cfe51f22e02564fab624ef52bbb469dbd8ebac83",203 "language": "Shell",204 "lines": 31,205 "truncated": false,206 "block": 23,207 "row": 17738208 },209 {210 "path": "examples/NLU/deberta_v2_xxlarge_mnli.sh",211 "sha256": "e2cbe3d99610539612709a40d15e881f6321c5e9b776f38c5da7eb593c4ce357",212 "language": "Shell",213 "lines": 31,214 "truncated": false,215 "block": 23,216 "row": 17742217 },218 {219 "path": "examples/NLU/deberta_v2_xxlarge_mrpc.sh",220 "sha256": "1558caf864c28b948760deb71c00a2b41e31e69244c81f8e98dd8e2651e8335b",221 "language": "Shell",222 "lines": 32,223 "truncated": false,224 "block": 23,225 "row": 17763226 },227 {228 "path": "examples/NLU/deberta_v2_xxlarge_qnli.sh",229 "sha256": "8c6f8723c1fb02e283eda7f462f96a32aaa35af1bbeb046991e6323685b7e723",230 "language": "Shell",231 "lines": 31,232 "truncated": false,233 "block": 23,234 "row": 17743235 },236 {237 "path": "examples/NLU/deberta_v2_xxlarge_qqp.sh",238 "sha256": "134b7c3053f02093417da88620a6ccbd7f1665f53ca319219734274ea608d3bd",239 "language": "Shell",240 "lines": 31,241 "truncated": false,242 "block": 23,243 "row": 17745244 },245 {246 "path": "examples/NLU/deberta_v2_xxlarge_rte.sh",247 "sha256": "2272af10e72151fc27a7fff9ccdfed6f7126b5a3d282fb3db2d52f78077976b6",248 "language": "Shell",249 "lines": 32,250 "truncated": false,251 "block": 23,252 "row": 17764253 },254 {255 "path": "examples/NLU/deberta_v2_xxlarge_sst2.sh",256 "sha256": "cfc9d60eee5860c1e7873b503449c488f9e1ed99b7a858f509f7ab8fb80b32b3",257 "language": "Shell",258 "lines": 31,259 "truncated": false,260 "block": 23,261 "row": 17744262 },263 {264 "path": "examples/NLU/deberta_v2_xxlarge_stsb.sh",265 "sha256": "300f93d35e4ea90e98d6161f29599f75a78df5ba8590331a9a5bd0118c0895d6",266 "language": "Shell",267 "lines": 32,268 "truncated": false,269 "block": 23,270 "row": 17765271 },272 {273 "path": "examples/NLU/docker/transformers-pytorch-tpu/docker-entrypoint.sh",274 "sha256": "8fc93b1c8b118be6d99db6c899389dc4a1b475f1b34bb8b6eb1d1b15d0b80642",275 "language": "Shell",276 "lines": 8,277 "truncated": false,278 "block": 23,279 "row": 17240280 },281 {282 "path": "examples/NLU/docs/source/_static/js/custom.js",283 "sha256": "4acdb8fca5b20a79cb4d3ab956501d691c59f59a1d21d5f7a98719bc2afd730b",284 "language": "JavaScript",285 "lines": 319,286 "truncated": false,287 "block": 22,288 "row": 12209289 },290 {291 "path": "examples/NLU/docs/source/conf.py",292 "sha256": "47292127fa675d6db3884dc48aee3f6215ea9a0a96fc376a94eadef3831e8cc6",293 "language": "Python",294 "lines": 206,295 "truncated": false,296 "block": 23,297 "row": 7909298 },299 {300 "path": "examples/NLU/examples/benchmarking/plot_csv_file.py",301 "sha256": "cb9f75f370a661768efd1da6e8bff52bcefdf33bb25e42b1e132a050267596c6",302 "language": "Python",303 "lines": 178,304 "truncated": false,305 "block": 23,306 "row": 7769307 },308 {309 "path": "examples/NLU/examples/benchmarking/run_benchmark.py",310 "sha256": "b1a72afcb520ead046f55e347ddc8c9671a863907b627eeca62ec623a3fedd3a",311 "language": "Python",312 "lines": 48,313 "truncated": false,314 "block": 23,315 "row": 1046316 },317 {318 "path": "examples/NLU/examples/benchmarking/run_benchmark_tf.py",319 "sha256": "f70816949efaed3ce0810e5f7cdaf23333bf47213dbb7897c5a1bcc3c73cc1db",320 "language": "Python",321 "lines": 48,322 "truncated": false,323 "block": 23,324 "row": 1214325 },326 {327 "path": "examples/NLU/examples/conftest.py",328 "sha256": "d3f1e8d4acd3e7234917fba1e04cb50e144f614b711524fe992eee7701146755",329 "language": "Python",330 "lines": 44,331 "truncated": false,332 "block": 23,333 "row": 766334 },335 {336 "path": "examples/NLU/examples/language-modeling/run_clm.py",337 "sha256": "0c0e1c47db240f7488349f1bb710778178ce32431db718760d53a938a9d28d0a",338 "language": "Python",339 "lines": 444,340 "truncated": false,341 "block": 23,342 "row": 12931343 },344 {345 "path": "examples/NLU/examples/language-modeling/run_mlm.py",346 "sha256": "ac3f2570f25af5f00bfe86103fc0e1e6e790c8bb0c2cb9a03ee46f2c32915f34",347 "language": "Python",348 "lines": 479,349 "truncated": false,350 "block": 23,351 "row": 13281352 },353 {354 "path": "examples/NLU/examples/language-modeling/run_mlm_flax.py",355 "sha256": "a802454671d84b93bd0564f10b7e856e811ad8506d7b1bd24c481cf7290614cf",356 "language": "Python",357 "lines": 661,358 "truncated": false,359 "block": 23,360 "row": 14056361 },362 {363 "path": "examples/NLU/examples/language-modeling/run_plm.py",364 "sha256": "9786670054b7b654f7d08ad3490114e19171576937ed4bc7f4eced5ea81db8f8",365 "language": "Python",366 "lines": 460,367 "truncated": false,368 "block": 23,369 "row": 13076370 },371 {372 "path": "examples/NLU/examples/legacy/multiple_choice/run_multiple_choice.py",373 "sha256": "e5b9826a2f64d5511b396358c4345ae78bc10e71ecbff27faaf3d97cba15dc54",374 "language": "Python",375 "lines": 242,376 "truncated": false,377 "block": 23,378 "row": 9321379 },380 {381 "path": "examples/NLU/examples/legacy/multiple_choice/utils_multiple_choice.py",382 "sha256": "84cdb2f22c0277d814ccfa80d4f8a956855d8150fb3344701a64000612f80660",383 "language": "Python",384 "lines": 579,385 "truncated": false,386 "block": 23,387 "row": 13305388 },389 {390 "path": "examples/NLU/examples/legacy/pytorch-lightning/lightning_base.py",391 "sha256": "e92cc8e678c9faf216d29d3bf5a05e1ef43b88a9f3b35fba6465fcc7eb8a204b",392 "language": "Python",393 "lines": 391,394 "truncated": false,395 "block": 23,396 "row": 12160397 },398 {399 "path": "examples/NLU/examples/legacy/pytorch-lightning/run_glue.py",400 "sha256": "6a9b7c25e578df6a3172fd0d9a45f9b7429ca63c29e71e1ecf1240b72f71fd1e",401 "language": "Python",402 "lines": 201,403 "truncated": false,404 "block": 23,405 "row": 9158406 },407 {408 "path": "examples/NLU/examples/legacy/pytorch-lightning/run_glue.sh",409 "sha256": "4babf344fe8463debe41642a97677d7bd0d55ca4582b8abcdab5c8f4aab1f3e5",410 "language": "Shell",411 "lines": 34,412 "truncated": false,413 "block": 23,414 "row": 17774415 },416 {417 "path": "examples/NLU/examples/legacy/pytorch-lightning/run_ner.py",418 "sha256": "39e8e10032e7f71b340cece89f23177742df9e9fc1b962c3c646c356ec8446a3",419 "language": "Python",420 "lines": 215,421 "truncated": false,422 "block": 23,423 "row": 10131424 },425 {426 "path": "examples/NLU/examples/legacy/pytorch-lightning/run_ner.sh",427 "sha256": "23ba18a8c54759aa83cf4c35b49afc561c57023cfc5f052a675b0241d0f4d018",428 "language": "Shell",429 "lines": 44,430 "truncated": false,431 "block": 23,432 "row": 18054433 },434 {435 "path": "examples/NLU/examples/legacy/pytorch-lightning/run_pos.sh",436 "sha256": "a8944100fa73057b24ee05bcf82fd4a0431903e148212393353865d82243f55d",437 "language": "Shell",438 "lines": 39,439 "truncated": false,440 "block": 23,441 "row": 17880442 },443 {444 "path": "examples/NLU/examples/legacy/question-answering/run_squad.py",445 "sha256": "4d3e0b2c46989d5d14b7ecce21bb54838262ecb171c87187447b722b33cc0f02",446 "language": "Python",447 "lines": 830,448 "truncated": false,449 "block": 23,450 "row": 14433451 },452 {453 "path": "examples/NLU/examples/legacy/question-answering/run_squad_trainer.py",454 "sha256": "59bdb39911f0ce9ea626d93481eba36db68f2f7827dd34795d7c7871d668eeae",455 "language": "Python",456 "lines": 185,457 "truncated": false,458 "block": 23,459 "row": 8124460 },461 {462 "path": "examples/NLU/examples/legacy/run_camembert.py",463 "sha256": "6723fc413e6efab1c5a8a562ee89655252d1bf350d687855cdecc6bcb775d910",464 "language": "Python",465 "lines": 47,466 "truncated": false,467 "block": 23,468 "row": 1266469 },470 {471 "path": "examples/NLU/examples/legacy/run_chinese_ref.py",472 "sha256": "9273169de543adde238b7adb224d53d735a461be4ad06fa46d4a4a85ab3a0248",473 "language": "Python",474 "lines": 148,475 "truncated": false,476 "block": 23,477 "row": 6597478 },479 {480 "path": "examples/NLU/examples/legacy/run_language_modeling.py",481 "sha256": "1a6dea17a30b55bfb2d2fb00e8b0c98944fbd9bc00d778218f2c02815061998a",482 "language": "Python",483 "lines": 364,484 "truncated": false,485 "block": 23,486 "row": 11777487 },488 {489 "path": "examples/NLU/examples/legacy/run_openai_gpt.py",490 "sha256": "6808b97354412cc9688fa291fdafe870de3b78f001bd63fc0e74f82630b9b675",491 "language": "Python",492 "lines": 320,493 "truncated": false,494 "block": 23,495 "row": 11939496 },497 {498 "path": "examples/NLU/examples/legacy/run_swag.py",499 "sha256": "9f0e5263064cf06ca2cf0b65ef9b3fd3556500f01deb52dc046744dd472eb8b3",500 "language": "Python",501 "lines": 720,502 "truncated": false,503 "block": 23,504 "row": 14219505 },506 {507 "path": "examples/NLU/examples/legacy/run_transfo_xl.py",508 "sha256": "d876ab430897f139bc0170e63b3048dfcd8b6b72176d49ee9d39e5c157bc2bd0",509 "language": "Python",510 "lines": 145,511 "truncated": false,512 "block": 23,513 "row": 7591514 },515 {516 "path": "examples/NLU/examples/legacy/seq2seq/__init__.py",517 "sha256": "b0aeaf173792c8baf04d7e3acc0f776e8e86dcd75204212335cc04fcd907e064",518 "language": "Python",519 "lines": 5,520 "truncated": false,521 "block": 22,522 "row": 25607523 },524 {525 "path": "examples/NLU/examples/legacy/seq2seq/convert_model_to_fp16.py",526 "sha256": "ef0a3ac766ff0ed032c8f499536fdd7268f1d2151c25ecae00480a47971ed355",527 "language": "Python",528 "lines": 36,529 "truncated": false,530 "block": 23,531 "row": 18532 },533 {534 "path": "examples/NLU/examples/legacy/seq2seq/download_wmt.py",535 "sha256": "0a57a1a55ab8c9b7b7ae6875c2336932e4c135bd5d9a5e6f17a2f1042f5f5a4d",536 "language": "Python",537 "lines": 67,538 "truncated": false,539 "block": 23,540 "row": 2694541 },542 {543 "path": "examples/NLU/examples/legacy/seq2seq/finetune.sh",544 "sha256": "8590bb4dcafbeda08e7314948c1d990da5ec6f375ccd8f3ab1cca2cc89ddce94",545 "language": "Shell",546 "lines": 24,547 "truncated": false,548 "block": 23,549 "row": 17812550 },551 {552 "path": "examples/NLU/examples/legacy/seq2seq/finetune_tpu.sh",553 "sha256": "f960842f3299aea60d5815867c6b1f079e537d61e27f1af01a97bc756150524c",554 "language": "Shell",555 "lines": 26,556 "truncated": false,557 "block": 23,558 "row": 17833559 },560 {561 "path": "examples/NLU/examples/legacy/seq2seq/finetune_trainer.py",562 "sha256": "65e0293bcfd832ef4ddf107a7b7d65a491703612df573a40081ca97d61b21808",563 "language": "Python",564 "lines": 367,565 "truncated": false,566 "block": 23,567 "row": 11812568 },569 {570 "path": "examples/NLU/examples/legacy/seq2seq/minify_dataset.py",571 "sha256": "08749fc3c3c288bda6b6c8c1e2be77cce13b11a329e8c9a0bafdf1e0cde6a267",572 "language": "Python",573 "lines": 34,574 "truncated": false,575 "block": 22,576 "row": 29238577 },578 {579 "path": "examples/NLU/examples/legacy/seq2seq/old_test_calculate_rouge.py",580 "sha256": "1803c28e42c459ce645bf9efcab2627aa80a8ff8457dd3828bc5407b4b7eda6c",581 "language": "Python",582 "lines": 94,583 "truncated": false,584 "block": 23,585 "row": 7022586 },587 {588 "path": "examples/NLU/examples/legacy/seq2seq/old_test_datasets.py",589 "sha256": "7b86d2036b78f83aed750df519338c950b9c8b959b5c96b169ef1bdc6975ea90",590 "language": "Python",591 "lines": 247,592 "truncated": false,593 "block": 23,594 "row": 10785595 },596 {597 "path": "examples/NLU/examples/legacy/seq2seq/old_test_fsmt_bleu_score.py",598 "sha256": "dc7d3f992cba79d2739ba53ed0db044c2f2d4bb443cd74b0fd592eeae7195564",599 "language": "Python",600 "lines": 71,601 "truncated": false,602 "block": 23,603 "row": 2447604 },605 {606 "path": "examples/NLU/examples/legacy/seq2seq/old_test_seq2seq_examples.py",607 "sha256": "3d5234ae007f9ac28b3914be65588bb96008488a1297f5cfedb0640059e38aa2",608 "language": "Python",609 "lines": 131,610 "truncated": false,611 "block": 23,612 "row": 6265613 },614 {615 "path": "examples/NLU/examples/legacy/seq2seq/old_test_seq2seq_examples_multi_gpu.py",616 "sha256": "504ecf07c4921185d568f745e4668e8cb78f55435a81f5818336f78f798c09a3",617 "language": "Python",618 "lines": 55,619 "truncated": false,620 "block": 23,621 "row": 1489622 },623 {624 "path": "examples/NLU/examples/legacy/seq2seq/old_test_tatoeba_conversion.py",625 "sha256": "24c61bd95f91bc70e7dfc40b01c42f22500cd339059b8e63d79acb832f7582e0",626 "language": "Python",627 "lines": 38,628 "truncated": false,629 "block": 23,630 "row": 29631 },632 {633 "path": "examples/NLU/examples/legacy/seq2seq/pack_dataset.py",634 "sha256": "d8200aab13afa2764757b8ded3d29026cb16c92f2cc61a450e4a6c8290f3e0ca",635 "language": "Python",636 "lines": 88,637 "truncated": false,638 "block": 23,639 "row": 3988640 },641 {642 "path": "examples/NLU/examples/legacy/seq2seq/rouge_cli.py",643 "sha256": "8653ac39758ccaf351185ac11627a154af6aa76d6c78157102bf79687d6fab22",644 "language": "Python",645 "lines": 31,646 "truncated": false,647 "block": 22,648 "row": 29281649 },650 {651 "path": "examples/NLU/examples/legacy/seq2seq/run_distributed_eval.py",652 "sha256": "e90aa3cee9e9a3c9fe5a29976af31bf8cbc2417cfb69bfb286c09ff698a836e7",653 "language": "Python",654 "lines": 261,655 "truncated": false,656 "block": 23,657 "row": 10407658 },659 {660 "path": "examples/NLU/examples/legacy/seq2seq/run_eval.py",661 "sha256": "9949b4064edec89f11b3eca86f1f0e1b705a4c7892c3cb7abd12546a0a089b8d",662 "language": "Python",663 "lines": 182,664 "truncated": false,665 "block": 23,666 "row": 8577667 },668 {669 "path": "examples/NLU/examples/legacy/seq2seq/run_eval_search.py",670 "sha256": "46a40b1df05601b5b942d90a3f13d1970beecfdf868d0175822b50d9d4e6e0ee",671 "language": "Python",672 "lines": 151,673 "truncated": false,674 "block": 23,675 "row": 7320676 },677 {678 "path": "examples/NLU/examples/legacy/seq2seq/save_len_file.py",679 "sha256": "ab554884c72cfcb5cf5ff3138574c21d0ebc971455a914e4883a40d2ed20d916",680 "language": "Python",681 "lines": 56,682 "truncated": false,683 "block": 23,684 "row": 1671685 },686 {687 "path": "examples/NLU/examples/legacy/seq2seq/save_randomly_initialized_model.py",688 "sha256": "d755d695e840eaaf06af6b77c0ebb0afab05ddeb78eec24b990a06a349372910",689 "language": "Python",690 "lines": 39,691 "truncated": false,692 "block": 23,693 "row": 388694 },695 {696 "path": "examples/NLU/examples/legacy/seq2seq/sentence_splitter.py",697 "sha256": "333966e624d3a257188b1925583c4cf7b9cdf9af201af1451f2989eeb0d941d2",698 "language": "Python",699 "lines": 35,700 "truncated": false,701 "block": 22,702 "row": 29417703 },704 {705 "path": "examples/NLU/examples/legacy/seq2seq/seq2seq_trainer.py",706 "sha256": "6bb5881fcc651fe24169370310cc42ea08e7e1746baae85568c7f16f696e25e9",707 "language": "Python",708 "lines": 258,709 "truncated": false,710 "block": 23,711 "row": 10824712 },713 {714 "path": "examples/NLU/examples/legacy/seq2seq/seq2seq_training_args.py",715 "sha256": "fb4e31dcaf27a2c03de0468ad351200dbd1e0215bc0cde3c36bf51f2165bf09c",716 "language": "Python",717 "lines": 59,718 "truncated": false,719 "block": 23,720 "row": 2778721 },722 {723 "path": "examples/NLU/examples/legacy/seq2seq/test_data/fsmt/build-eval-data.py",724 "sha256": "2bf7b60bf39539ea692843e84d571db7afac24ef40fbb4feca096c85f613db01",725 "language": "Python",726 "lines": 33,727 "truncated": false,728 "block": 22,729 "row": 28445730 },731 {732 "path": "examples/NLU/examples/legacy/seq2seq/train_distil_marian_enro.sh",733 "sha256": "41755897cd9c9a82c1fd3485cab1482659a819f95029aa19773711960ff3960e",734 "language": "Shell",735 "lines": 38,736 "truncated": false,737 "block": 23,738 "row": 18019739 },740 {741 "path": "examples/NLU/examples/legacy/seq2seq/train_distil_marian_enro_tpu.sh",742 "sha256": "9b5539c451bb1d45b34cd8ae73369f7b634bfd701c8591969f96ecc986dc338d",743 "language": "Shell",744 "lines": 39,745 "truncated": false,746 "block": 23,747 "row": 18017748 },749 {750 "path": "examples/NLU/examples/legacy/seq2seq/train_distilbart_cnn.sh",751 "sha256": "586fc4cc1a7faee2d5e74a6268770ed099a0b1c0b4ea91e655358152725daee9",752 "language": "Shell",753 "lines": 39,754 "truncated": false,755 "block": 23,756 "row": 18009757 },758 {759 "path": "examples/NLU/examples/legacy/seq2seq/train_mbart_cc25_enro.sh",760 "sha256": "8f083efd6279346da3f05fe73b160a686616bfae1330c3fe10f362ca9dc68fd9",761 "language": "Shell",762 "lines": 35,763 "truncated": false,764 "block": 23,765 "row": 17989766 },767 {768 "path": "examples/NLU/examples/legacy/seq2seq/utils.py",769 "sha256": "77f710ef90215128e9be83c543f9c30e37c59e6f620fe5499327f9cea8abc599",770 "language": "Python",771 "lines": 664,772 "truncated": false,773 "block": 23,774 "row": 13836775 },776 {777 "path": "examples/NLU/examples/legacy/seq2seq/xla_spawn.py",778 "sha256": "072b5c10bdd691cfe4771ff0d0c3e2d30bfadee5abbc33c95415a18d0cd35220",779 "language": "Python",780 "lines": 85,781 "truncated": false,782 "block": 23,783 "row": 2476784 },785 {786 "path": "examples/NLU/examples/legacy/token-classification/run.sh",787 "sha256": "e74c86a9aec02ddedfdcc4162b5ef889d2595ed2cc55bb6de3b345303066260c",788 "language": "Shell",789 "lines": 36,790 "truncated": false,791 "block": 23,792 "row": 18004793 },794 {795 "path": "examples/NLU/examples/legacy/token-classification/run_chunk.sh",796 "sha256": "d91fd65ff40ce15fe9e8abb9f21abb38e1ae235ecd1e4b0153cde60403e56ec0",797 "language": "Shell",798 "lines": 37,799 "truncated": false,800 "block": 23,801 "row": 17832802 },803 {804 "path": "examples/NLU/examples/legacy/token-classification/run_ner.py",805 "sha256": "a35bee2e1f4469e9ebc0e99ccb384c5e02046960111aff841df1ddc348a31bc0",806 "language": "Python",807 "lines": 321,808 "truncated": false,809 "block": 23,810 "row": 11271811 },812 {813 "path": "examples/NLU/examples/legacy/token-classification/run_pos.sh",814 "sha256": "eb85cc53b83e1477eb1398bb3153351b4fcdecc66d9db73baf033d0c6c3a5620",815 "language": "Shell",816 "lines": 37,817 "truncated": false,818 "block": 23,819 "row": 17827820 },821 {822 "path": "examples/NLU/examples/legacy/token-classification/run_tf_ner.py",823 "sha256": "551c276ea6d8a2c7e969f8f3d63d8a7cb7eec2739b2a662251cf9cabd9d56ee8",824 "language": "Python",825 "lines": 307,826 "truncated": false,827 "block": 23,828 "row": 10844829 },830 {831 "path": "examples/NLU/examples/legacy/token-classification/scripts/preprocess.py",832 "sha256": "d8c034a931067054a5a4f447f7518e3a81890bb4f327ec8478ad1e55bf3be553",833 "language": "Python",834 "lines": 41,835 "truncated": false,836 "block": 22,837 "row": 28764838 },839 {840 "path": "examples/NLU/examples/legacy/token-classification/tasks.py",841 "sha256": "6c47ec218bcb6c0bc4fe1fc726384a91ab255e0f750aa4e0b1ee2dee7c549579",842 "language": "Python",843 "lines": 163,844 "truncated": false,845 "block": 23,846 "row": 6889847 },848 {849 "path": "examples/NLU/examples/legacy/token-classification/utils_ner.py",850 "sha256": "40f0bc6233bf8387df8324761de36c555d53778003afc994f3a3f1da34fec77e",851 "language": "Python",852 "lines": 372,853 "truncated": false,854 "block": 23,855 "row": 12293856 },857 {858 "path": "examples/NLU/examples/multiple-choice/run_swag.py",859 "sha256": "e5cc5140889cc1bda268b3e0d272f401af4551802b1b667528f514a592456997",860 "language": "Python",861 "lines": 438,862 "truncated": false,863 "block": 23,864 "row": 12864865 },866 {867 "path": "examples/NLU/examples/multiple-choice/run_tf_multiple_choice.py",868 "sha256": "e160c5791fda337d23cd784fa563979cdaace15c05ca71bd907a11fbfc255056",869 "language": "Python",870 "lines": 222,871 "truncated": false,872 "block": 23,873 "row": 8688874 },875 {876 "path": "examples/NLU/examples/multiple-choice/utils_multiple_choice.py",877 "sha256": "84cdb2f22c0277d814ccfa80d4f8a956855d8150fb3344701a64000612f80660",878 "language": "Python",879 "lines": 579,880 "truncated": false,881 "block": 23,882 "row": 13305883 },884 {885 "path": "examples/NLU/examples/question-answering/run_qa.py",886 "sha256": "fbe37f9047059e29d9f9020ea01bebdb51db3e1198d360372fdfa9d7374a6bd0",887 "language": "Python",888 "lines": 553,889 "truncated": false,890 "block": 23,891 "row": 13864892 },893 {894 "path": "examples/NLU/examples/question-answering/run_qa_beam_search.py",895 "sha256": "1e54935f9d7cd1575860ab4939a039967fbb98fedb1cc0dc108f455e3a31fb56",896 "language": "Python",897 "lines": 590,898 "truncated": false,899 "block": 23,900 "row": 14028901 },902 {903 "path": "examples/NLU/examples/question-answering/run_tf_squad.py",904 "sha256": "73b304036184b1dc93a50027db7035900cb58fb72c4d9c1f0059b2f593485636",905 "language": "Python",906 "lines": 257,907 "truncated": false,908 "block": 23,909 "row": 9949910 },911 {912 "path": "examples/NLU/examples/question-answering/trainer_qa.py",913 "sha256": "747de5372e05d2731bcb4d679768678423a10e9f7d569d06656da048caf71f4c",914 "language": "Python",915 "lines": 104,916 "truncated": false,917 "block": 23,918 "row": 5662919 },920 {921 "path": "examples/NLU/examples/question-answering/utils_qa.py",922 "sha256": "ef564f71313b3dc1c232ec9b43e00710b5dd4ddf6f9860fa7e3c587a9d0eee09",923 "language": "Python",924 "lines": 427,925 "truncated": false,926 "block": 23,927 "row": 13494928 },929 {930 "path": "examples/NLU/examples/research_projects/adversarial/run_hans.py",931 "sha256": "08c9f755e6974cc45916506b30604ae39e21f949056b6eadeea38bad0d9c2928",932 "language": "Python",933 "lines": 239,934 "truncated": false,935 "block": 23,936 "row": 9296937 },938 {939 "path": "examples/NLU/examples/research_projects/adversarial/utils_hans.py",940 "sha256": "a1ffd67d75ede4ba332e836309edf50fde62c611e9efdfe72d5e10af4e1da482",941 "language": "Python",942 "lines": 340,943 "truncated": false,944 "block": 23,945 "row": 11086946 },947 {948 "path": "examples/NLU/examples/research_projects/bert-loses-patience/pabee/modeling_pabee_albert.py",949 "sha256": "07bff64b8e1695227c0cc40371f3aa6e7c0828f68d31fe5ca442a91f61faffd8",950 "language": "Python",951 "lines": 316,952 "truncated": false,953 "block": 23,954 "row": 11883955 },956 {957 "path": "examples/NLU/examples/research_projects/bert-loses-patience/pabee/modeling_pabee_bert.py",958 "sha256": "b04555f79086989c6c5689522e617aea63e24170d64f3de688f2fe3b1c5ec25d",959 "language": "Python",960 "lines": 342,961 "truncated": false,962 "block": 23,963 "row": 12256964 },965 {966 "path": "examples/NLU/examples/research_projects/bert-loses-patience/run_glue_with_pabee.py",967 "sha256": "b4702b52bb366859bf8f6fcdea105401ba9777066ab92e7608e2872a989b65fd",968 "language": "Python",969 "lines": 750,970 "truncated": false,971 "block": 23,972 "row": 14241973 },974 {975 "path": "examples/NLU/examples/research_projects/bert-loses-patience/test_run_glue_with_pabee.py",976 "sha256": "7200c6b6f5fe3600fb5454dd15d598bb44b18b0678d91f3a3f95bd7e0d4e3ba5",977 "language": "Python",978 "lines": 50,979 "truncated": false,980 "block": 22,981 "row": 29697982 },983 {984 "path": "examples/NLU/examples/research_projects/bertabs/configuration_bertabs.py",985 "sha256": "78629ea3cbb5efd582be323ee48afead56845bec22494ae2cbaa5c7ebaf0a3af",986 "language": "Python",987 "lines": 97,988 "truncated": false,989 "block": 23,990 "row": 3794991 },992 {993 "path": "examples/NLU/examples/research_projects/bertabs/convert_bertabs_original_pytorch_checkpoint.py",994 "sha256": "e9c174ad73959649ad04e167f0a164d1c7567b382bdf7e1aea86f2429d4b40f8",995 "language": "Python",996 "lines": 185,997 "truncated": false,998 "block": 23,999 "row": 78961000 },1001 {1002 "path": "examples/NLU/examples/research_projects/bertabs/modeling_bertabs.py",1003 "sha256": "4fba22753f5922414bf9d514419c0612fcac34cfaa8eb40e11e4742ba963b25c",1004 "language": "Python",1005 "lines": 1058,1006 "truncated": false,1007 "block": 23,1008 "row": 145891009 },1010 {1011 "path": "examples/NLU/examples/research_projects/bertabs/run_summarization.py",1012 "sha256": "b8bd00f932dfaf2ccce72b8875f679f85e1925084289a4e591eebda44f9cd465",1013 "language": "Python",1014 "lines": 347,1015 "truncated": false,1016 "block": 23,1017 "row": 104041018 },1019 {1020 "path": "examples/NLU/examples/research_projects/bertabs/test_utils_summarization.py",1021 "sha256": "b0beffb5f0f75b700f08f11f339d671306d8f4ca3044b0fdd36be185d1c36ed5",1022 "language": "Python",1023 "lines": 98,1024 "truncated": false,1025 "block": 23,1026 "row": 55101027 },1028 {1029 "path": "examples/NLU/examples/research_projects/bertabs/utils_summarization.py",1030 "sha256": "6390aaa122f8224152684e3edac69682272f6d96faf3f931c136ea3b83910a9b",1031 "language": "Python",1032 "lines": 167,1033 "truncated": false,1034 "block": 23,1035 "row": 71391036 },1037 {1038 "path": "examples/NLU/examples/research_projects/bertology/run_bertology.py",1039 "sha256": "b1603a16a51df836f3efadbe3019493d4ecb598437cac009347a80a549d29a17",1040 "language": "Python",1041 "lines": 449,1042 "truncated": false,1043 "block": 23,1044 "row": 129061045 },1046 {1047 "path": "examples/NLU/examples/research_projects/bertology/run_prune_gpt.py",1048 "sha256": "410635d83f7651eaf1258eee677a1749ac1a3ac14574f0d6383e7f6550a09704",1049 "language": "Python",1050 "lines": 388,1051 "truncated": false,1052 "block": 23,1053 "row": 122541054 },1055 {1056 "path": "examples/NLU/examples/research_projects/deebert/entropy_eval.sh",1057 "sha256": "6eec0d030fa2d64a39bdd8378e1cbec4f9e74eefd49be44ab3a18db8cfb6ac7d",1058 "language": "Shell",1059 "lines": 33,1060 "truncated": false,1061 "block": 23,1062 "row": 177721063 },1064 {1065 "path": "examples/NLU/examples/research_projects/deebert/eval_deebert.sh",1066 "sha256": "54f86d040210672005762d187478e99a97f8e79e2142a1d0d39bce5e797c2d0e",1067 "language": "Shell",1068 "lines": 30,1069 "truncated": false,1070 "block": 23,1071 "row": 177131072 },1073 {1074 "path": "examples/NLU/examples/research_projects/deebert/run_glue_deebert.py",1075 "sha256": "dc69144e096bf6906ad68bfb529df59bfb533cdd9e091315ae0ffd8aa2c2268a",1076 "language": "Python",1077 "lines": 730,1078 "truncated": false,1079 "block": 23,1080 "row": 142951081 },1082 {1083 "path": "examples/NLU/examples/research_projects/deebert/src/modeling_highway_bert.py",1084 "sha256": "8489e4f183e3a9c70bb13fe1834828212ba49c7e5928e4f8b6c524576c3aca3f",1085 "language": "Python",1086 "lines": 396,1087 "truncated": false,1088 "block": 23,1089 "row": 127511090 },1091 {1092 "path": "examples/NLU/examples/research_projects/deebert/src/modeling_highway_roberta.py",1093 "sha256": "0d8a3b7e831e2e772949c4779b47b902d9582e6f2ed6996c75081ed4814d0d05",1094 "language": "Python",1095 "lines": 156,1096 "truncated": false,1097 "block": 23,1098 "row": 81251099 },1100 {1101 "path": "examples/NLU/examples/research_projects/deebert/test_glue_deebert.py",1102 "sha256": "5851d06baf602ada7884fc1e534f81da12cb3e872df2b9972bd83b40e143c13b",1103 "language": "Python",1104 "lines": 104,1105 "truncated": false,1106 "block": 23,1107 "row": 44921108 },1109 {1110 "path": "examples/NLU/examples/research_projects/deebert/train_deebert.sh",1111 "sha256": "9241945534f9053910f540f918b2dfb6f81ae0220b86bf46dc8759f0133a656b",1112 "language": "Shell",1113 "lines": 38,1114 "truncated": false,1115 "block": 23,1116 "row": 177771117 },1118 {1119 "path": "examples/NLU/examples/research_projects/distillation/distiller.py",1120 "sha256": "204a49c670d3592c381a656525ecdfa2a8d2bf96e3d96432a12f02ba0b45cad4",1121 "language": "Python",1122 "lines": 603,1123 "truncated": false,1124 "block": 23,1125 "row": 139011126 },1127 {1128 "path": "examples/NLU/examples/research_projects/distillation/grouped_batch_sampler.py",1129 "sha256": "650532ca432f409370eaefc77e5a7b95565ca3264f9a0e17b0fc5525e0172286",1130 "language": "Python",1131 "lines": 108,1132 "truncated": false,1133 "block": 23,1134 "row": 54261135 },1136 {1137 "path": "examples/NLU/examples/research_projects/distillation/lm_seqs_dataset.py",1138 "sha256": "af1e2c541260e88ae5bc112404f25475c661e640c91ba1c2e04b65b0b2862b56",1139 "language": "Python",1140 "lines": 166,1141 "truncated": false,1142 "block": 23,1143 "row": 75171144 },1145 {1146 "path": "examples/NLU/examples/research_projects/distillation/run_squad_w_distillation.py",1147 "sha256": "535c7f982767d252b4dedf596939965ce2f8328c928f215151887bd3adc946da",1148 "language": "Python",1149 "lines": 872,1150 "truncated": false,1151 "block": 23,1152 "row": 144951153 },1154 {1155 "path": "examples/NLU/examples/research_projects/distillation/scripts/binarized_data.py",1156 "sha256": "e39ecbbe2c1583d9cf4e32de028bd54cc0f42c6251ea404a9a57d16f8764b488",1157 "language": "Python",1158 "lines": 96,1159 "truncated": false,1160 "block": 23,1161 "row": 44531162 },1163 {1164 "path": "examples/NLU/examples/research_projects/distillation/scripts/extract.py",1165 "sha256": "53a9ea9012c31438aca391efd9adac4467e9d0abc8413f968c13ed178cd78de0",1166 "language": "Python",1167 "lines": 102,1168 "truncated": false,1169 "block": 23,1170 "row": 55551171 },1172 {1173 "path": "examples/NLU/examples/research_projects/distillation/scripts/extract_distilbert.py",1174 "sha256": "5fae5db37b585d718fc90232db0c126012bf3d322eceae379abcfe007f165a48",1175 "language": "Python",1176 "lines": 92,1177 "truncated": false,1178 "block": 23,1179 "row": 53791180 },1181 {1182 "path": "examples/NLU/examples/research_projects/distillation/scripts/token_counts.py",1183 "sha256": "512f4a533e453d1791e82ef282c1068de76efe061b77ab3674e69075e1a8425f",1184 "language": "Python",1185 "lines": 56,1186 "truncated": false,1187 "block": 23,1188 "row": 14591189 },1190 {1191 "path": "examples/NLU/examples/research_projects/distillation/train.py",1192 "sha256": "61648fef1b671020b3da847d86dd843f36659984654c5e3c068101cd78fd4a31",1193 "language": "Python",1194 "lines": 322,1195 "truncated": false,1196 "block": 23,1197 "row": 115431198 },1199 {1200 "path": "examples/NLU/examples/research_projects/distillation/utils.py",