OpenScientificCodeRegistry/Database

1{2 "format": "oscr-script-manifest/1",3 "repository": "github.com/alvin2026/dasa_nmt",4 "url": "https://github.com/alvin2026/DASA_NMT",5 "host": "github.com",6 "commit": "c268cdeb0a5bdc088f24c1c828a7df469993b697",7 "license": "MIT",8 "license_confirmed_by": "license file LICENSE",9 "redistribution": "yes",10 "files": [11  {12   "path": "LICENSE",13   "sha256": "52412d7bc7ce4157ea628bbaacb8829e0a9cb3c58f57f99176126bc8cf2bfc85",14   "language": "License",15   "lines": 21,16   "truncated": false,17   "block": 6,18   "row": 181619  },20  {21   "path": "README.md",22   "sha256": "bed3da4b82e6fd481333578f6a99882c7e5b7212d6b8f89f4686586d45705e48",23   "language": "Text",24   "lines": 70,25   "truncated": false,26   "block": 13,27   "row": 624828  },29  {30   "path": "docs/conf.py",31   "sha256": "68100cd6802355415e43a1ea446f65a00d709aee445e52e954a144cba220c345",32   "language": "Python",33   "lines": 98,34   "truncated": false,35   "block": 3,36   "row": 2137437  },38  {39   "path": "examples/MMPT/locallaunch.py",40   "sha256": "a3591817f59627847ebcd852e3ae061dfd5243c8211bfd119416184fc2ccda56",41   "language": "Python",42   "lines": 148,43   "truncated": false,44   "block": 3,45   "row": 2318246  },47  {48   "path": "examples/MMPT/mmpt/__init__.py",49   "sha256": "9effe895f7e43d75454d0511c565eae0ee6b055b2804637708c4e237c1dfcd50",50   "language": "Python",51   "lines": 12,52   "truncated": false,53   "block": 3,54   "row": 1820255  },56  {57   "path": "examples/MMPT/mmpt/datasets/__init__.py",58   "sha256": "452dcde0ed8beac250884aa4c9b1b2ce89350a9d3816d73fabd0fb120f5a388c",59   "language": "Python",60   "lines": 10,61   "truncated": false,62   "block": 3,63   "row": 1782464  },65  {66   "path": "examples/MMPT/mmpt/datasets/fairseqmmdataset.py",67   "sha256": "2fbf95b6792addff561a64afc77e54eba5343943df72ddd0f2c208b7badc2ba6",68   "language": "Python",69   "lines": 57,70   "truncated": false,71   "block": 3,72   "row": 1992173  },74  {75   "path": "examples/MMPT/mmpt/datasets/mmdataset.py",76   "sha256": "b739266618a479ebe5fab4ff2b384470fe9e1196b5aed95bec9a0c243c4c9f5a",77   "language": "Python",78   "lines": 111,79   "truncated": false,80   "block": 3,81   "row": 2205382  },83  {84   "path": "examples/MMPT/mmpt/evaluators/__init__.py",85   "sha256": "a9a382e58d99620c474beada9a98c366c06a4e0e0b0abc2fc55dea41c6f2dedc",86   "language": "Python",87   "lines": 13,88   "truncated": false,89   "block": 3,90   "row": 1786591  },92  {93   "path": "examples/MMPT/mmpt/evaluators/evaluator.py",94   "sha256": "fb265385fbc3e480ebb3a49503fb43f405772963b01956595298be3a0b1bf939",95   "language": "Python",96   "lines": 54,97   "truncated": false,98   "block": 3,99   "row": 20208100  },101  {102   "path": "examples/MMPT/mmpt/evaluators/metric.py",103   "sha256": "5a02479ff970c9f10d66540814ddf3441b1dbe3069ee9499724e96092112b2ad",104   "language": "Python",105   "lines": 313,106   "truncated": false,107   "block": 3,108   "row": 25602109  },110  {111   "path": "examples/MMPT/mmpt/evaluators/predictor.py",112   "sha256": "52d4f74eea52126b6fd1cf5da1a5f6861e1ca90894db83ed184f3fea2e041235",113   "language": "Python",114   "lines": 595,115   "truncated": false,116   "block": 3,117   "row": 27267118  },119  {120   "path": "examples/MMPT/mmpt/losses/__init__.py",121   "sha256": "0f2d29fc6f5dc9633b294598095d560e37e6f739425ffa2e0f030d75f5fb6b0e",122   "language": "Python",123   "lines": 16,124   "truncated": false,125   "block": 3,126   "row": 17932127  },128  {129   "path": "examples/MMPT/mmpt/losses/fairseqmmloss.py",130   "sha256": "88d6837eb0b83ded1b972033e1ea8eb97208d73ce6b8acb42fd041d176cb7efc",131   "language": "Python",132   "lines": 63,133   "truncated": false,134   "block": 3,135   "row": 20450136  },137  {138   "path": "examples/MMPT/mmpt/losses/loss.py",139   "sha256": "01e5710dcc15073760540686198c3fe8149b8562f300854c342a8f9b160b262d",140   "language": "Python",141   "lines": 87,142   "truncated": false,143   "block": 3,144   "row": 20298145  },146  {147   "path": "examples/MMPT/mmpt/losses/nce.py",148   "sha256": "3cb3d3128e69103e5f16afef925ce96c4646b3b09a51cba6b8c6f1a8bf52eae0",149   "language": "Python",150   "lines": 156,151   "truncated": false,152   "block": 3,153   "row": 22643154  },155  {156   "path": "examples/MMPT/mmpt/models/__init__.py",157   "sha256": "0b59ad613e052bc817a76155ff6e2f6ac9d0a8d19172be6a753287959ae406ec",158   "language": "Python",159   "lines": 17,160   "truncated": false,161   "block": 3,162   "row": 18203163  },164  {165   "path": "examples/MMPT/mmpt/models/fairseqmmmodel.py",166   "sha256": "eac975a00cfb7481c39f0a8692e9725bc1bd8082fdf3313fcba0cb50a949b076",167   "language": "Python",168   "lines": 51,169   "truncated": false,170   "block": 3,171   "row": 19466172  },173  {174   "path": "examples/MMPT/mmpt/models/mmfusion.py",175   "sha256": "bd09ecac3c37ddda0d08a2d681027990910a2314f6da930ea4843b840311a6ac",176   "language": "Python",177   "lines": 926,178   "truncated": false,179   "block": 3,180   "row": 27597181  },182  {183   "path": "examples/MMPT/mmpt/models/mmfusionnlg.py",184   "sha256": "3386ef6b239ee4a363863b4516b6ee752b2b0c3e4ceea4a6b99822f1414b906b",185   "language": "Python",186   "lines": 999,187   "truncated": false,188   "block": 3,189   "row": 27941190  },191  {192   "path": "examples/MMPT/mmpt/models/transformermodel.py",193   "sha256": "9b53d884f9fb7c3674f5c8a797bd7ac07a14e37d6cc600d417ce65e0749ae89d",194   "language": "Python",195   "lines": 734,196   "truncated": false,197   "block": 3,198   "row": 27423199  },200  {201   "path": "examples/MMPT/mmpt/modules/__init__.py",202   "sha256": "e254c5f7ca666bef73ef65d3bf6e44453b22b762ceabba855303ae53cdbb1e4c",203   "language": "Python",204   "lines": 10,205   "truncated": false,206   "block": 3,207   "row": 17798208  },209  {210   "path": "examples/MMPT/mmpt/modules/mm.py",211   "sha256": "c2579f3f02876db70948d51bcba11a1c11a02cfed72cc4278834f458c6027f49",212   "language": "Python",213   "lines": 145,214   "truncated": false,215   "block": 3,216   "row": 23314217  },218  {219   "path": "examples/MMPT/mmpt/modules/retri.py",220   "sha256": "75ef0d538d6d438ed12b02adf79e8de93dd8d93a925c00721f8e990a9db2434d",221   "language": "Python",222   "lines": 429,223   "truncated": false,224   "block": 3,225   "row": 26523226  },227  {228   "path": "examples/MMPT/mmpt/modules/vectorpool.py",229   "sha256": "8349e3337827299e39e7bf72c955a5e6f1b08123b3b220886d4904c412401484",230   "language": "Python",231   "lines": 246,232   "truncated": false,233   "block": 3,234   "row": 24667235  },236  {237   "path": "examples/MMPT/mmpt/processors/__init__.py",238   "sha256": "22eb336c48259a2e16b22260a80469d708a86250af781126d933cadeb952b511",239   "language": "Python",240   "lines": 23,241   "truncated": false,242   "block": 3,243   "row": 18553244  },245  {246   "path": "examples/MMPT/mmpt/processors/dedupprocessor.py",247   "sha256": "a63fdf3ef5322ed062f94bd958092b4bbfad7a19ad699e1c879dc27bac6fabf8",248   "language": "Python",249   "lines": 242,250   "truncated": false,251   "block": 3,252   "row": 24917253  },254  {255   "path": "examples/MMPT/mmpt/processors/dsprocessor.py",256   "sha256": "57e4c0331cd2d9225ef415db0c6c05a82ba117984fccc0f82719350aac046125",257   "language": "Python",258   "lines": 848,259   "truncated": false,260   "block": 3,261   "row": 27566262  },263  {264   "path": "examples/MMPT/mmpt/processors/how2processor.py",265   "sha256": "11e9dbbce411e3ab14d9a32e0bd966aa55212436381219d43576c87db9b74174",266   "language": "Python",267   "lines": 887,268   "truncated": false,269   "block": 3,270   "row": 27654271  },272  {273   "path": "examples/MMPT/mmpt/processors/how2retriprocessor.py",274   "sha256": "1beb11894e4639d728e97f60b405c9e2a2355b012ebc9dbc9ac7e6e85cff5fe8",275   "language": "Python",276   "lines": 100,277   "truncated": false,278   "block": 3,279   "row": 21938280  },281  {282   "path": "examples/MMPT/mmpt/processors/models/s3dg.py",283   "sha256": "0e8db5be18c2c91fdd8630a5cb6d672478b5ddfb5285fc1e5ee9cc38f2e21109",284   "language": "Python",285   "lines": 336,286   "truncated": false,287   "block": 3,288   "row": 25977289  },290  {291   "path": "examples/MMPT/mmpt/processors/processor.py",292   "sha256": "6dd4b4dca7c7b55e4ed3cabfc75acf8d1bf08a4b9b0a68b7f7e55e3c38b8f921",293   "language": "Python",294   "lines": 274,295   "truncated": false,296   "block": 3,297   "row": 25102298  },299  {300   "path": "examples/MMPT/mmpt/tasks/__init__.py",301   "sha256": "ce60d3d93517e3d47d045521aed1c3c77d413be6b522cbd720e0cfec5122b08c",302   "language": "Python",303   "lines": 22,304   "truncated": false,305   "block": 3,306   "row": 18268307  },308  {309   "path": "examples/MMPT/mmpt/tasks/fairseqmmtask.py",310   "sha256": "3761d794dd073dabf4dd764f9f10e9f2493cffd17a3245349c3a6ffb1009792a",311   "language": "Python",312   "lines": 104,313   "truncated": false,314   "block": 3,315   "row": 21287316  },317  {318   "path": "examples/MMPT/mmpt/tasks/milncetask.py",319   "sha256": "913cb1ba000e4c463a77128c00d2e8b1646fddd5bb1efcf35604cfe454b4d0ce",320   "language": "Python",321   "lines": 27,322   "truncated": false,323   "block": 3,324   "row": 18931325  },326  {327   "path": "examples/MMPT/mmpt/tasks/retritask.py",328   "sha256": "2cd11b5164d409eaf25fdf629dc7732b50f92872527e8d57b0fdb5a28dc612bd",329   "language": "Python",330   "lines": 253,331   "truncated": false,332   "block": 3,333   "row": 24728334  },335  {336   "path": "examples/MMPT/mmpt/tasks/task.py",337   "sha256": "128e8cce9801f52cf62fe77f5bb03f4d9b00167696887acbba8a46e5cc7b49ed",338   "language": "Python",339   "lines": 184,340   "truncated": false,341   "block": 3,342   "row": 23964343  },344  {345   "path": "examples/MMPT/mmpt/tasks/vlmtask.py",346   "sha256": "ef4e40b724695afd796ac84bda0885e3bec50c0c579666c6c57f0aff61452dc4",347   "language": "Python",348   "lines": 27,349   "truncated": false,350   "block": 3,351   "row": 18819352  },353  {354   "path": "examples/MMPT/mmpt/utils/__init__.py",355   "sha256": "2ee067f403ec84853842deb2723eab1efb84a2188ebd9069b004f3fbf3cb6b3a",356   "language": "Python",357   "lines": 68,358   "truncated": false,359   "block": 3,360   "row": 20033361  },362  {363   "path": "examples/MMPT/mmpt/utils/load_config.py",364   "sha256": "507732e8050b6b72ce0a3e7a8ad9ce102b303c6b3498aac9b9e84cf6eb546727",365   "language": "Python",366   "lines": 81,367   "truncated": false,368   "block": 3,369   "row": 21398370  },371  {372   "path": "examples/MMPT/mmpt/utils/shardedtensor.py",373   "sha256": "1243e8bb813677dd6ae1dc7ad626f8198b040f69b8fa6fa7c8d89b4de510406d",374   "language": "Python",375   "lines": 46,376   "truncated": false,377   "block": 3,378   "row": 19455379  },380  {381   "path": "examples/MMPT/mmpt_cli/localjob.py",382   "sha256": "7c9ce550884d6ec5835adae73c83cd8ee4d19e092465a410d7b5346d21563921",383   "language": "Python",384   "lines": 117,385   "truncated": false,386   "block": 3,387   "row": 21996388  },389  {390   "path": "examples/MMPT/mmpt_cli/predict.py",391   "sha256": "291243717b999671db6fd2e11e9661a87f18bdd1f0eef061f2e3eed95d4091e4",392   "language": "Python",393   "lines": 113,394   "truncated": false,395   "block": 3,396   "row": 22107397  },398  {399   "path": "examples/MMPT/scripts/text_token_extractor/pretokenization.py",400   "sha256": "a070878a313788cb129e8f60bd1668b72ad4aef6c6bf6e9ef73a1e9e1a987f23",401   "language": "Python",402   "lines": 106,403   "truncated": false,404   "block": 3,405   "row": 21662406  },407  {408   "path": "examples/MMPT/scripts/video_feature_extractor/extract.py",409   "sha256": "4c8d8da55f432be3915d7c8b9834b90a17f927acdbbabca9c9b859347d80d4e6",410   "language": "Python",411   "lines": 157,412   "truncated": false,413   "block": 3,414   "row": 23310415  },416  {417   "path": "examples/MMPT/scripts/video_feature_extractor/how2/s3d.sh",418   "sha256": "2f294ea8ba6d615f6fd3c426f049710afa4ce43964bea7236a71d464f34e15e9",419   "language": "Shell",420   "lines": 8,421   "truncated": false,422   "block": 4,423   "row": 1347424  },425  {426   "path": "examples/MMPT/scripts/video_feature_extractor/model.py",427   "sha256": "4f8b184619848adcd3a9f0f3fd3c50b0e53cd518666170c80d833c60852d7a9d",428   "language": "Python",429   "lines": 58,430   "truncated": false,431   "block": 3,432   "row": 20076433  },434  {435   "path": "examples/MMPT/scripts/video_feature_extractor/pathbuilder.py",436   "sha256": "4c3c28dbd99c05ac1c7a6b954c1ca09edf927f482ded076111a0d6c84e896852",437   "language": "Python",438   "lines": 89,439   "truncated": false,440   "block": 3,441   "row": 21665442  },443  {444   "path": "examples/MMPT/scripts/video_feature_extractor/preprocessing.py",445   "sha256": "a7e10b6f7ae31ade0d4aadcf8663c86b11228f17f6b1c33a423c3afeed2ebb4b",446   "language": "Python",447   "lines": 57,448   "truncated": false,449   "block": 3,450   "row": 20262451  },452  {453   "path": "examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py",454   "sha256": "ab2b9458825aa62ee668f1d16e38001070e015c8a13f5ddd58051e80175c066e",455   "language": "Python",456   "lines": 29,457   "truncated": false,458   "block": 3,459   "row": 18781460  },461  {462   "path": "examples/MMPT/scripts/video_feature_extractor/shard_feature.py",463   "sha256": "2dacb52583a9d92f15754522ae21aaaf53b18618c286ff8a5fb933764fff5261",464   "language": "Python",465   "lines": 64,466   "truncated": false,467   "block": 3,468   "row": 20376469  },470  {471   "path": "examples/MMPT/scripts/video_feature_extractor/videoreader.py",472   "sha256": "d4338a3b03ff4355381f914991673800f8d5f544dd00e4734362acbf00cec917",473   "language": "Python",474   "lines": 242,475   "truncated": false,476   "block": 3,477   "row": 24694478  },479  {480   "path": "examples/MMPT/setup.py",481   "sha256": "e1d6bf30574f4e9b17aef158d9bd5c31ff2d61d495d43b5989cfa54e50d7751a",482   "language": "Python",483   "lines": 24,484   "truncated": false,485   "block": 3,486   "row": 18575487  },488  {489   "path": "examples/__init__.py",490   "sha256": "a31540ebfb54a0a28e318d09cfaff5dac45be5d16dd0d8c83521cf7169c61f3c",491   "language": "Python",492   "lines": 9,493   "truncated": false,494   "block": 3,495   "row": 17813496  },497  {498   "path": "examples/adaptive_span/__init__.py",499   "sha256": "f39ec4a065bbde7f867e683ba490a7e3019248d6c85744e8be5febbcb15ee9c9",500   "language": "Python",501   "lines": 19,502   "truncated": false,503   "block": 3,504   "row": 18577505  },506  {507   "path": "examples/adaptive_span/adagrad_with_grad_clip.py",508   "sha256": "2479fc066d78196c6da62d6deaa1e99a1afbfaa4f29202cd4635deb3f1ecb4ba",509   "language": "Python",510   "lines": 128,511   "truncated": false,512   "block": 3,513   "row": 22499514  },515  {516   "path": "examples/adaptive_span/adaptive_span_attention.py",517   "sha256": "aab8692fc3c0208fbbbc7a65678755eb89d554f81a47b62c9db336015a16995f",518   "language": "Python",519   "lines": 160,520   "truncated": false,521   "block": 3,522   "row": 23512523  },524  {525   "path": "examples/adaptive_span/adaptive_span_loss.py",526   "sha256": "733c0814737decb73f1127b75b8323e6d6d45980b04d7cccb2ae4199345bd93f",527   "language": "Python",528   "lines": 107,529   "truncated": false,530   "block": 3,531   "row": 22414532  },533  {534   "path": "examples/adaptive_span/adaptive_span_model.py",535   "sha256": "c370ae6d83c3feb24c30cac0ad0d20f1280b92238e28ce6bb0312ffb79272bc9",536   "language": "Python",537   "lines": 263,538   "truncated": false,539   "block": 3,540   "row": 24778541  },542  {543   "path": "examples/adaptive_span/adaptive_span_model_wrapper.py",544   "sha256": "3d738cfce17b8039373a92ac5ecfd4828853e2683dfb4bc131691e47d72bb1ed",545   "language": "Python",546   "lines": 145,547   "truncated": false,548   "block": 3,549   "row": 22708550  },551  {552   "path": "examples/adaptive_span/truncated_bptt_lm_task.py",553   "sha256": "1169c891c73f1cadc5bed58b90a0ffff782d7e1b9916a579d5854bed45f1d5da",554   "language": "Python",555   "lines": 285,556   "truncated": false,557   "block": 3,558   "row": 25337559  },560  {561   "path": "examples/attention_head_selection/src/data/speech_to_text_dataset_with_domain.py",562   "sha256": "96302fe74db1b671f7942e550310feefd725c7b7a91088bbefe39f480801e349",563   "language": "Python",564   "lines": 242,565   "truncated": false,566   "block": 3,567   "row": 24739568  },569  {570   "path": "examples/attention_head_selection/src/loss/attention_head_selection.py",571   "sha256": "7e814129042d5bf578b99feaaf977ca4593e145d7634c62f503972eef8c99fb0",572   "language": "Python",573   "lines": 27,574   "truncated": false,575   "block": 3,576   "row": 18839577  },578  {579   "path": "examples/attention_head_selection/src/models/head_selection_s2t_transformer.py",580   "sha256": "fd01df1121e3500da93fdb3b97adf7a5efb0535ba21540fff160537e6bd8e44d",581   "language": "Python",582   "lines": 170,583   "truncated": false,584   "block": 3,585   "row": 23988586  },587  {588   "path": "examples/attention_head_selection/src/models/head_selection_transformer.py",589   "sha256": "c202f7ae751d966e651f1315fb1e6f75b7c53bb7c242c144e7e9f84b0a7a7125",590   "language": "Python",591   "lines": 215,592   "truncated": false,593   "block": 3,594   "row": 24363595  },596  {597   "path": "examples/attention_head_selection/src/modules/attn_head_selector.py",598   "sha256": "61f7d658d5492fb25c4f674695328bb81f08fbfb40c5968f3274bca22f0455ae",599   "language": "Python",600   "lines": 81,601   "truncated": false,602   "block": 3,603   "row": 21310604  },605  {606   "path": "examples/attention_head_selection/src/modules/head_selection_transformer_layer.py",607   "sha256": "94638069b48fb85b3eda42e6b00c94d8e7ad29507cd942cb9686bce9f82cb158",608   "language": "Python",609   "lines": 92,610   "truncated": false,611   "block": 3,612   "row": 21741613  },614  {615   "path": "examples/attention_head_selection/src/modules/multihead_attention_selection.py",616   "sha256": "4fefcbbd304b96e3c31c3972ffac2c31fc0d74acf5452b0d985ec7bda6c51518",617   "language": "Python",618   "lines": 355,619   "truncated": false,620   "block": 3,621   "row": 26291622  },623  {624   "path": "examples/attention_head_selection/src/modules/multihead_functional.py",625   "sha256": "9635bc139048437f374578ef7424e8349c1d5a4ee4375499c62958fca5b9987c",626   "language": "Python",627   "lines": 278,628   "truncated": false,629   "block": 3,630   "row": 25736631  },632  {633   "path": "examples/attention_head_selection/src/speech_to_text_head_selection.py",634   "sha256": "d488f98267f9ca5bc2b6145c214e573451d6dbec962748fa5a2308b7562a001e",635   "language": "Python",636   "lines": 180,637   "truncated": false,638   "block": 3,639   "row": 24418640  },641  {642   "path": "examples/audio_nlp/nlu/create_dict_stop.sh",643   "sha256": "48b78f15e4f500d69067011db06b7ffae78f2b2be91e84f0317e15c5ba54bac0",644   "language": "Shell",645   "lines": 38,646   "truncated": false,647   "block": 4,648   "row": 1712649  },650  {651   "path": "examples/audio_nlp/nlu/generate_manifests.py",652   "sha256": "0e3349e56b78e2626b2c434c074ddbcf925833fa29e7094465b650b9da5e5dcf",653   "language": "Python",654   "lines": 83,655   "truncated": false,656   "block": 3,657   "row": 20823658  },659  {660   "path": "examples/backtranslation/deduplicate_lines.py",661   "sha256": "58def0d1d9c51bae57d86ef1a0932dfebb5613bb130c8995310a6ad88aa58ae3",662   "language": "Python",663   "lines": 41,664   "truncated": false,665   "block": 3,666   "row": 19239667  },668  {669   "path": "examples/backtranslation/extract_bt_data.py",670   "sha256": "89b74df9c3cd67a553753b0332307add345e82b69b5a939a1a72f9e3dbddb170",671   "language": "Python",672   "lines": 72,673   "truncated": false,674   "block": 3,675   "row": 20748676  },677  {678   "path": "examples/backtranslation/prepare-de-monolingual.sh",679   "sha256": "4cf9fcbd8cc5576bb8052a94aa3596410c22f89e8ae92fa7ba05a4b273cd4528",680   "language": "Shell",681   "lines": 98,682   "truncated": false,683   "block": 4,684   "row": 2102685  },686  {687   "path": "examples/backtranslation/prepare-wmt18en2de.sh",688   "sha256": "0792bc48be49de6a5ef3ae265e86df8c699185e36c51c1af48786639f73a2acd",689   "language": "Shell",690   "lines": 135,691   "truncated": false,692   "block": 4,693   "row": 2125694  },695  {696   "path": "examples/backtranslation/sacrebleu.sh",697   "sha256": "95de8a8c8709e72124d4d024ebcb0d0d891611aa7a609e7898dc6cd8962ca451",698   "language": "Shell",699   "lines": 37,700   "truncated": false,701   "block": 4,702   "row": 1730703  },704  {705   "path": "examples/backtranslation/tokenized_bleu.sh",706   "sha256": "60ec72391129b748300363dad4bba512fa11a2b69dd259a6af0b4a50bdebd768",707   "language": "Shell",708   "lines": 46,709   "truncated": false,710   "block": 4,711   "row": 1779712  },713  {714   "path": "examples/bart/summarize.py",715   "sha256": "39a1bf374fa1a2f0fd9162c535b345bdb192e1cff31bf25f76fd81f4238a2355",716   "language": "Python",717   "lines": 100,718   "truncated": false,719   "block": 3,720   "row": 21424721  },722  {723   "path": "examples/byte_level_bpe/get_bitext.py",724   "sha256": "4700cf0e81cefabf838e89aad7b072d6bd81005a428afbfd9999dfaaeae77a39",725   "language": "Python",726   "lines": 254,727   "truncated": false,728   "block": 3,729   "row": 24540730  },731  {732   "path": "examples/byte_level_bpe/get_data.sh",733   "sha256": "02dcec4beecb8a74afcc7c706f050c1a6751f803049cb600aaac6c3459b7b185",734   "language": "Shell",735   "lines": 47,736   "truncated": false,737   "block": 4,738   "row": 1947739  },740  {741   "path": "examples/byte_level_bpe/gru_transformer.py",742   "sha256": "2570c7356d08cf12e9d122a550c54dd1505c08e56e182aeade74e256f70ab3fb",743   "language": "Python",744   "lines": 107,745   "truncated": false,746   "block": 3,747   "row": 22965748  },749  {750   "path": "examples/constrained_decoding/normalize.py",751   "sha256": "1a643a8da2d1b5e284b654ba7270f5e577eae78725ae2c631776f20326517612",752   "language": "Python",753   "lines": 27,754   "truncated": false,755   "block": 3,756   "row": 18610757  },758  {759   "path": "examples/constrained_decoding/tok.py",760   "sha256": "e99f8aba6252b9e2734fb0032620a185f4b9d5c6adf3616b2b7a907d0552a933",761   "language": "Python",762   "lines": 34,763   "truncated": false,764   "block": 3,765   "row": 18804766  },767  {768   "path": "examples/criss/download_and_preprocess_flores_test.sh",769   "sha256": "a6d2f916e0a17e57271673a3ec7af73c27ab98bebc0f5301482d29d295c6b46c",770   "language": "Shell",771   "lines": 64,772   "truncated": false,773   "block": 4,774   "row": 1919775  },776  {777   "path": "examples/criss/download_and_preprocess_tatoeba.sh",778   "sha256": "9aaa50a253a0fcf8250ae858ffe17e0ef78ea44645b5c23852b94535ef7ffc07",779   "language": "Shell",780   "lines": 46,781   "truncated": false,782   "block": 4,783   "row": 1909784  },785  {786   "path": "examples/criss/mining/mine.py",787   "sha256": "cd768750e636b4faf3d89420f439edabec60b94b86d9df156aebd58bcd784b84",788   "language": "Python",789   "lines": 240,790   "truncated": false,791   "block": 3,792   "row": 24594793  },794  {795   "path": "examples/criss/mining/mine_example.sh",796   "sha256": "c583c150ed1c7ae4831ad96cc679354cc78b71f381a95e62f5be6d079dca3f3b",797   "language": "Shell",798   "lines": 103,799   "truncated": false,800   "block": 4,801   "row": 2105802  },803  {804   "path": "examples/criss/save_encoder.py",805   "sha256": "3131ca22bff94824c1da448d9d6b53a7d4fee774758c50bb52ce0f6f499c3fa6",806   "language": "Python",807   "lines": 214,808   "truncated": false,809   "block": 3,810   "row": 24290811  },812  {813   "path": "examples/criss/sentence_retrieval/encoder_analysis.py",814   "sha256": "e55b02fa54bedd79cc8b5d59dd0f25dfff1172cd656fce1155bc3edf42fc3ff9",815   "language": "Python",816   "lines": 92,817   "truncated": false,818   "block": 3,819   "row": 21534820  },821  {822   "path": "examples/criss/sentence_retrieval/sentence_retrieval_tatoeba.sh",823   "sha256": "0c89b1a4e3beb6ab946903d1cc52dda9d390ea1bb58d6fbe45a6682b80c11765",824   "language": "Shell",825   "lines": 59,826   "truncated": false,827   "block": 4,828   "row": 1936829  },830  {831   "path": "examples/criss/unsupervised_mt/eval.sh",832   "sha256": "429ace6c52cd3ccc4d4bd26e49bd91176b0aa2dba876470e1998e40c05eaebcc",833   "language": "Shell",834   "lines": 37,835   "truncated": false,836   "block": 4,837   "row": 2143838  },839  {840   "path": "examples/data2vec/data/__init__.py",841   "sha256": "90966ba944e627420b574074103149d108bcfd62778c60bd2d6713881bd616e3",842   "language": "Python",843   "lines": 17,844   "truncated": false,845   "block": 3,846   "row": 18346847  },848  {849   "path": "examples/data2vec/data/add_class_target_dataset.py",850   "sha256": "49343d2b59600dbfc717ecccac610a83d3e630bf1875e10a37d9d98cd2bf60ad",851   "language": "Python",852   "lines": 63,853   "truncated": false,854   "block": 3,855   "row": 20034856  },857  {858   "path": "examples/data2vec/data/image_dataset.py",859   "sha256": "d9d394fcc749716705065cd05d6b0d5d0573a2dd7bcde2cd1e9c4128c5053276",860   "language": "Python",861   "lines": 127,862   "truncated": false,863   "block": 3,864   "row": 21744865  },866  {867   "path": "examples/data2vec/data/mae_finetuning_image_dataset.py",868   "sha256": "e7c574badaa075f95be3927f3f02a5208f862ae8e0a6707fffcac912d7775742",869   "language": "Python",870   "lines": 135,871   "truncated": false,872   "block": 3,873   "row": 21752874  },875  {876   "path": "examples/data2vec/data/mae_image_dataset.py",877   "sha256": "cadc7114ea9f686aeb055dad44fe5b09d501a04ec756bdaa3b7889e0cae088b3",878   "language": "Python",879   "lines": 418,880   "truncated": false,881   "block": 3,882   "row": 26214883  },884  {885   "path": "examples/data2vec/data/modality.py",886   "sha256": "98a2539bc2f079b30426b2b5149b8a9736b332027886b6ec4aa271a64206e3d3",887   "language": "Python",888   "lines": 14,889   "truncated": false,890   "block": 3,891   "row": 18201892  },893  {894   "path": "examples/data2vec/data/path_dataset.py",895   "sha256": "3f5e27bbdb013053ec9adef32fa7e8002b5fa6fffa6221eb6acbfba9a5cd93fa",896   "language": "Python",897   "lines": 64,898   "truncated": false,899   "block": 3,900   "row": 19930901  },902  {903   "path": "examples/data2vec/fb_convert_beit_cp.py",904   "sha256": "9f847ab489cbe6745a54b1c0dcd47b414e12652e51e83d34610c075c6425c690",905   "language": "Python",906   "lines": 165,907   "truncated": false,908   "block": 3,909   "row": 22913910  },911  {912   "path": "examples/data2vec/models/audio_classification.py",913   "sha256": "2e88351fe9ae088e24a519be121fcc899374d5dcfe56fe8ae1e74d0212c715d7",914   "language": "Python",915   "lines": 614,916   "truncated": false,917   "block": 3,918   "row": 27245919  },920  {921   "path": "examples/data2vec/models/data2vec2.py",922   "sha256": "a7a3ffaf5b79653dd3c61cfe45e71cabc991eb9d541f512e794cc3c1e7f5ebf8",923   "language": "Python",924   "lines": 813,925   "truncated": false,926   "block": 3,927   "row": 27452928  },929  {930   "path": "examples/data2vec/models/data2vec_audio.py",931   "sha256": "ea2fff64a7d77888e2c1ebe229f9d040dc229935dfa68dafa979f9f8963bb17d",932   "language": "Python",933   "lines": 537,934   "truncated": false,935   "block": 3,936   "row": 26828937  },938  {939   "path": "examples/data2vec/models/data2vec_image_classification.py",940   "sha256": "3789a7f037db20468c1ee0cfb6a8994d961ff9967a74e337c709489381d542f7",941   "language": "Python",942   "lines": 143,943   "truncated": false,944   "block": 3,945   "row": 22387946  },947  {948   "path": "examples/data2vec/models/data2vec_text.py",949   "sha256": "8c8faac6067e09756dbd6786b6742e22fb2615d4d7da8ee672f1496e3ff80980",950   "language": "Python",951   "lines": 517,952   "truncated": false,953   "block": 3,954   "row": 26938955  },956  {957   "path": "examples/data2vec/models/data2vec_text_classification.py",958   "sha256": "2a269c4f942b5024413a9db4d6bd654ddb9116c9201b38134e6c14579b211e9b",959   "language": "Python",960   "lines": 141,961   "truncated": false,962   "block": 3,963   "row": 22747964  },965  {966   "path": "examples/data2vec/models/data2vec_vision.py",967   "sha256": "758063547cc087c5ff325420e951ea8475bf4604ebbee1a39a9ac2007af216de",968   "language": "Python",969   "lines": 727,970   "truncated": false,971   "block": 3,972   "row": 27404973  },974  {975   "path": "examples/data2vec/models/mae.py",976   "sha256": "ca00cceb2c5de838e980dd1399dbea0fe15f4439b1b28251fd9627228c719fb7",977   "language": "Python",978   "lines": 829,979   "truncated": false,980   "block": 3,981   "row": 27547982  },983  {984   "path": "examples/data2vec/models/mae_image_classification.py",985   "sha256": "310e7ae9b17190e128b023a38c7695ce3a1bf31bd22a2897684716f1b864b373",986   "language": "Python",987   "lines": 386,988   "truncated": false,989   "block": 3,990   "row": 26262991  },992  {993   "path": "examples/data2vec/models/modalities/audio.py",994   "sha256": "7610f2a8444ad11d611cd218d9bcca90502886fafa13765976e26640e4e64079",995   "language": "Python",996   "lines": 192,997   "truncated": false,998   "block": 3,999   "row": 238801000  },1001  {1002   "path": "examples/data2vec/models/modalities/base.py",1003   "sha256": "a0b2cdd109e4ddb9f5eaa5a457358bba2429f783c7a5a3a919c69452631c6664",1004   "language": "Python",1005   "lines": 684,1006   "truncated": false,1007   "block": 3,1008   "row": 272171009  },1010  {1011   "path": "examples/data2vec/models/modalities/images.py",1012   "sha256": "267379003f49c3a19e358fc4022b2800a6ab0c3825dd7c516de552d9235b7e7c",1013   "language": "Python",1014   "lines": 256,1015   "truncated": false,1016   "block": 3,1017   "row": 244981018  },1019  {1020   "path": "examples/data2vec/models/modalities/modules.py",1021   "sha256": "54bf99cac4604ec0b206c56a20a35eed51d153b2413451c94941a172d1c4550b",1022   "language": "Python",1023   "lines": 589,1024   "truncated": false,1025   "block": 3,1026   "row": 267481027  },1028  {1029   "path": "examples/data2vec/models/modalities/text.py",1030   "sha256": "612b6b41090657327e9ef8aee333ace94bba05fd0d6a3dcd6fb4a34228b3d873",1031   "language": "Python",1032   "lines": 161,1033   "truncated": false,1034   "block": 3,1035   "row": 232991036  },1037  {1038   "path": "examples/data2vec/models/utils.py",1039   "sha256": "2afb76c7a25ce7796f78a798b28c61a8d1a352113c8e3bd1e805dbc6657bed31",1040   "language": "Python",1041   "lines": 55,1042   "truncated": false,1043   "block": 3,1044   "row": 201481045  },1046  {1047   "path": "examples/data2vec/scripts/convert_audioset_labels.py",1048   "sha256": "ddbf3a5db8a86a38139cbdd0a8b307e49ed738501e6129be349c4c4656f1d548",1049   "language": "Python",1050   "lines": 63,1051   "truncated": false,1052   "block": 3,1053   "row": 201531054  },1055  {1056   "path": "examples/data2vec/scripts/multi/finetune_all_fair_aws_local_lr.sh",1057   "sha256": "914f7e2aa88c08caa8228951373cf3c10df6575b7a3c4e0b78583591bdf8a490",1058   "language": "Shell",1059   "lines": 18,1060   "truncated": false,1061   "block": 4,1062   "row": 15561063  },1064  {1065   "path": "examples/data2vec/scripts/multi/finetune_all_fair_aws_local_lr_nodep.sh",1066   "sha256": "5111c683602b26316fe54243d8ee85468d6b8a7be14aabe8a38c586018e44689",1067   "language": "Shell",1068   "lines": 16,1069   "truncated": false,1070   "block": 4,1071   "row": 14901072  },1073  {1074   "path": "examples/data2vec/scripts/multi/finetune_all_fair_local_lr.sh",1075   "sha256": "e8c4a78ad077327237b28b2e12f7936a67df148f565d75616213a07de3dc20b1",1076   "language": "Shell",1077   "lines": 28,1078   "truncated": false,1079   "block": 4,1080   "row": 17691081  },1082  {1083   "path": "examples/data2vec/scripts/text/finetune_all_char_fair_aws_local_lr.sh",1084   "sha256": "838323ab81878a437ab17b89318cc0971854efe2f69e80cfb01c74634ea72547",1085   "language": "Shell",1086   "lines": 17,1087   "truncated": false,1088   "block": 4,1089   "row": 15451090  },1091  {1092   "path": "examples/data2vec/scripts/text/finetune_all_fair.sh",1093   "sha256": "8d017b1c502aa5d9c4b6a01b48f52aadfa9e030d50944879ef0921b46997586b",1094   "language": "Shell",1095   "lines": 21,1096   "truncated": false,1097   "block": 4,1098   "row": 17111099  },1100  {1101   "path": "examples/data2vec/scripts/text/finetune_all_fair_aws.sh",1102   "sha256": "fa407e4ec0e5f7f17f21ac851bb295be928dd4843e044b4e71bfe82f193fa7a1",1103   "language": "Shell",1104   "lines": 21,1105   "truncated": false,1106   "block": 4,1107   "row": 17231108  },1109  {1110   "path": "examples/data2vec/scripts/text/finetune_all_fair_aws_local_lr.sh",1111   "sha256": "e67eaaaaef5b816f6895fe5a93e443ecefc87444427dc1875f5bfb21fcb3c525",1112   "language": "Shell",1113   "lines": 17,1114   "truncated": false,1115   "block": 4,1116   "row": 15551117  },1118  {1119   "path": "examples/data2vec/scripts/text/finetune_all_fair_aws_lr.sh",1120   "sha256": "5441f0ccd5fff74566f8cb943efb8ecbbf6f5e6c80591d58418cad451707d75b",1121   "language": "Shell",1122   "lines": 23,1123   "truncated": false,1124   "block": 4,1125   "row": 17531126  },1127  {1128   "path": "examples/data2vec/scripts/text/finetune_all_fair_local_lr.sh",1129   "sha256": "133fca63003248478d5816e625da5744580ebb124b8d4992ca2aa3c18b2b16c1",1130   "language": "Shell",1131   "lines": 25,1132   "truncated": false,1133   "block": 4,1134   "row": 17091135  },1136  {1137   "path": "examples/data2vec/scripts/text/finetune_all_fair_nodep.sh",1138   "sha256": "209fb7680fb1de7b68fb76419f8bb9e1cb4b3c60111ef052a5106510388edbfb",1139   "language": "Shell",1140   "lines": 19,1141   "truncated": false,1142   "block": 4,1143   "row": 16611144  },1145  {1146   "path": "examples/data2vec/scripts/text/finetune_all_fair_nodep_aws.sh",1147   "sha256": "771bd34bc29076b588d1e11a3c2ed467b93faefc4151f302abd6ada31f1ab876",1148   "language": "Shell",1149   "lines": 19,1150   "truncated": false,1151   "block": 4,1152   "row": 16731153  },1154  {1155   "path": "examples/data2vec/scripts/text/finetune_all_fair_nodep_aws_local_lr.sh",1156   "sha256": "9aa80709a2e4999fdddee6bef7adb2d54a059eba36d9ee060c14f318b0c4d7a2",1157   "language": "Shell",1158   "lines": 15,1159   "truncated": false,1160   "block": 4,1161   "row": 14861162  },1163  {1164   "path": "examples/data2vec/scripts/text/finetune_all_fair_nodep_aws_lr.sh",1165   "sha256": "c21d56c301d5902a555c6c372ad888ba6787673915f40153ce745e440d06f179",1166   "language": "Shell",1167   "lines": 21,1168   "truncated": false,1169   "block": 4,1170   "row": 17161171  },1172  {1173   "path": "examples/data2vec/scripts/text/finetune_all_fair_nodep_aws_lr_nopos.sh",1174   "sha256": "aa205576964385a06f2501ebc44c5201df420fb7188e535273ed333ccecedb53",1175   "language": "Shell",1176   "lines": 21,1177   "truncated": false,1178   "block": 4,1179   "row": 17271180  },1181  {1182   "path": "examples/data2vec/scripts/text/finetune_all_large_fair_aws_local_lr.sh",1183   "sha256": "3125ca4392c23160a56861f8956216a0a6e80a9f7b34d2ff178c34a7ee661790",1184   "language": "Shell",1185   "lines": 17,1186   "truncated": false,1187   "block": 4,1188   "row": 15611189  },1190  {1191   "path": "examples/data2vec/scripts/text/finetune_all_large_fair_local_lr.sh",1192   "sha256": "023a5e94e0074d82f00f369cbf64c835e6b41d4d149056bd98c45c592af9baaa",1193   "language": "Shell",1194   "lines": 26,1195   "truncated": false,1196   "block": 4,1197   "row": 17221198  },1199  {1200   "path": "examples/data2vec/scripts/text/finetune_all_large_fair_nodep_aws_local_lr.sh",

Showing the first 1,200 of 10011 lines. Download the file for the rest.