Team Ai
Datasetpublic

OpenScientificCodeRegistry/Database

Open Scientific Code Registry (OSCR): the authors' scripts The code published by the authors of open-access neuroscience papers, as found and verified by Open Scientific Code Registry (OSCR). Each file is here exactly as it is at the source, at the verified commit, under the license of its repository. 421,275 unique files (3,782 MB of text) from 8,849 repositories, in 24 Parquet block(s). Only files whose repository's license allows redistribution, confirmed by the repository's… See the full description on the dataset page: https://huggingface.co/datasets/OpenScientificCodeRegistry/Database.

sourceHugging Faceotherupdated 2d agoView on Hugging Face
0likes5.6kdownloads
github.com__allenneuraldynamics__aind-data-transfer.json687 linesDownload Raw Back to 91
1{2 "format": "oscr-script-manifest/1",3 "repository": "github.com/allenneuraldynamics/aind-data-transfer",4 "url": "https://github.com/AllenNeuralDynamics/aind-data-transfer",5 "host": "github.com",6 "commit": "70762a32b24b6d3bc57406cc4f2fc1d1987815f3",7 "license": "MIT",8 "license_confirmed_by": "license file LICENSE",9 "redistribution": "yes",10 "files": [11  {12   "path": "LICENSE",13   "sha256": "53463b0778192475e98c954b81342333c7bf73cc38249a4b80684876ca054756",14   "language": "License",15   "lines": 21,16   "truncated": false,17   "block": 2,18   "row": 113819  },20  {21   "path": "README.md",22   "sha256": "7f0e7f3bf823c0739f2311aa05d34023a95c3782459012ade9715a2966dbf205",23   "language": "Text",24   "lines": 231,25   "truncated": false,26   "block": 24,27   "row": 88928  },29  {30   "path": "post_install.sh",31   "sha256": "04e923430b92a0b310385061673eaed73665796b0405763901b2613ceb309aa3",32   "language": "Shell",33   "lines": 4,34   "truncated": false,35   "block": 23,36   "row": 1716937  },38  {39   "path": "scripts/bin/transcode_job.sh",40   "sha256": "6a5eaa5e273142c89cbb8e3935a1b0b2c1f1118ffb6ef1575ddb569f3d04ef8d",41   "language": "Shell",42   "lines": 7,43   "truncated": false,44   "block": 23,45   "row": 1726046  },47  {48   "path": "scripts/bin/zarr_upload.sh",49   "sha256": "beb9650f18141bd2399eedfab1d97e58ea0726a9cd6707f316578422994674dc",50   "language": "Shell",51   "lines": 30,52   "truncated": false,53   "block": 23,54   "row": 1803355  },56  {57   "path": "scripts/cluster/submit.py",58   "sha256": "1518e167b3a4baddccccc864289e5ccadf22fe8751502b09a64520c1f5892d89",59   "language": "Python",60   "lines": 317,61   "truncated": false,62   "block": 23,63   "row": 920764  },65  {66   "path": "scripts/convert_n5_zarr.py",67   "sha256": "bc8787da6bc2a36f9cc9cdf657bf8d40616ddd3a30a6598328265c6479aca239",68   "language": "Python",69   "lines": 177,70   "truncated": false,71   "block": 23,72   "row": 646273  },74  {75   "path": "scripts/gcs_upload.py",76   "sha256": "9bff1f1bc576f2c922357f80072ad70c87e32c61ceaec52199159558421639b1",77   "language": "Python",78   "lines": 410,79   "truncated": false,80   "block": 23,81   "row": 1149482  },83  {84   "path": "scripts/make_mips.py",85   "sha256": "8776a946ee906ceb6f0a3ab382525a948b8dad9522d1ded90b10122b6d9975a0",86   "language": "Python",87   "lines": 139,88   "truncated": false,89   "block": 23,90   "row": 500991  },92  {93   "path": "scripts/processing_manifest.py",94   "sha256": "d2ab10ce06057f6435f60e7fd9275d3ede3bd2717a2f412ed1501dc9020fbe39",95   "language": "Python",96   "lines": 194,97   "truncated": false,98   "block": 23,99   "row": 7588100  },101  {102   "path": "scripts/s3_upload.py",103   "sha256": "e5a32e5f336ba7c28371bd4fd20530e896d912a6ef5e668822ec21c512567530",104   "language": "Python",105   "lines": 365,106   "truncated": false,107   "block": 23,108   "row": 10333109  },110  {111   "path": "scripts/singularity/build_sif.sh",112   "sha256": "e25d4752601866c08992dd2ba757325a927880c859971d2c55c5322c3cce6e0c",113   "language": "Shell",114   "lines": 17,115   "truncated": false,116   "block": 23,117   "row": 17641118  },119  {120   "path": "scripts/singularity/run_build.sh",121   "sha256": "f07ce200b99d1e5dbe18a313c7334082aec01c84a37501e5a4758e82e5e87f27",122   "language": "Shell",123   "lines": 12,124   "truncated": false,125   "block": 23,126   "row": 17506127  },128  {129   "path": "scripts/smartspim_cron_job.py",130   "sha256": "9bc5a59ae0239f9633a38f394dd8ee761a62d9d269140af0df281e72836882d6",131   "language": "Python",132   "lines": 737,133   "truncated": false,134   "block": 23,135   "row": 13500136  },137  {138   "path": "scripts/validate_datasets.py",139   "sha256": "792e2f675403d3db8c4c909d0ac5e4589af0fdb07ab8150494d04b64813b6696",140   "language": "Python",141   "lines": 592,142   "truncated": false,143   "block": 23,144   "row": 12448145  },146  {147   "path": "scripts/write_ome_zarr.py",148   "sha256": "cb15d9fc5339f5652dcd60993bd872c701ee766eef48974a081a851bbc12518d",149   "language": "Python",150   "lines": 239,151   "truncated": false,152   "block": 23,153   "row": 8219154  },155  {156   "path": "setup.py",157   "sha256": "ef7b23c3468c8130483cd7578c14e977b39b372fd088f0e163b47be196d1291e",158   "language": "Python",159   "lines": 4,160   "truncated": false,161   "block": 2,162   "row": 1609163  },164  {165   "path": "src/aind_data_transfer/__init__.py",166   "sha256": "b99e8831e29529c8c555ccbcd0610e90611790b07fc144c6a2ebd4ec8f3b5f40",167   "language": "Python",168   "lines": 5,169   "truncated": false,170   "block": 22,171   "row": 25588172  },173  {174   "path": "src/aind_data_transfer/config_loader/__init__.py",175   "sha256": "78d2b68069e1a63bff432a06dd23e46f262d8e94d8ebba25cabcdefd61984f44",176   "language": "Python",177   "lines": 1,178   "truncated": false,179   "block": 22,180   "row": 25459181  },182  {183   "path": "src/aind_data_transfer/config_loader/base_config.py",184   "sha256": "dba9ad794c533632803c26c4a5127828f8404baf6f2732132572cee1334f1c16",185   "language": "Python",186   "lines": 557,187   "truncated": false,188   "block": 23,189   "row": 12964190  },191  {192   "path": "src/aind_data_transfer/config_loader/ephys_configuration_loader.py",193   "sha256": "695ed6d71dc719fc7dc32ad890297b7ce390ba919085a55d5d8ac1d5a07bf511",194   "language": "Python",195   "lines": 266,196   "truncated": false,197   "block": 23,198   "row": 10146199  },200  {201   "path": "src/aind_data_transfer/config_loader/imaging_configuration_loader.py",202   "sha256": "8024649e82b0a71b70770e059753055de5dfd1469ad961c3656b580ebc2937e8",203   "language": "Python",204   "lines": 78,205   "truncated": false,206   "block": 23,207   "row": 2878208  },209  {210   "path": "src/aind_data_transfer/gcs.py",211   "sha256": "f2d91af2318e4cc41786c2af8067dd4745b5a3aa6a5cf06e487d4576659ee10d",212   "language": "Python",213   "lines": 128,214   "truncated": false,215   "block": 23,216   "row": 5344217  },218  {219   "path": "src/aind_data_transfer/jobs/basic_job.py",220   "sha256": "97193914c69c548e283958ad932e3c70e905fc6612d6d93ae7d4605182faf91a",221   "language": "Python",222   "lines": 504,223   "truncated": false,224   "block": 23,225   "row": 13415226  },227  {228   "path": "src/aind_data_transfer/jobs/cronjobs/exaspim_cron_job.py",229   "sha256": "6b5b91c97fc4c601c7c6741195db65258d4209c9a6bc10152dc4d6c64560b577",230   "language": "Python",231   "lines": 498,232   "truncated": false,233   "block": 23,234   "row": 11963235  },236  {237   "path": "src/aind_data_transfer/jobs/cronjobs/templates/zarr_upload_job_template.sh",238   "sha256": "253b5d06b083b63cc2b45f92deda698e566609c2c7bab9c882f4cca40b85344e",239   "language": "Shell",240   "lines": 16,241   "truncated": false,242   "block": 23,243   "row": 17280244  },245  {246   "path": "src/aind_data_transfer/jobs/s3_upload_job.py",247   "sha256": "8433fb59899bc16f21356cb1f4cd398e78a68b4add2bc8c305f25732b3758173",248   "language": "Python",249   "lines": 374,250   "truncated": false,251   "block": 23,252   "row": 11889253  },254  {255   "path": "src/aind_data_transfer/jobs/transcode_job.py",256   "sha256": "3e17a0721f33406e95c164857ec74d6848a39325ba20ce92f7e31b79a4542409",257   "language": "Python",258   "lines": 325,259   "truncated": false,260   "block": 23,261   "row": 10855262  },263  {264   "path": "src/aind_data_transfer/jobs/zarr_upload_job.py",265   "sha256": "e243990d8b9c5a1706243def453380fdd1b259e847f8d7e03b85dcc3a3db57ae",266   "language": "Python",267   "lines": 449,268   "truncated": false,269   "block": 23,270   "row": 12517271  },272  {273   "path": "src/aind_data_transfer/readers/__init__.py",274   "sha256": "42701daa06a39337510e27cb675e14ad178b9803a01bc53b39d062f49abdab9b",275   "language": "Python",276   "lines": 1,277   "truncated": false,278   "block": 22,279   "row": 25544280  },281  {282   "path": "src/aind_data_transfer/readers/ephys_readers.py",283   "sha256": "0e9383329b43c3972c8685cf67cd4d17ae9323389c359b4504bfeff3b9eb3586",284   "language": "Python",285   "lines": 106,286   "truncated": false,287   "block": 23,288   "row": 4633289  },290  {291   "path": "src/aind_data_transfer/readers/imaging_readers.py",292   "sha256": "fe4311c3b0008b2fa929db1a67413ef55e69dd761a108323f66b9035f270c106",293   "language": "Python",294   "lines": 221,295   "truncated": false,296   "block": 23,297   "row": 7945298  },299  {300   "path": "src/aind_data_transfer/s3.py",301   "sha256": "11a794e191628b025d120a42636f4bbca3c88801456879f7b91280e859eaaf8f",302   "language": "Python",303   "lines": 160,304   "truncated": false,305   "block": 23,306   "row": 6308307  },308  {309   "path": "src/aind_data_transfer/transformations/converters.py",310   "sha256": "08e9b1986731d59f61fbb78fb0908b2d79520333f21c1fd0140819e4f18bc953",311   "language": "Python",312   "lines": 827,313   "truncated": false,314   "block": 23,315   "row": 14450316  },317  {318   "path": "src/aind_data_transfer/transformations/deinterleave.py",319   "sha256": "a6ba54c19a6a3e7e6c826f140958ad61b17e705dcd6bc165649c32af88a28400",320   "language": "Python",321   "lines": 111,322   "truncated": false,323   "block": 23,324   "row": 3482325  },326  {327   "path": "src/aind_data_transfer/transformations/ephys_compressors.py",328   "sha256": "11f9298c153b995515e7ab46c865323b4e387a17d7e4f3ee51b9f7f7e620593f",329   "language": "Python",330   "lines": 308,331   "truncated": false,332   "block": 23,333   "row": 10655334  },335  {336   "path": "src/aind_data_transfer/transformations/file_io.py",337   "sha256": "320ceccf37ad42a78320d7dc055fc5f97f06c9d78d82052440464f76359a3af4",338   "language": "Python",339   "lines": 375,340   "truncated": false,341   "block": 23,342   "row": 11977343  },344  {345   "path": "src/aind_data_transfer/transformations/flatfield_correction.py",346   "sha256": "07d78f8d13a8b3af48cf6e730a58e78ff622736eaa4fee357df7d5d1de13854c",347   "language": "Python",348   "lines": 110,349   "truncated": false,350   "block": 23,351   "row": 4626352  },353  {354   "path": "src/aind_data_transfer/transformations/generic_compressors.py",355   "sha256": "a8393f4baec3a81b268cf1caf562c958a7a09743d39982a2a126c7bc03f20102",356   "language": "Python",357   "lines": 152,358   "truncated": false,359   "block": 23,360   "row": 6181361  },362  {363   "path": "src/aind_data_transfer/transformations/imaging_compressors.py",364   "sha256": "7eb1ad8ce192e44579a2c92c72d87a4877819acbfb0e95bcb29ec70aa584f1f5",365   "language": "Python",366   "lines": 30,367   "truncated": false,368   "block": 22,369   "row": 28578370  },371  {372   "path": "src/aind_data_transfer/transformations/metadata_creation.py",373   "sha256": "d5ae65c65d5f8879862522841e1a270bfff6eaee604dbfe483c11f7a45518b8b",374   "language": "Python",375   "lines": 471,376   "truncated": false,377   "block": 23,378   "row": 12376379  },380  {381   "path": "src/aind_data_transfer/transformations/ome_zarr.py",382   "sha256": "f2f7e6265a7bbe2d607df7882a2c1c34a430014b1483c0fd5a6754627b039c39",383   "language": "Python",384   "lines": 1079,385   "truncated": false,386   "block": 23,387   "row": 14396388  },389  {390   "path": "src/aind_data_transfer/util/chunk_utils.py",391   "sha256": "fc575f6368a644be316a0d3c5a76ee2269ced5dd36c1f5c2542a405e7421f8f4",392   "language": "Python",393   "lines": 227,394   "truncated": false,395   "block": 23,396   "row": 8619397  },398  {399   "path": "src/aind_data_transfer/util/dask_utils.py",400   "sha256": "f5e26a40aee7d04889cdcc048321fb6540028caadd0cc725d9c83a45d18d0482",401   "language": "Python",402   "lines": 116,403   "truncated": false,404   "block": 23,405   "row": 4146406  },407  {408   "path": "src/aind_data_transfer/util/env_utils.py",409   "sha256": "898b4d3bab13ab1682fbea09e5b702ba5e476bebd79c8b5ef305733773f14f50",410   "language": "Python",411   "lines": 28,412   "truncated": false,413   "block": 22,414   "row": 28378415  },416  {417   "path": "src/aind_data_transfer/util/file_utils.py",418   "sha256": "41496736ed023b9992dd812068c11df3fbcde283e11d9bd2180fc8e723f67ed7",419   "language": "Python",420   "lines": 634,421   "truncated": false,422   "block": 23,423   "row": 12580424  },425  {426   "path": "src/aind_data_transfer/util/io_utils.py",427   "sha256": "085626638b53e2e915ea18be810bca6c9548cd988a2cefda04ccbc8fe94eff1a",428   "language": "Python",429   "lines": 523,430   "truncated": false,431   "block": 23,432   "row": 12420433  },434  {435   "path": "src/aind_data_transfer/util/npopto_correction.py",436   "sha256": "52b1212a68a460c25165937ba53c7c4a7ac7e9a3422439e90102a1449e6569ad",437   "language": "Python",438   "lines": 90,439   "truncated": false,440   "block": 23,441   "row": 3451442  },443  {444   "path": "src/aind_data_transfer/util/s3_utils.py",445   "sha256": "3d68203b4fe7762204239139650379b5a823237523bf81e90fa16104d926e5c5",446   "language": "Python",447   "lines": 94,448   "truncated": false,449   "block": 23,450   "row": 2263451  },452  {453   "path": "src/aind_data_transfer/util/setup_logging.py",454   "sha256": "4b55c63581d82c2494cd55aa1c763074d1f99d5cdaf7c8ba85e2864e57f98f00",455   "language": "Python",456   "lines": 48,457   "truncated": false,458   "block": 22,459   "row": 28926460  },461  {462   "path": "src/aind_data_transfer/writers/__init__.py",463   "sha256": "bb8a5ffdab220b8879cc754d4114def9a904740e64303c222ea294686e29e347",464   "language": "Python",465   "lines": 1,466   "truncated": false,467   "block": 22,468   "row": 25457469  },470  {471   "path": "src/aind_data_transfer/writers/ephys_writers.py",472   "sha256": "40035ee6f09627ea76652b576a6a5f0f4755d892846a68b7a629d995df6dda01",473   "language": "Python",474   "lines": 157,475   "truncated": false,476   "block": 23,477   "row": 6758478  },479  {480   "path": "src/aind_data_transfer/writers/imaging_writers.py",481   "sha256": "760d1829a2e1e95bf445d0678677287869f0267a83cc13b4ed0072a36320dbea",482   "language": "Python",483   "lines": 907,484   "truncated": false,485   "block": 23,486   "row": 13985487  },488  {489   "path": "tests/__init__.py",490   "sha256": "67815a72d372e8ff1a5fba2e3576b08549bf9725ff7569d8bbdd6f04ed80db8b",491   "language": "Python",492   "lines": 1,493   "truncated": false,494   "block": 22,495   "row": 25375496  },497  {498   "path": "tests/test_base_config.py",499   "sha256": "c69236431d537c09947a69a4ba362455b132d4121279ac1cfa26ca569f5617e3",500   "language": "Python",501   "lines": 575,502   "truncated": false,503   "block": 23,504   "row": 13367505  },506  {507   "path": "tests/test_basic_job.py",508   "sha256": "da62fae10a3324d762bded538ac22ef22955484c3013c2eb53aaea43e52cd572",509   "language": "Python",510   "lines": 563,511   "truncated": false,512   "block": 23,513   "row": 13354514  },515  {516   "path": "tests/test_chunk_utils.py",517   "sha256": "b9ef1400ca2daec39a1fa8e5a47057f6ca0f641391d8753c8031cdd33fd3f508",518   "language": "Python",519   "lines": 146,520   "truncated": false,521   "block": 23,522   "row": 5988523  },524  {525   "path": "tests/test_compressors.py",526   "sha256": "bce83b5cb92483575697f86a6cd2014a6b7bdbd8ec8e957e6f370e01274d3631",527   "language": "Python",528   "lines": 177,529   "truncated": false,530   "block": 23,531   "row": 8025532  },533  {534   "path": "tests/test_deinterleave.py",535   "sha256": "c766de03f6c4c038f94283257f78b08e9d4f9130153d8114b3d908a49c200ab5",536   "language": "Python",537   "lines": 50,538   "truncated": false,539   "block": 23,540   "row": 1213541  },542  {543   "path": "tests/test_ecephys_compression.py",544   "sha256": "74ebb204a77a08701ecf41ee0ebaaaee86e00332b8a1029656d8c683f8050903",545   "language": "Python",546   "lines": 55,547   "truncated": false,548   "block": 23,549   "row": 1370550  },551  {552   "path": "tests/test_ecephys_configs.py",553   "sha256": "7b5b4c809795151c6032f043bffa4fe43b39b9a49dde8531dd4aefb6d8025b75",554   "language": "Python",555   "lines": 52,556   "truncated": false,557   "block": 23,558   "row": 1492559  },560  {561   "path": "tests/test_ephys_config_loader.py",562   "sha256": "f51a13df9834865679bffd991ecb062bf23e3eff23ac0bdf1af9933e6146eeb3",563   "language": "Python",564   "lines": 163,565   "truncated": false,566   "block": 23,567   "row": 7613568  },569  {570   "path": "tests/test_ephys_readers.py",571   "sha256": "2922ee8d48a066d0e00a3fabaa33f6b55dfb94e8a873031b526a4611739a764f",572   "language": "Python",573   "lines": 89,574   "truncated": false,575   "block": 23,576   "row": 3732577  },578  {579   "path": "tests/test_file_io.py",580   "sha256": "eff1279f658b02607b8edb81eacb5007e8d4d74b6db0b31d56435d3ee9a191e7",581   "language": "Python",582   "lines": 62,583   "truncated": false,584   "block": 23,585   "row": 1422586  },587  {588   "path": "tests/test_file_utils.py",589   "sha256": "2d441bb0a25f107cf8019e021d6e9740733a28968312f906f801ad478228fa86",590   "language": "Python",591   "lines": 132,592   "truncated": false,593   "block": 23,594   "row": 6300595  },596  {597   "path": "tests/test_flatfield_correction.py",598   "sha256": "b5d2b55bb6bb5ba5f25965a069d71c8a2c74a23be21539d9ec924febba512448",599   "language": "Python",600   "lines": 56,601   "truncated": false,602   "block": 23,603   "row": 1941604  },605  {606   "path": "tests/test_gcs_uploader.py",607   "sha256": "84b19d630b0523e77d364133b9b3b395e68d48e67ba6fcaf54bc408096d8f42f",608   "language": "Python",609   "lines": 25,610   "truncated": false,611   "block": 22,612   "row": 28010613  },614  {615   "path": "tests/test_generic_upload_job.py",616   "sha256": "af4f8bc50177c6408bd9cdb84f81e77f5e15f622881a4932ce37122c83aeafca",617   "language": "Python",618   "lines": 372,619   "truncated": false,620   "block": 23,621   "row": 11297622  },623  {624   "path": "tests/test_imaging_config_loader.py",625   "sha256": "6745262b86bb372ee8aa655037bb7dd467fb6bf3e29f3888a39e642bd2acf9ac",626   "language": "Python",627   "lines": 88,628   "truncated": false,629   "block": 23,630   "row": 3113631  },632  {633   "path": "tests/test_imaging_readers.py",634   "sha256": "36460b5e4affe2ddb5ec8a2752fe5598ca1a8646cacb70ace191565b8629e3ed",635   "language": "Python",636   "lines": 47,637   "truncated": false,638   "block": 23,639   "row": 651640  },641  {642   "path": "tests/test_io_utils.py",643   "sha256": "a6dd7681b329f9922769ad40d7a495fba6e37803425e95211a47d52ccc938463",644   "language": "Python",645   "lines": 247,646   "truncated": false,647   "block": 23,648   "row": 9205649  },650  {651   "path": "tests/test_metadata_creation.py",652   "sha256": "da92c89f89a0949a172553ab2e8b6e3d33af820975e32aa9cb50900d90f548c7",653   "language": "Python",654   "lines": 517,655   "truncated": false,656   "block": 23,657   "row": 13095658  },659  {660   "path": "tests/test_ome_zarr.py",661   "sha256": "213b8bb71573497a99739135279cb5fd72264fe659ec83b32dc18e872a4268a6",662   "language": "Python",663   "lines": 287,664   "truncated": false,665   "block": 23,666   "row": 10342667  },668  {669   "path": "tests/test_s3_transfer.py",670   "sha256": "e08462474bfcec2aa9c0f692506e9521f1c8ba2e72f70fd2ff08a11039825488",671   "language": "Python",672   "lines": 16,673   "truncated": false,674   "block": 22,675   "row": 26696676  },677  {678   "path": "tests/test_zarr_upload_job.py",679   "sha256": "3dee52332c4ed2990411f7ab01787ca9b10eed30c32b9830bc2650460e03d73f",680   "language": "Python",681   "lines": 440,682   "truncated": false,683   "block": 23,684   "row": 12590685  }686 ]687}