Datasetpublic

NickIBrody/rust-code-suite

NickIBrody/rust-code-suite Rust Code Suite is a public raw Rust source corpus built from open-source repositories and selected historical git revisions. Splits train.jsonl validation.jsonl test.jsonl Schema { "id": "owner/repo:path:chunk", "text": "...", "arch": "rust", "syntax": "rust", "kind": "rust-source", "repo": "owner/repo", "path": "src/lib.rs", "license": "GPL-2.0", "commit": "abcdef123456", "source_url":… See the full description on the dataset page: https://huggingface.co/datasets/NickIBrody/rust-code-suite.

sourceHugging Faceupdated 5mo agoView on Hugging Face

1likes99downloads

Dataset Card

NickIBrody/rust-code-suite

Rust Code Suite is a public raw Rust source corpus built from open-source repositories and selected historical git revisions.

Splits

—train.jsonl
—validation.jsonl
—test.jsonl

Schema

json

{
  "id": "owner/repo:path:chunk",
  "text": "...",
  "arch": "rust",
  "syntax": "rust",
  "kind": "rust-source",
  "repo": "owner/repo",
  "path": "src/lib.rs",
  "license": "GPL-2.0",
  "commit": "abcdef123456",
  "source_url": "https://github.com/owner/repo/blob/abcdef123456/src/lib.rs"
}

Build Summary

json

{
  "total_examples": 1079332,
  "arch_counts": {
    "rust": 1079332
  },
  "syntax_counts": {
    "rust": 1079332
  },
  "kind_counts": {
    "rust-source": 738167,
    "macro-heavy": 251258,
    "testsuite": 87434,
    "inline": 2473
  },
  "top_repos": [
    [
      "RustPython/RustPython",
      80000
    ],
    [
      "rhaiscript/rhai",
      80000
    ],
    [
      "rust-lang/cargo",
      80000
    ],
    [
      "rust-lang/rust-analyzer",
      80000
    ],
    [
      "rust-lang/rust",
      80000
    ],
    [
      "rustdesk/rustdesk",
      80000
    ],
    [
      "clap-rs/clap",
      77890
    ],
    [
      "rust-lang/rustfmt",
      77682
    ],
    [
      "rust-lang/rust-clippy",
      75049
    ],
    [
      "serde-rs/serde",
      59024
    ],
    [
      "tokio-rs/tokio",
      57979
    ],
    [
      "rust-lang/rustup",
      54353
    ],
    [
      "hyperium/hyper",
      44769
    ],
    [
      "awslabs/aws-sdk-rust",
      29884
    ],
    [
      "mozilla/uniffi-rs",
      23585
    ],
    [
      "BurntSushi/ripgrep",
      21317
    ],
    [
      "serde-rs/json",
      20506
    ],
    [
      "rust-bitcoin/rust-secp256k1",
      16189
    ],
    [
      "tokio-rs/prost",
      11952
    ],
    [
      "rust-lang/rustlings",
      6059
    ]
  ],
  "avg_chars": 1887.91,
  "size_estimate_bytes": 2037683839,
  "train": 971127,
  "validation": 54238,
  "test": 53967
}