ysn-rfd/text-dataset-tiny-code-script-py-format
USED of tahamajs/medicine_ds_persian for .parquet file USED of Alijafarixcs2/persian-it-llama2-2k for .parquet file USED of Abirate/english_quotes for .jsonl file NEW FILES (05/12/2025) NEW FILES (12/26/2025) NEW FILES (02/15/2026)
31.7k
1 2FROM nvidia/cuda:12.2.2-cudnn8-devel-ubuntu22.04 AS pytorch-docs-build3 4LABEL maintainer="unknownue <unknownue@outlook.com>"5LABEL description="An docker environment to build offline PyTorch Docs"6LABEL license="MIT"7 8ENV DEBIAN_FRONTEND=noninteractive9 10ARG VERSION_PYTHON=python3.1111ARG VERSION_PYTORCH=2.1.012ARG VERSION_VISION=0.16.013 14WORKDIR /root/15ADD ubuntu-mirror-2204.txt /etc/apt/sources.list16 17RUN apt update && apt install -y ca-certificates18RUN apt update && \19 apt install -y --no-install-recommends git wget p7zip-full build-essential && \20 apt install -y --no-install-recommends software-properties-common && \21 add-apt-repository ppa:deadsnakes/ppa && \22 apt clean23 24# ENV PATH "/root/usr/bin:${PATH}"25 26# Install Python and corresponding pip27RUN apt install -y --no-install-recommends $VERSION_PYTHON python3-distutils && \28 wget https://bootstrap.pypa.io/get-pip.py && $VERSION_PYTHON get-pip.py && \29 # $VERSION_PYTHON get-pip.py && \30 apt install -y --no-install-recommends $VERSION_PYTHON-dev && \31 apt clean && \32 ln -sf $VERSION_PYTHON /usr/bin/python && ln -sf pip3 /usr/bin/pip33# RUN pip3 install pqi && pqi use aliyun34 35WORKDIR /root/dev/36 37# clone PyTorch and vision Repository38RUN pip3 install setuptools --no-cache-dir && \39 wget https://github.com/pytorch/vision/archive/v$VERSION_VISION.zip -O vision.zip && \40 wget https://github.com/pytorch/pytorch/archive/v$VERSION_PYTORCH.zip -O torch.zip && \41 7z x vision.zip && 7z x torch.zip && \42 rm vision.zip && rm torch.zip && mv vision-$VERSION_VISION/ vision/ && mv pytorch-$VERSION_PYTORCH/ pytorch/43 44RUN wget https://download.pytorch.org/whl/cu121/torch-2.1.0%2Bcu121-cp311-cp311-linux_x86_64.whl && \45 wget https://download.pytorch.org/whl/cu121/torchvision-0.16.0%2Bcu121-cp311-cp311-linux_x86_64.whl && \46 pip3 install torch-2.1.0+cu121-cp311-cp311-linux_x86_64.whl && \47 pip3 install torchvision-0.16.0+cu121-cp311-cp311-linux_x86_64.whl && \48 rm torch-2.1.0+cu121-cp311-cp311-linux_x86_64.whl && \49 rm torchvision-0.16.0+cu121-cp311-cp311-linux_x86_64.whl50 51RUN wget https://raw.githubusercontent.com/pytorch/pytorch/v$VERSION_PYTORCH/requirements.txt -P /home/unknownue/deps/ && \52 echo "torch==$VERSION_PYTORCH" >> /home/unknownue/deps/requirements.txt && \53 echo "torchvision==$VERSION_VISION" >> /home/unknownue/deps/requirements.txt && \54 pip3 install --no-cache-dir --no-deps -r /home/unknownue/deps/requirements.txt55# pip3 install torch==$VERSION_PYTORCH torchvision==$VERSION_VISION --no-cache-dir56 57# install katex globally. See https://github.com/pytorch/pytorch/issues/2770558RUN apt install -y --no-install-recommends nodejs npm59RUN npm cache clear --force && \60 npm config set registry https://registry.npmmirror.com && \61 npm install -g katex62 63# clean up64RUN apt autoremove -y && apt clean && \65 rm /usr/bin/python && ln -s /usr/bin/$VERSION_PYTHON /usr/bin/python66 67CMD ["bash"]68 69 