cwenzi/neuroflow-cpp

1#!/bin/bash2B=/mnt/d/neuroflow-C++3O=$B/output4CKPT=$(ls -td $O/checkpoint_step*/checkpoint_step* 2>/dev/null | head -1)5export LD_LIBRARY_PATH=$HOME/local/openblas/usr/lib/x86_64-linux-gnu/openblas-openmp:$LD_LIBRARY_PATH6N=/tmp/numactl-extracted/usr/bin/numactl7 8train() {9  local DATA=$1 EPOCHS=$2 MSG=$310  local FLAGS=""11  [ -n "$CKPT" ] && FLAGS="--resume $CKPT"12  echo; echo "===== $MSG ====="13  OPENBLAS_NUM_THREADS=10 OMP_NUM_THREADS=20 \14  $N --cpunodebind=0 --membind=0 $B/neuroflow_train_v2 \15    --config $B/configs/config.json --tokenizer $B/configs/tokenizer_cn_013.json \16    --output $O --data "$DATA" $FLAGS \17    --epochs $EPOCHS --lr 1e-4 --batch-size 64 \18    --log-interval 10 --save-interval 1000 --grad-clip 1.019  CKPT=$(ls -td $O/checkpoint_step*/checkpoint_step* 2>/dev/null | head -1)20  echo "  → $CKPT"21}22 23train "/mnt/d/语料/初中" 5 "初中 3 epochs (续小学)"24train "/mnt/d/语料/高中" 8 "高中 3 epochs (续初中)"25train "/mnt/d/语料/大学" 13 "大学 5 epochs (续高中)"26echo; echo "✅ 全部完成!"27ls -la $O/model_final.nfv1 2>/dev/null28