Datasetpublic

codekingpro/portable-devtools

sourceHugging Faceupdated 5mo agoView on Hugging Face

1likes14kdownloads

rootpythonuser_packagesPython313site-packagestokenizerstrainers__init__.py

__init__.py10 linesDownload Raw Back to trainers

1# Generated content DO NOT EDIT
2
3from .. import trainers
4
5BpeTrainer = trainers.BpeTrainer
6Trainer = trainers.Trainer
7UnigramTrainer = trainers.UnigramTrainer
8WordLevelTrainer = trainers.WordLevelTrainer
9WordPieceTrainer = trainers.WordPieceTrainer
10