{"library":"transformer-smaller-training-vocab","type":"library","category":null,"description":"transformer-smaller-training-vocab is a Python library designed to optimize transformer model training by temporarily reducing the vocabulary size to only include tokens present in the training dataset. This process helps save RAM and speeds up training, especially for domain-specific fine-tuning. The library is currently at version 0.4.2 and has an active, though infrequent, release cadence, with recent updates addressing compatibility and bug fixes.","language":"python","status":"active","version":"0.4.2","tags":["transformers","nlp","training","memory-optimization","vocab","pytorch"],"last_verified":"Mon May 25","install":[{"cmd":"pip install transformer-smaller-training-vocab","imports":["from transformer_smaller_training_vocab import reduce_train_vocab_and_context","from transformer_smaller_training_vocab import recreate_vocab"]}],"homepage":null,"github":"https://github.com/helpmefindaname/transformer-smaller-training-vocab","docs":null,"changelog":null,"pypi":"https://pypi.org/project/transformer-smaller-training-vocab/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":75.2,"avg_import_s":16.06,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/transformer-smaller-training-vocab/compatibility"}}