{"library":"transformer-smaller-training-vocab","type":"library","category":null,"description":"transformer-smaller-training-vocab is a Python library designed to optimize transformer model training by temporarily reducing the vocabulary size to only include tokens present in the training dataset. This process helps save RAM and speeds up training, especially for domain-specific fine-tuning. The library is currently at version 0.4.2 and has an active, though infrequent, release cadence, with recent updates addressing compatibility and bug fixes.","language":"python","status":"active","version":"0.4.2","tags":["transformers","nlp","training","memory-optimization","vocab","pytorch"],"install":[{"cmd":"pip install transformer-smaller-training-vocab","imports":["from transformer_smaller_training_vocab import reduce_train_vocab_and_context","from transformer_smaller_training_vocab import recreate_vocab"]}],"homepage":null,"github":"https://github.com/helpmefindaname/transformer-smaller-training-vocab","docs":null,"changelog":null,"pypi":"https://pypi.org/project/transformer-smaller-training-vocab/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":76.6,"avg_import_s":16.11,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/transformer-smaller-training-vocab/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}