{"library":"megatron-core","type":"library","category":null,"description":"Megatron Core is a Python library developed by NVIDIA for building highly efficient and scalable transformer-based models, especially for large-scale distributed training. It provides fundamental building blocks for tensor and pipeline parallelism. The current version is 0.16.1, and it generally follows an active release cadence with minor versions released frequently.","language":"python","status":"active","version":"0.16.1","tags":["AI","LLM","Transformers","Distributed Training","Deep Learning","NVIDIA","GPU"],"install":[{"cmd":"pip install megatron-core","imports":["from megatron.core.tensor_parallel.layers import ColumnParallelLinear","from megatron.core.tensor_parallel.layers import RowParallelLinear","from megatron.core.transformer.transformer_block import TransformerBlock","from megatron.core.transformer.transformer_layer import TransformerLayer","from megatron.core import dist_init"]},{"cmd":"pip install 'megatron-core[cuda]' # For full CUDA/cuDNN integration if needed beyond base","imports":[]}],"homepage":null,"github":"https://github.com/NVIDIA/Megatron-LM","docs":null,"changelog":null,"pypi":"https://pypi.org/project/megatron-core/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":70.2,"avg_import_s":16.94,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/megatron-core/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}