{"library":"torchscale","type":"library","category":null,"description":"torchscale is a PyTorch library for building large-scale Transformer models, providing components like Multi-head Attention (MHA), Long Short-Term Memory (LSTM), and other scalable architectures. As of version 0.3.0, it supports Python >=3.8 and is maintained by Microsoft. Releases are infrequent.","language":"python","status":"active","version":"0.3.0","tags":["transformer","scale","pytorch","microsoft","deep-learning"],"last_verified":"Sat May 09","install":[{"cmd":"pip install torchscale","imports":["from torchscale.component import MHA","from torchscale.component import AttentionLayer","from torchscale.model import IncrementalDecoder"]}],"homepage":null,"github":"https://github.com/microsoft/torchscale","docs":null,"changelog":null,"pypi":"https://pypi.org/project/torchscale/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}