{"library":"axial-positional-embedding","type":"library","category":null,"description":"Implementation of Axial Positional Embedding, as described in 'Attention is All You Need' and 'Axial Attention in Transformers'. This library provides a simple way to add positional encodings to transformer models in an axial (factorized) manner, reducing the number of parameters. Current version 0.3.12, supports Python >=3.8.","language":"python","status":"active","version":"0.3.12","tags":["positional-encoding","transformer","axial-attention","pytorch"],"last_verified":"Fri May 01","install":[{"cmd":"pip install axial-positional-embedding","imports":["from axial_positional_embedding import AxialPositionalEmbedding"]}],"homepage":"https://pypi.org/project/axial_positional_embedding/","github":"https://github.com/lucidrains/axial_positional_embedding","docs":null,"changelog":null,"pypi":"https://pypi.org/project/axial-positional-embedding/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}