{"library":"sparkmagic","title":"SparkMagic: Spark execution via Livy","type":"library","description":"SparkMagic is a Jupyter/IPython magic command extension for interactively working with Spark clusters via Livy (REST API). It supports multiple sessions, language interpreters (PySpark, Spark, Scala, SQL), and automatic visualization of DataFrames. Current version is 0.23.0 (released 2025-02-14) with active but low-frequency releases; the project is in maintenance mode.","language":"python","status":"active","last_verified":"Fri May 01","install":{"commands":["pip install sparkmagic"],"cli":null},"imports":["import sparkmagic"],"auth":{"required":false,"env_vars":[]},"links":{"homepage":null,"github":"https://github.com/jupyter-incubator/sparkmagic","docs":null,"changelog":null,"pypi":"https://pypi.org/project/sparkmagic/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null},"quickstart":{"code":"# In a Jupyter notebook cell:\n%load_ext sparkmagic\n%manage_spark\n# Then start a session:\n%%spark -s mysession\n# Create a simple DataFrame:\ndf = spark.range(10)\nprint(df.count())","lang":"python","description":"Load the extension, manage Spark sessions, and execute code against a remote Spark cluster via Livy.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":null}