{"library":"dagster-pyspark","type":"library","category":null,"description":"Dagster-pyspark provides components for integrating PySpark with Dagster, enabling data engineers to define, orchestrate, and observe Spark-based data pipelines. It is currently at version 0.29.0 and its releases are tightly coupled with the Dagster core library's release cadence, typically releasing new versions alongside each Dagster core major/minor update.","language":"python","status":"active","version":"0.29.0","tags":["data processing","spark","pyspark","etl","dagster","orchestration","resource"],"last_verified":"Fri May 22","install":[{"cmd":"pip install dagster-pyspark","imports":["from dagster_pyspark import build_pyspark_resource","from dagster_pyspark import pyspark_delta_lake_io_manager","from dagster_pyspark import pyspark_step_launcher"]},{"cmd":"pip install dagster-pyspark[databricks]","imports":[]},{"cmd":"pip install dagster-pyspark[emr]","imports":[]}],"homepage":"https://dagster.io","github":"https://github.com/dagster-io/dagster","docs":null,"changelog":null,"pypi":"https://pypi.org/project/dagster-pyspark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":20.6,"avg_import_s":null,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/dagster-pyspark/compatibility"}}