{"library":"dagster-pyspark","type":"library","category":null,"description":"Dagster-pyspark provides components for integrating PySpark with Dagster, enabling data engineers to define, orchestrate, and observe Spark-based data pipelines. It is currently at version 0.29.0 and its releases are tightly coupled with the Dagster core library's release cadence, typically releasing new versions alongside each Dagster core major/minor update.","language":"python","status":"active","version":"0.29.0","tags":["data processing","spark","pyspark","etl","dagster","orchestration","resource"],"install":[{"cmd":"pip install dagster-pyspark","imports":["from dagster_pyspark import PySparkResource","from dagster_pyspark import pyspark_resource","from dagster_pyspark import lazy_pyspark_resource"]},{"cmd":"pip install dagster-pyspark[databricks]","imports":[]},{"cmd":"pip install dagster-pyspark[emr]","imports":[]}],"homepage":"https://dagster.io","github":"https://github.com/dagster-io/dagster","docs":null,"changelog":null,"pypi":"https://pypi.org/project/dagster-pyspark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":20.8,"avg_import_s":null,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/dagster-pyspark/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Sun Aug 02","install_tag":null}}