{"library":"dagster-spark","type":"library","category":null,"description":"Dagster Spark is a Python library that provides integration components for orchestrating Apache Spark jobs within the Dagster data platform. It enables users to define, run, and monitor Spark-based data pipelines with Dagster's declarative programming model, offering capabilities for data management, lineage, and observability. The library is actively maintained and typically releases in sync with the core Dagster library.","language":"python","status":"active","version":"0.29.0","tags":["dagster","spark","etl","orchestration","data-pipeline"],"install":[{"cmd":"pip install dagster dagster-spark","imports":["from dagster_spark import create_spark_op","from dagster_spark import define_spark_config","from dagster_spark.components.spark_declarative_pipeline import SparkDeclarativePipelineComponent"]}],"homepage":"https://dagster.io","github":"https://github.com/dagster-io/dagster","docs":null,"changelog":null,"pypi":"https://pypi.org/project/dagster-spark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":12.6,"avg_import_s":2.82,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/dagster-spark/compatibility"},"provenance":{"verified_status":"install_fail","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Sun Jul 05","install_tag":null}}