{"library":"soda-core-spark-df","type":"library","category":null,"description":"Soda Core Spark DF is a Soda Core package that enables Soda Core to connect to Spark DataFrames as a data source. It allows users to define and run data quality checks directly on Spark DataFrames, making it suitable for data pipelines that operate within a Spark environment. Current version is 3.5.6. Releases follow Soda Core's cadence, typically monthly or bi-monthly for minor versions.","language":"python","status":"active","version":"3.5.6","tags":["data quality","spark","dataframe","etl","data testing","soda"],"install":[{"cmd":"pip install soda-core-spark-df pyspark","imports":["from soda.scan import Scan","from soda.spark_df_data_source import SparkDfDataSource"]}],"homepage":"https://www.soda.io","github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/soda-core-spark-df/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":50,"avg_install_s":37.9,"avg_import_s":1.59,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/soda-core-spark-df/compatibility"},"provenance":{"verified_status":"install_fail","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Sun Jul 05","install_tag":null}}