{"library":"spark-expectations","type":"library","category":null,"description":"Spark Expectations is a Python library by Nike-Inc that facilitates in-flight data quality (DQ) checks within Apache Spark jobs. It enables validation of data against defined rules (row-level, aggregate, and query-based) as data is processed, ensuring only quality data reaches its destination. Erroneous records are quarantined into a separate error table, and aggregated metrics are provided. The library is actively maintained with regular updates; the current version is 2.9.1.","language":"python","status":"active","version":"2.9.1","tags":["spark","data quality","pyspark","data validation","etl","elt","data governance"],"install":[{"cmd":"pip install spark-expectations","imports":["from spark_expectations import Optional","from spark_expectations import get_default_log_handler","from spark_expectations import setup_logger"]}],"homepage":null,"github":null,"docs":null,"changelog":null,"pypi":"https://pypi.org/project/spark-expectations/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":6.4,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/spark-expectations/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Fri Jul 03","last_verified":"Fri Jul 03","next_check":"Sun Aug 02","install_tag":null}}