{"library":"pyspark","type":"library","category":null,"description":"PySpark is the Python API for Apache Spark, a unified analytics engine for large-scale data processing. It allows users to leverage Spark's powerful distributed computing capabilities, including Spark SQL, DataFrames, Structured Streaming, and MLlib, using familiar Python syntax. The library is actively maintained, with the current version being 4.1.1, and follows the release cadence of the broader Apache Spark project.","language":"python","status":"active","version":"4.1.1","tags":["big-data","distributed-computing","data-processing","etl","dataframe","sql","machine-learning"],"install":[{"cmd":"pip install pyspark","imports":["from pyspark.sql import SparkSession","from pyspark.sql import functions as F","from pyspark.sql import Row","from pyspark.sql.types import StructType, StructField, StringType, IntegerType"]},{"cmd":"pip install pyspark[sql] pyspark[pandas_on_spark] pyspark[connect]","imports":[]}],"homepage":"https://spark.apache.org","github":"https://github.com/apache/spark","docs":null,"changelog":null,"pypi":"https://pypi.org/project/pyspark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":24.2,"avg_import_s":0.73,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/pyspark/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":"verified"}}