{"library":"pydantic-spark","title":"pydantic-spark","description":"Converts Pydantic models to PySpark schemas. Current version 1.0.1 supports Pydantic v2. Release cadence is irregular. Designed for data engineering pipelines where Pydantic models define data contracts and Spark schemas must be inferred.","language":"python","status":"active","last_verified":"Mon Apr 27","install":{"commands":["pip install pydantic-spark"],"cli":null},"imports":["from pydantic_spark import to_spark_schema","from pydantic_spark import to_pandas_schema"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"from pyspark.sql import SparkSession\nfrom pydantic import BaseModel\nfrom pydantic_spark import to_spark_schema\n\nclass MyModel(BaseModel):\n    name: str\n    age: int\n\nspark = SparkSession.builder.getOrCreate()\nschema = to_spark_schema(MyModel)\ndf = spark.createDataFrame([], schema)\nprint(df.schema)\nspark.stop()","lang":"python","description":"Basic usage: define a Pydantic model and convert to Spark schema.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":null}