{"library":"pyspark-data-sources","title":"PySpark Data Sources","description":"Custom Spark data sources for reading and writing data in Apache Spark, using the Python Data Source API. Current version: 0.1.11. Release cadence: irregular, low activity.","language":"python","status":"active","last_verified":"Fri May 01","install":{"commands":["pip install pyspark-data-sources"],"cli":null},"imports":["from pyspark_datasources import DataSource"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"from pyspark.sql import SparkSession\nfrom pyspark_datasources import DataSource\n\nspark = SparkSession.builder.appName('example').getOrCreate()\ndf = spark.read.format('custom_source').load('path/to/data')\ndf.show()","lang":"python","description":"Create a Spark session and use a custom data source via format(). Replace 'custom_source' with the actual source name.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":null}