{"library":"pbspark","type":"library","category":null,"description":"pbspark is a Python package providing functionality to convert between protobuf messages and PySpark DataFrames, leveraging PySpark UDFs for efficient data processing. It maps protobuf types to Spark SQL types and handles serialization/deserialization. The current version is 0.9.0, with minor releases occurring every few months, reflecting active maintenance.","language":"python","status":"active","version":"0.9.0","tags":["pyspark","protobuf","dataframes","conversion","etl"],"install":[{"cmd":"pip install pbspark","imports":["from pbspark import from_protobuf","from pbspark import to_protobuf","from pbspark import MessageConverter","from pyspark.sql.session import SparkSession","from pyspark.sql.functions import struct","from example.example_pb2 import SimpleMessage"]}],"homepage":null,"github":"https://github.com/crflynn/pbspark","docs":"https://github.com/crflynn/pbspark","changelog":null,"pypi":"https://pypi.org/project/pbspark/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":30.6,"avg_import_s":0.65,"wheel_type":"sdist"},"url":"https://checklist.day/v1/registry/pbspark/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":null}}