{"library":"w3lib","type":"library","category":null,"description":"w3lib is a Python library offering a collection of web-related utility functions, commonly used in web scraping and data processing contexts. It provides tools for URL manipulation, HTML cleaning, HTTP header parsing, and more. The current version is 2.4.1, and it typically releases new versions every few months, often tied to Python version support updates or minor bug fixes/improvements.","language":"python","status":"active","version":"2.4.1","tags":["web scraping","utilities","url parsing","html parsing","http","scrapy"],"last_verified":"Wed May 20","install":[{"cmd":"pip install w3lib","imports":["from w3lib.url import canonicalize_url","from w3lib.html import remove_tags","from w3lib.http import headers_raw_to_dict","w3lib.util.str_to_unicode is removed in v2.3.0+"]}],"homepage":null,"github":"https://github.com/scrapy/w3lib","docs":"https://w3lib.readthedocs.io/en/latest/","changelog":"https://w3lib.readthedocs.io/en/latest/#changelog","pypi":"https://pypi.org/project/w3lib/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":1.5,"avg_import_s":0.11,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/w3lib/compatibility"}}