w3lib


Namew3lib JSON
Version 2.2.1 PyPI version JSON
download
home_pagehttps://github.com/scrapy/w3lib
SummaryLibrary of web-related functions
upload_time2024-06-12 06:38:02
maintainerNone
docs_urlNone
authorScrapy project
requires_python>=3.8
licenseBSD
keywords
VCS
bugtrack_url
requirements No requirements were recorded.
Travis-CI No Travis.
coveralls test coverage
            =====
w3lib
=====

.. image:: https://github.com/scrapy/w3lib/actions/workflows/tests.yml/badge.svg
   :target: https://github.com/scrapy/w3lib/actions

.. image:: https://img.shields.io/codecov/c/github/scrapy/w3lib/master.svg
   :target: http://codecov.io/github/scrapy/w3lib?branch=master
   :alt: Coverage report


Overview
========

This is a Python library of web-related functions, such as:

* remove comments, or tags from HTML snippets
* extract base url from HTML snippets
* translate entites on HTML strings
* convert raw HTTP headers to dicts and vice-versa
* construct HTTP auth header
* converting HTML pages to unicode
* sanitize urls (like browsers do)
* extract arguments from urls

Requirements
============

Python 3.8+

Install
=======

``pip install w3lib``

Documentation
=============

See http://w3lib.readthedocs.org/

License
=======

The w3lib library is licensed under the BSD license.

            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/scrapy/w3lib",
    "name": "w3lib",
    "maintainer": null,
    "docs_url": null,
    "requires_python": ">=3.8",
    "maintainer_email": null,
    "keywords": null,
    "author": "Scrapy project",
    "author_email": "info@scrapy.org",
    "download_url": "https://files.pythonhosted.org/packages/cc/dd/8d080c3bf19f4e853433193e0ffd894d9f5c5a55c11d7283038ee822a0db/w3lib-2.2.1.tar.gz",
    "platform": "Any",
    "description": "=====\nw3lib\n=====\n\n.. image:: https://github.com/scrapy/w3lib/actions/workflows/tests.yml/badge.svg\n   :target: https://github.com/scrapy/w3lib/actions\n\n.. image:: https://img.shields.io/codecov/c/github/scrapy/w3lib/master.svg\n   :target: http://codecov.io/github/scrapy/w3lib?branch=master\n   :alt: Coverage report\n\n\nOverview\n========\n\nThis is a Python library of web-related functions, such as:\n\n* remove comments, or tags from HTML snippets\n* extract base url from HTML snippets\n* translate entites on HTML strings\n* convert raw HTTP headers to dicts and vice-versa\n* construct HTTP auth header\n* converting HTML pages to unicode\n* sanitize urls (like browsers do)\n* extract arguments from urls\n\nRequirements\n============\n\nPython 3.8+\n\nInstall\n=======\n\n``pip install w3lib``\n\nDocumentation\n=============\n\nSee http://w3lib.readthedocs.org/\n\nLicense\n=======\n\nThe w3lib library is licensed under the BSD license.\n",
    "bugtrack_url": null,
    "license": "BSD",
    "summary": "Library of web-related functions",
    "version": "2.2.1",
    "project_urls": {
        "Documentation": "https://w3lib.readthedocs.io/en/latest/",
        "Homepage": "https://github.com/scrapy/w3lib",
        "Issue Tracker": "https://github.com/scrapy/w3lib/issues",
        "Source Code": "https://github.com/scrapy/w3lib"
    },
    "split_keywords": [],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "dfd6ff9000e85b820ab36c0a93f2c8a4b334a80821b631a56c252aed2d0bd2d3",
                "md5": "83db9d39e0eeffed829a9cdb67e15f05",
                "sha256": "e56d81c6a6bf507d7039e0c95745ab80abd24b465eb0f248af81e3eaa46eb510"
            },
            "downloads": -1,
            "filename": "w3lib-2.2.1-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "83db9d39e0eeffed829a9cdb67e15f05",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": ">=3.8",
            "size": 21948,
            "upload_time": "2024-06-12T06:38:00",
            "upload_time_iso_8601": "2024-06-12T06:38:00.225087Z",
            "url": "https://files.pythonhosted.org/packages/df/d6/ff9000e85b820ab36c0a93f2c8a4b334a80821b631a56c252aed2d0bd2d3/w3lib-2.2.1-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "ccdd8d080c3bf19f4e853433193e0ffd894d9f5c5a55c11d7283038ee822a0db",
                "md5": "33cb5a532eb5650ca2a65b2d05522d86",
                "sha256": "756ff2d94c64e41c8d7c0c59fea12a5d0bc55e33a531c7988b4a163deb9b07dd"
            },
            "downloads": -1,
            "filename": "w3lib-2.2.1.tar.gz",
            "has_sig": false,
            "md5_digest": "33cb5a532eb5650ca2a65b2d05522d86",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.8",
            "size": 49603,
            "upload_time": "2024-06-12T06:38:02",
            "upload_time_iso_8601": "2024-06-12T06:38:02.542934Z",
            "url": "https://files.pythonhosted.org/packages/cc/dd/8d080c3bf19f4e853433193e0ffd894d9f5c5a55c11d7283038ee822a0db/w3lib-2.2.1.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-06-12 06:38:02",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "scrapy",
    "github_project": "w3lib",
    "travis_ci": false,
    "coveralls": true,
    "github_actions": true,
    "tox": true,
    "lcname": "w3lib"
}
        
Elapsed time: 0.72142s