python-ucto


Namepython-ucto JSON
Version 0.6.8 PyPI version JSON
download
home_pagehttps://github.com/proycon/python-ucto
SummaryThis is a Python binding to the tokenizer Ucto. Tokenisation is one of the first step in almost any Natural Language Processing task, yet it is not always as trivial a task as it appears to be. This binding makes the power of the ucto tokeniser available to Python. Ucto itself is a regular-expression based, extensible, and advanced tokeniser written in C++ (https://languagemachines.github.io/ucto).
upload_time2024-09-12 13:36:51
maintainerNone
docs_urlNone
authorMaarten van Gompel
requires_pythonNone
licenseGPLv3
keywords tokenizer tokenization tokeniser tokenisation nlp computational_linguistics ucto
VCS
bugtrack_url
requirements No requirements were recorded.
Travis-CI No Travis.
coveralls test coverage No coveralls.
            
            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/proycon/python-ucto",
    "name": "python-ucto",
    "maintainer": null,
    "docs_url": null,
    "requires_python": null,
    "maintainer_email": null,
    "keywords": "tokenizer tokenization tokeniser tokenisation nlp computational_linguistics ucto",
    "author": "Maarten van Gompel",
    "author_email": "proycon@anaproy.nl",
    "download_url": "https://files.pythonhosted.org/packages/75/ce/80815ffddc6980a1133a296d5287fe51180538b1785443655d8866c9d2ff/python_ucto-0.6.8.tar.gz",
    "platform": null,
    "description": "",
    "bugtrack_url": null,
    "license": "GPLv3",
    "summary": "This is a Python binding to the tokenizer Ucto. Tokenisation is one of the first step in almost any Natural Language Processing task, yet it is not always as trivial a task as it appears to be. This binding makes the power of the ucto tokeniser available to Python. Ucto itself is a regular-expression based, extensible, and advanced tokeniser written in C++ (https://languagemachines.github.io/ucto).",
    "version": "0.6.8",
    "project_urls": {
        "Homepage": "https://github.com/proycon/python-ucto"
    },
    "split_keywords": [
        "tokenizer",
        "tokenization",
        "tokeniser",
        "tokenisation",
        "nlp",
        "computational_linguistics",
        "ucto"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "5a3f043a09d55baf5673dbd17ea242903ca4c481fe97e5cc008f12c80e434326",
                "md5": "99d20146ab60fb1937b227df8da18b93",
                "sha256": "6d2d57443fcd004c56871ddeaba8376140fbf782d77102bd6bfee6b689d74b7a"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp310-cp310-macosx_12_0_x86_64.whl",
            "has_sig": false,
            "md5_digest": "99d20146ab60fb1937b227df8da18b93",
            "packagetype": "bdist_wheel",
            "python_version": "cp310",
            "requires_python": null,
            "size": 15823887,
            "upload_time": "2024-09-12T13:35:41",
            "upload_time_iso_8601": "2024-09-12T13:35:41.755792Z",
            "url": "https://files.pythonhosted.org/packages/5a/3f/043a09d55baf5673dbd17ea242903ca4c481fe97e5cc008f12c80e434326/python_ucto-0.6.8-cp310-cp310-macosx_12_0_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "c7e54f89332be3c8a3454f0ead82426c80acd05f2044013ed9376e0b32673db9",
                "md5": "5343ee6d7ee36c5e679ee301e9525108",
                "sha256": "9f48bc73418b249af4c409188d21b07747b3b2f16f68b83470aef414ad0f1b1a"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp310-cp310-macosx_14_0_arm64.whl",
            "has_sig": false,
            "md5_digest": "5343ee6d7ee36c5e679ee301e9525108",
            "packagetype": "bdist_wheel",
            "python_version": "cp310",
            "requires_python": null,
            "size": 15604929,
            "upload_time": "2024-09-12T13:35:45",
            "upload_time_iso_8601": "2024-09-12T13:35:45.322640Z",
            "url": "https://files.pythonhosted.org/packages/c7/e5/4f89332be3c8a3454f0ead82426c80acd05f2044013ed9376e0b32673db9/python_ucto-0.6.8-cp310-cp310-macosx_14_0_arm64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "951c1a4e1ea3bf0eec0d7c7b2cb692e34f8aae797fc31e655b47e623ead7ef77",
                "md5": "b3d50569ca21cacb2037c1e0171dc977",
                "sha256": "227b7cb133ed6f55feca367090c1de7a3a1c9e9b772083d728e963e503dda22d"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "has_sig": false,
            "md5_digest": "b3d50569ca21cacb2037c1e0171dc977",
            "packagetype": "bdist_wheel",
            "python_version": "cp310",
            "requires_python": null,
            "size": 22800430,
            "upload_time": "2024-09-12T13:35:49",
            "upload_time_iso_8601": "2024-09-12T13:35:49.256813Z",
            "url": "https://files.pythonhosted.org/packages/95/1c/1a4e1ea3bf0eec0d7c7b2cb692e34f8aae797fc31e655b47e623ead7ef77/python_ucto-0.6.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "7614fe792d394f82fc44f8547d59fb74498d3e750d76a53dd88ca503e10c55de",
                "md5": "dfdda869468dead79ef28a0a35a4a3b5",
                "sha256": "d92aa4ae6fdc0eabe64568306fffa6d80118fe46a0da2ad31cecd62a425b0c04"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp311-cp311-macosx_12_0_x86_64.whl",
            "has_sig": false,
            "md5_digest": "dfdda869468dead79ef28a0a35a4a3b5",
            "packagetype": "bdist_wheel",
            "python_version": "cp311",
            "requires_python": null,
            "size": 15824100,
            "upload_time": "2024-09-12T13:35:53",
            "upload_time_iso_8601": "2024-09-12T13:35:53.505909Z",
            "url": "https://files.pythonhosted.org/packages/76/14/fe792d394f82fc44f8547d59fb74498d3e750d76a53dd88ca503e10c55de/python_ucto-0.6.8-cp311-cp311-macosx_12_0_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "2bf5c7cdb58a2679ee61e1cfecbdaae2c418b5aad51a4165f9f5a931c9f6bd6a",
                "md5": "5cc21e99f71968dbcc0761ff3ef9143e",
                "sha256": "15e28d047121e2b936fa1d04dbe6b1d8bfaffde83c1bca8752dce171c3c70233"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp311-cp311-macosx_14_0_arm64.whl",
            "has_sig": false,
            "md5_digest": "5cc21e99f71968dbcc0761ff3ef9143e",
            "packagetype": "bdist_wheel",
            "python_version": "cp311",
            "requires_python": null,
            "size": 15605080,
            "upload_time": "2024-09-12T13:35:56",
            "upload_time_iso_8601": "2024-09-12T13:35:56.577678Z",
            "url": "https://files.pythonhosted.org/packages/2b/f5/c7cdb58a2679ee61e1cfecbdaae2c418b5aad51a4165f9f5a931c9f6bd6a/python_ucto-0.6.8-cp311-cp311-macosx_14_0_arm64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "525dce072b11d3b64787a737735063b0e8729c97e824d15c5108fcda224d16a7",
                "md5": "771001059f3b515d0ab3ab58b762f4db",
                "sha256": "fd28c197de8f845165c4ff82d4385b7c2b45a565bd9bbc894f5631c04bfba967"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "has_sig": false,
            "md5_digest": "771001059f3b515d0ab3ab58b762f4db",
            "packagetype": "bdist_wheel",
            "python_version": "cp311",
            "requires_python": null,
            "size": 22835344,
            "upload_time": "2024-09-12T13:36:00",
            "upload_time_iso_8601": "2024-09-12T13:36:00.434617Z",
            "url": "https://files.pythonhosted.org/packages/52/5d/ce072b11d3b64787a737735063b0e8729c97e824d15c5108fcda224d16a7/python_ucto-0.6.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "b00166e95931173adf5baaab87a555cc16ef77da5267042a9adf8e3e7d1b9342",
                "md5": "e1df44ece9bd410134f425adba487ff2",
                "sha256": "61f964ca4165c4fd78c007f603e9d9194550435009ebe72337ac022f9eadacd1"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp312-cp312-macosx_12_0_x86_64.whl",
            "has_sig": false,
            "md5_digest": "e1df44ece9bd410134f425adba487ff2",
            "packagetype": "bdist_wheel",
            "python_version": "cp312",
            "requires_python": null,
            "size": 15822677,
            "upload_time": "2024-09-12T13:36:04",
            "upload_time_iso_8601": "2024-09-12T13:36:04.222279Z",
            "url": "https://files.pythonhosted.org/packages/b0/01/66e95931173adf5baaab87a555cc16ef77da5267042a9adf8e3e7d1b9342/python_ucto-0.6.8-cp312-cp312-macosx_12_0_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "fdf286a748f734cdd04b03a3103638918c1227143c457990dfc046a35b448073",
                "md5": "07e9ecaceb737808ad76a08f16a340b9",
                "sha256": "228df2f0ea8890a9dfd57a3d2a8a28aca666ee1fa8282b6c6d7be3dda308f60c"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp312-cp312-macosx_14_0_arm64.whl",
            "has_sig": false,
            "md5_digest": "07e9ecaceb737808ad76a08f16a340b9",
            "packagetype": "bdist_wheel",
            "python_version": "cp312",
            "requires_python": null,
            "size": 15604467,
            "upload_time": "2024-09-12T13:36:07",
            "upload_time_iso_8601": "2024-09-12T13:36:07.365167Z",
            "url": "https://files.pythonhosted.org/packages/fd/f2/86a748f734cdd04b03a3103638918c1227143c457990dfc046a35b448073/python_ucto-0.6.8-cp312-cp312-macosx_14_0_arm64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "c0672b88a136b619b847ba4af23ce24cf224982717149c9a4cd01ea8ec8c2ab7",
                "md5": "1868c61aa3baa28264dfb35416e0c3e6",
                "sha256": "211fcfe7627a439acd9352ebd2e1ac721a896021a2ced1fe46a320b1ded1a5e8"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "has_sig": false,
            "md5_digest": "1868c61aa3baa28264dfb35416e0c3e6",
            "packagetype": "bdist_wheel",
            "python_version": "cp312",
            "requires_python": null,
            "size": 22825182,
            "upload_time": "2024-09-12T13:36:11",
            "upload_time_iso_8601": "2024-09-12T13:36:11.223345Z",
            "url": "https://files.pythonhosted.org/packages/c0/67/2b88a136b619b847ba4af23ce24cf224982717149c9a4cd01ea8ec8c2ab7/python_ucto-0.6.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "a2b105e6e7dee90759c4ee2bd11811544a4345a504302cd07a7f88c35f7c6217",
                "md5": "68154da305081e5e500e019cbcc53615",
                "sha256": "6a308f474c8e3ba350af7343224d0c046398ef79141fef5d160e7eece07ad636"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp38-cp38-macosx_12_0_x86_64.whl",
            "has_sig": false,
            "md5_digest": "68154da305081e5e500e019cbcc53615",
            "packagetype": "bdist_wheel",
            "python_version": "cp38",
            "requires_python": null,
            "size": 15824246,
            "upload_time": "2024-09-12T13:51:55",
            "upload_time_iso_8601": "2024-09-12T13:51:55.402838Z",
            "url": "https://files.pythonhosted.org/packages/a2/b1/05e6e7dee90759c4ee2bd11811544a4345a504302cd07a7f88c35f7c6217/python_ucto-0.6.8-cp38-cp38-macosx_12_0_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "e963933be133e44b8824ecd3bb851010e9c02b65e2741653cb52d3ae7de60b42",
                "md5": "8358d3528efabd9e1a1b8d371a31918e",
                "sha256": "c55e6b0ac594ef77bac9c0383b30f6e869ccd25b69c7aad923c4fe0bcce3c3f5"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "has_sig": false,
            "md5_digest": "8358d3528efabd9e1a1b8d371a31918e",
            "packagetype": "bdist_wheel",
            "python_version": "cp38",
            "requires_python": null,
            "size": 22805174,
            "upload_time": "2024-09-12T13:50:51",
            "upload_time_iso_8601": "2024-09-12T13:50:51.484163Z",
            "url": "https://files.pythonhosted.org/packages/e9/63/933be133e44b8824ecd3bb851010e9c02b65e2741653cb52d3ae7de60b42/python_ucto-0.6.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "677b39ab2f926e435cf71ae13d5336b81dc214bf650045c0972adc3ca996a6d6",
                "md5": "e8daa51916a76c62dab927fce9750f57",
                "sha256": "4d039d27e5118c8494943f30c401e0248a99170a74086d2809d7503b85d1fa6b"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp39-cp39-macosx_12_0_x86_64.whl",
            "has_sig": false,
            "md5_digest": "e8daa51916a76c62dab927fce9750f57",
            "packagetype": "bdist_wheel",
            "python_version": "cp39",
            "requires_python": null,
            "size": 15824213,
            "upload_time": "2024-09-12T13:36:15",
            "upload_time_iso_8601": "2024-09-12T13:36:15.161126Z",
            "url": "https://files.pythonhosted.org/packages/67/7b/39ab2f926e435cf71ae13d5336b81dc214bf650045c0972adc3ca996a6d6/python_ucto-0.6.8-cp39-cp39-macosx_12_0_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "151a0e9711bf828692fd928b81072667a4bfb5c7c79d379a7b5329363d57e3b9",
                "md5": "1eba5c1868eccbb494ad42ee31b174be",
                "sha256": "d8d7f09ff4661f9bbb92c2e973a0c3bb4efb7e5bffe1607efcad31163b564b6b"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp39-cp39-macosx_14_0_arm64.whl",
            "has_sig": false,
            "md5_digest": "1eba5c1868eccbb494ad42ee31b174be",
            "packagetype": "bdist_wheel",
            "python_version": "cp39",
            "requires_python": null,
            "size": 15605196,
            "upload_time": "2024-09-12T13:36:20",
            "upload_time_iso_8601": "2024-09-12T13:36:20.107279Z",
            "url": "https://files.pythonhosted.org/packages/15/1a/0e9711bf828692fd928b81072667a4bfb5c7c79d379a7b5329363d57e3b9/python_ucto-0.6.8-cp39-cp39-macosx_14_0_arm64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "dd08a24b50c9d6e4fd0dfe5fc4457fa068c5f79a4abb5ca6f25b6e2926da45cf",
                "md5": "f2e52285ab9b4208cb2a69b6978bf09b",
                "sha256": "f972193bdcd4d0570f8f12161d2a37a87966c4479932f34de58f52288b7bdc74"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "has_sig": false,
            "md5_digest": "f2e52285ab9b4208cb2a69b6978bf09b",
            "packagetype": "bdist_wheel",
            "python_version": "cp39",
            "requires_python": null,
            "size": 22800172,
            "upload_time": "2024-09-12T13:36:23",
            "upload_time_iso_8601": "2024-09-12T13:36:23.525812Z",
            "url": "https://files.pythonhosted.org/packages/dd/08/a24b50c9d6e4fd0dfe5fc4457fa068c5f79a4abb5ca6f25b6e2926da45cf/python_ucto-0.6.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "75ce80815ffddc6980a1133a296d5287fe51180538b1785443655d8866c9d2ff",
                "md5": "11516b13b8950055602383b8a6c8fe9b",
                "sha256": "d7251a94a069e3b144ab3b5304c49e1968a08116a3599f302a81bd78fee5f628"
            },
            "downloads": -1,
            "filename": "python_ucto-0.6.8.tar.gz",
            "has_sig": false,
            "md5_digest": "11516b13b8950055602383b8a6c8fe9b",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 104619,
            "upload_time": "2024-09-12T13:36:51",
            "upload_time_iso_8601": "2024-09-12T13:36:51.483145Z",
            "url": "https://files.pythonhosted.org/packages/75/ce/80815ffddc6980a1133a296d5287fe51180538b1785443655d8866c9d2ff/python_ucto-0.6.8.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-09-12 13:36:51",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "proycon",
    "github_project": "python-ucto",
    "travis_ci": false,
    "coveralls": false,
    "github_actions": true,
    "requirements": [],
    "lcname": "python-ucto"
}
        
Elapsed time: 1.41417s