pyregtokenizer

Name	pyregtokenizer JSON
Version	0.0.2 JSON
	download
home_page	None
Summary	A BPE Tokenizer using regex
upload_time	2024-04-21 07:30:19
maintainer	None
docs_url	None
author	Pratyaksh Agarwal
requires_python	None
license	None
keywords	python bpe tokenizer regex
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            A BPE Tokenizer using regex

            

Raw data

            {
    "_id": null,
    "home_page": null,
    "name": "pyregtokenizer",
    "maintainer": null,
    "docs_url": null,
    "requires_python": null,
    "maintainer_email": null,
    "keywords": "python, bpe, tokenizer, regex",
    "author": "Pratyaksh Agarwal",
    "author_email": "pratyakshagarwal93@gmail.com",
    "download_url": null,
    "platform": null,
    "description": "A BPE Tokenizer using regex\r\n",
    "bugtrack_url": null,
    "license": null,
    "summary": "A BPE Tokenizer using regex",
    "version": "0.0.2",
    "project_urls": null,
    "split_keywords": [
        "python",
        " bpe",
        " tokenizer",
        " regex"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "9c7b81427abb65176758fdd8c454699107f6fd36d388c205004d34d221d4aa86",
                "md5": "c56258d2d481d896ea971a448aa1aeb2",
                "sha256": "2e3602c33fe14f4784d8aaa396dad014a1c7738825967eb32edb56bae8111334"
            },
            "downloads": -1,
            "filename": "pyregtokenizer-0.0.2-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "c56258d2d481d896ea971a448aa1aeb2",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 10051,
            "upload_time": "2024-04-21T07:30:19",
            "upload_time_iso_8601": "2024-04-21T07:30:19.085705Z",
            "url": "https://files.pythonhosted.org/packages/9c/7b/81427abb65176758fdd8c454699107f6fd36d388c205004d34d221d4aa86/pyregtokenizer-0.0.2-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-04-21 07:30:19",
    "github": false,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "lcname": "pyregtokenizer"
}