PaddleNLP Fast Tokenizer Library written in C++
Raw data
{
"_id": null,
"home_page": "https://github.com/PaddlePaddle/PaddleNLP/fast_tokenizer",
"name": "fast-tokenizer-python",
"maintainer": "",
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": "",
"keywords": "",
"author": "PaddlePaddle Speech and Language Team",
"author_email": "paddlesl@baidu.com",
"download_url": "",
"platform": null,
"description": "PaddleNLP Fast Tokenizer Library written in C++ \n\n",
"bugtrack_url": null,
"license": "Apache 2.0",
"summary": "PaddleNLP Fast Tokenizer Library written in C++",
"version": "1.0.1",
"split_keywords": [],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "313cf9fd87d02ececeb1c5f2f4f21d2fac8ae63595cff53145932a5e22a5503c",
"md5": "965f743311f0c7541ab7dd825b0c3637",
"sha256": "ae39c8d007e484522b860957305bcfdfd644e224edbb42555f1944f4db8b43dc"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp310-cp310-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "965f743311f0c7541ab7dd825b0c3637",
"packagetype": "bdist_wheel",
"python_version": "cp310",
"requires_python": ">=3.6",
"size": 13284648,
"upload_time": "2023-01-12T06:16:04",
"upload_time_iso_8601": "2023-01-12T06:16:04.115983Z",
"url": "https://files.pythonhosted.org/packages/31/3c/f9fd87d02ececeb1c5f2f4f21d2fac8ae63595cff53145932a5e22a5503c/fast_tokenizer_python-1.0.1-cp310-cp310-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "a90c6752176e8ae77a8f6f706d7a4cf7a2ccbb636679d7689b38402fe8671e8c",
"md5": "f91e208f5ddd6daea3cd7a03619b4358",
"sha256": "14b7c429cbcfc2d64092f5e92ae327fcbd0657bf9556149c3b59a63214a64642"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp310-cp310-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "f91e208f5ddd6daea3cd7a03619b4358",
"packagetype": "bdist_wheel",
"python_version": "cp310",
"requires_python": ">=3.6",
"size": 13642267,
"upload_time": "2023-01-12T06:49:55",
"upload_time_iso_8601": "2023-01-12T06:49:55.666496Z",
"url": "https://files.pythonhosted.org/packages/a9/0c/6752176e8ae77a8f6f706d7a4cf7a2ccbb636679d7689b38402fe8671e8c/fast_tokenizer_python-1.0.1-cp310-cp310-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "09ae7ecfe8c680c02796ecd259ee929b1acac4d80a87ddca55d9695fbfa5a503",
"md5": "751d4e6e16c6d8208e1fc5388b8bb094",
"sha256": "8e9cb54d7bd08ee5290af125945e464d66dac05db33c8d753a3e6277aaaf813c"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp310-cp310-win_amd64.whl",
"has_sig": false,
"md5_digest": "751d4e6e16c6d8208e1fc5388b8bb094",
"packagetype": "bdist_wheel",
"python_version": "cp310",
"requires_python": ">=3.6",
"size": 13821210,
"upload_time": "2023-01-12T06:27:06",
"upload_time_iso_8601": "2023-01-12T06:27:06.835581Z",
"url": "https://files.pythonhosted.org/packages/09/ae/7ecfe8c680c02796ecd259ee929b1acac4d80a87ddca55d9695fbfa5a503/fast_tokenizer_python-1.0.1-cp310-cp310-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "8f408c8a2555d9ae1c7be0c2bfce33c255995648350392e5715c5bc3d8c66f0f",
"md5": "fae9131bc99f5877c9d623a6a50868b4",
"sha256": "2ba4df4ad481cdbfa8a1227449a726712c9e521006c35be4f79f9bec0ed44b7c"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp36-cp36m-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "fae9131bc99f5877c9d623a6a50868b4",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13270455,
"upload_time": "2023-01-12T06:15:44",
"upload_time_iso_8601": "2023-01-12T06:15:44.459553Z",
"url": "https://files.pythonhosted.org/packages/8f/40/8c8a2555d9ae1c7be0c2bfce33c255995648350392e5715c5bc3d8c66f0f/fast_tokenizer_python-1.0.1-cp36-cp36m-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "d1c97f0d6793c70a81d3bc331b00c10aae2e92901d3ef316b4a6ce95c32c1e5d",
"md5": "52e4fce12937e8feda7f4f84cccca66b",
"sha256": "cf754c0bfce85d028dd6411c29d33ffaccb2d0a277ed05897feec0acdadfc4ad"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp36-cp36m-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "52e4fce12937e8feda7f4f84cccca66b",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13640115,
"upload_time": "2023-01-12T06:33:21",
"upload_time_iso_8601": "2023-01-12T06:33:21.938060Z",
"url": "https://files.pythonhosted.org/packages/d1/c9/7f0d6793c70a81d3bc331b00c10aae2e92901d3ef316b4a6ce95c32c1e5d/fast_tokenizer_python-1.0.1-cp36-cp36m-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "b31e72dad9993d6cc6618445ba2ae3eb183e744a0625aa126f1b237edb384cad",
"md5": "73444ff10ed84b6cd7547c660f38faa0",
"sha256": "0f6c5da06eaffdee473a291d1a4f1838e6f15ee030528031979138ece0d78534"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp36-cp36m-win_amd64.whl",
"has_sig": false,
"md5_digest": "73444ff10ed84b6cd7547c660f38faa0",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13815631,
"upload_time": "2023-01-12T06:25:48",
"upload_time_iso_8601": "2023-01-12T06:25:48.394732Z",
"url": "https://files.pythonhosted.org/packages/b3/1e/72dad9993d6cc6618445ba2ae3eb183e744a0625aa126f1b237edb384cad/fast_tokenizer_python-1.0.1-cp36-cp36m-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "50ec4912aa2431d4e2b2672395acac8aeeae0e4d6b3c2ae250034b882b1592f1",
"md5": "74837ae885f9b96770b25dffa028ce15",
"sha256": "f9ae0ee9507cdeafe3f2f88ecd6c19ed0bc6f49dfed943463d1a97c9ec13367b"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp37-cp37m-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "74837ae885f9b96770b25dffa028ce15",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13270532,
"upload_time": "2023-01-12T06:15:48",
"upload_time_iso_8601": "2023-01-12T06:15:48.958229Z",
"url": "https://files.pythonhosted.org/packages/50/ec/4912aa2431d4e2b2672395acac8aeeae0e4d6b3c2ae250034b882b1592f1/fast_tokenizer_python-1.0.1-cp37-cp37m-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "5416cc33bb637edfce138055fa5a7671a44a49e4ea1d0b3ecd569ab592462e88",
"md5": "090cf438b4f08b70700c2564bc5ce1a1",
"sha256": "d1d6aa0a443342bbb4b6cc896c9c900f1fe232a0793c04b5c6d817df50537e6d"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp37-cp37m-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "090cf438b4f08b70700c2564bc5ce1a1",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13641123,
"upload_time": "2023-01-12T06:33:42",
"upload_time_iso_8601": "2023-01-12T06:33:42.573287Z",
"url": "https://files.pythonhosted.org/packages/54/16/cc33bb637edfce138055fa5a7671a44a49e4ea1d0b3ecd569ab592462e88/fast_tokenizer_python-1.0.1-cp37-cp37m-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "7caa834932b564f77660cb6adf24a9dfdcf6c1eacf2e7f88d5d351a4774e303c",
"md5": "2caef69d379506c2ba08d50750a1b6f2",
"sha256": "97f4b5a904c0300ab65021cfc6d525f51a4cb5ecdb8a9c7946571dfc7b6a183a"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp37-cp37m-win_amd64.whl",
"has_sig": false,
"md5_digest": "2caef69d379506c2ba08d50750a1b6f2",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13815662,
"upload_time": "2023-01-12T06:26:15",
"upload_time_iso_8601": "2023-01-12T06:26:15.540368Z",
"url": "https://files.pythonhosted.org/packages/7c/aa/834932b564f77660cb6adf24a9dfdcf6c1eacf2e7f88d5d351a4774e303c/fast_tokenizer_python-1.0.1-cp37-cp37m-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "492fef612f47110ebb67e353c7fd07b1fb36d7cefbe94464552cea45f6183119",
"md5": "cd48ed1c0c47c65c6ab015d8b441e583",
"sha256": "5c108065812afaf436515dfc1224b9f0744b5ca4a8cec854d420d64f58dd382e"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp38-cp38-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "cd48ed1c0c47c65c6ab015d8b441e583",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13284242,
"upload_time": "2023-01-12T06:15:53",
"upload_time_iso_8601": "2023-01-12T06:15:53.163624Z",
"url": "https://files.pythonhosted.org/packages/49/2f/ef612f47110ebb67e353c7fd07b1fb36d7cefbe94464552cea45f6183119/fast_tokenizer_python-1.0.1-cp38-cp38-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "a6636d918054f467a28be852788e28fafa41aa8d74a7e739a8fd2761690dcab2",
"md5": "eb17f69be187da88e055486210660e40",
"sha256": "283a0c21de135035ef47faa376816946508a830378da6630af0b19eebc9a7f10"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp38-cp38-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "eb17f69be187da88e055486210660e40",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13642462,
"upload_time": "2023-01-12T06:33:58",
"upload_time_iso_8601": "2023-01-12T06:33:58.171115Z",
"url": "https://files.pythonhosted.org/packages/a6/63/6d918054f467a28be852788e28fafa41aa8d74a7e739a8fd2761690dcab2/fast_tokenizer_python-1.0.1-cp38-cp38-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "5855fb1342bcf9a39e711308cc3fb2add63e2fe7cbd0212514cbb49c52f4eb44",
"md5": "7b13d25bce75b3fde52115456c3bfc64",
"sha256": "12aa3be7a7461dde970d79ea2e2b92ae2d7c1cafc0b605d8f036ed7c19dd77f8"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp38-cp38-win_amd64.whl",
"has_sig": false,
"md5_digest": "7b13d25bce75b3fde52115456c3bfc64",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13821255,
"upload_time": "2023-01-12T06:26:31",
"upload_time_iso_8601": "2023-01-12T06:26:31.591952Z",
"url": "https://files.pythonhosted.org/packages/58/55/fb1342bcf9a39e711308cc3fb2add63e2fe7cbd0212514cbb49c52f4eb44/fast_tokenizer_python-1.0.1-cp38-cp38-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "57b07ecbbe8029fc27f352a4cbd84665146255978ce98e54338c085405a33095",
"md5": "8bb83bf4d5d0d3943ad53fd0a048851b",
"sha256": "28b23042407e0bb0150c73ad3c37b1216768844295421cf1eb5bf87ce2c3a16c"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp39-cp39-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "8bb83bf4d5d0d3943ad53fd0a048851b",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13284878,
"upload_time": "2023-01-12T06:15:57",
"upload_time_iso_8601": "2023-01-12T06:15:57.137093Z",
"url": "https://files.pythonhosted.org/packages/57/b0/7ecbbe8029fc27f352a4cbd84665146255978ce98e54338c085405a33095/fast_tokenizer_python-1.0.1-cp39-cp39-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "2c7b6e93713e1e37c48962a744ed35a821db3c340c64da37cdfc7e7668b91066",
"md5": "f318a08ba8dc4ec36a60079ab196d69d",
"sha256": "55caaf75af5ecee6273dd1228c198264ae306f267ea417b104d49cad5a954379"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp39-cp39-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "f318a08ba8dc4ec36a60079ab196d69d",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13643405,
"upload_time": "2023-01-12T06:34:17",
"upload_time_iso_8601": "2023-01-12T06:34:17.478763Z",
"url": "https://files.pythonhosted.org/packages/2c/7b/6e93713e1e37c48962a744ed35a821db3c340c64da37cdfc7e7668b91066/fast_tokenizer_python-1.0.1-cp39-cp39-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "032a75141c84787bee885eedae5541cceaffce24645c9a4b66e67de211cc5f10",
"md5": "cc148dd2750e339774093135ad10be00",
"sha256": "47f5bcfa73c6bf66d2271c9ad2e909091d4d026b4962e09a4dd81d87a8b3463b"
},
"downloads": -1,
"filename": "fast_tokenizer_python-1.0.1-cp39-cp39-win_amd64.whl",
"has_sig": false,
"md5_digest": "cc148dd2750e339774093135ad10be00",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13804492,
"upload_time": "2023-01-12T06:26:53",
"upload_time_iso_8601": "2023-01-12T06:26:53.467257Z",
"url": "https://files.pythonhosted.org/packages/03/2a/75141c84787bee885eedae5541cceaffce24645c9a4b66e67de211cc5f10/fast_tokenizer_python-1.0.1-cp39-cp39-win_amd64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2023-01-12 06:16:04",
"github": false,
"gitlab": false,
"bitbucket": false,
"lcname": "fast-tokenizer-python"
}
JSON