PaddleNLP Faster Tokenizer Library written in C++
Raw data
{
"_id": null,
"home_page": "https://github.com/PaddlePaddle/PaddleNLP/faster_tokenizer",
"name": "faster-tokenizer",
"maintainer": "",
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": "",
"keywords": "",
"author": "PaddlePaddle Speech and Language Team",
"author_email": "paddlesl@baidu.com",
"download_url": "",
"platform": null,
"description": "PaddleNLP Faster Tokenizer Library written in C++ \n\n",
"bugtrack_url": null,
"license": "Apache 2.0",
"summary": "PaddleNLP Faster Tokenizer Library written in C++",
"version": "0.2.0",
"split_keywords": [],
"urls": [
{
"comment_text": "",
"digests": {
"md5": "c8596ff2810748094230e4ffd645f295",
"sha256": "13f04c5295df2d2bcd4f7ff3f93160510f6643fe411ded4b4cbb57f15bbf165f"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp36-cp36m-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "c8596ff2810748094230e4ffd645f295",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13210113,
"upload_time": "2022-09-17T12:33:53",
"upload_time_iso_8601": "2022-09-17T12:33:53.442825Z",
"url": "https://files.pythonhosted.org/packages/a1/10/40f6b2652203a3fe2b13e840600d665f0edc9a10bce444195fa2ff4ed253/faster_tokenizer-0.2.0-cp36-cp36m-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "6ff325116787e2b3555d1eb5b7b91b3f",
"sha256": "c68430dd234ca85ade76b7e88890304f3d810eae98b789a8bc6bf150d9d4ab87"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp36-cp36m-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "6ff325116787e2b3555d1eb5b7b91b3f",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13558190,
"upload_time": "2022-09-17T03:02:24",
"upload_time_iso_8601": "2022-09-17T03:02:24.134350Z",
"url": "https://files.pythonhosted.org/packages/9d/f5/0d6f6009be30ab295e66e4aba51335c3ed07e4cfda3332a3b878f7cba6ce/faster_tokenizer-0.2.0-cp36-cp36m-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "aa5a93b7565398fc92d661e7e344a1d4",
"sha256": "04b6bcbc0dfc2b55b9d5eb0c163715ef50838a31072487e662f38d8402736229"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp36-cp36m-win_amd64.whl",
"has_sig": false,
"md5_digest": "aa5a93b7565398fc92d661e7e344a1d4",
"packagetype": "bdist_wheel",
"python_version": "cp36",
"requires_python": ">=3.6",
"size": 13775943,
"upload_time": "2022-09-17T14:37:30",
"upload_time_iso_8601": "2022-09-17T14:37:30.588465Z",
"url": "https://files.pythonhosted.org/packages/69/21/36e289dc9d57c194fe8619a5fe237ed67c3a8bd6f4775cbc1426a1d56b79/faster_tokenizer-0.2.0-cp36-cp36m-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "c2fe7d8645c151b6fe339de34082b6cf",
"sha256": "8ae258fca0e76015af9a5b548b0e645f28270855728931342f7d31bc2b3861b1"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp37-cp37m-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "c2fe7d8645c151b6fe339de34082b6cf",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13210042,
"upload_time": "2022-09-17T12:34:28",
"upload_time_iso_8601": "2022-09-17T12:34:28.326940Z",
"url": "https://files.pythonhosted.org/packages/cb/61/706d876208c9fa318230df5fc59ba95722e135f4928d2f85a49331985b9d/faster_tokenizer-0.2.0-cp37-cp37m-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "42ce9fc52b57ada1a5fc4a87e264450b",
"sha256": "e9f2dd83be7329585258fd345b3e94cff25cdb2661c0d1762e46c503bda82914"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp37-cp37m-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "42ce9fc52b57ada1a5fc4a87e264450b",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13557909,
"upload_time": "2022-09-17T03:03:13",
"upload_time_iso_8601": "2022-09-17T03:03:13.263248Z",
"url": "https://files.pythonhosted.org/packages/f1/7f/ec308520cf3c0d2904eb2630d66fcba9bca053d2d4d78da00aaa9408a97a/faster_tokenizer-0.2.0-cp37-cp37m-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "9e99894387fbad30c8ef3b5d1b60380f",
"sha256": "549db6a6f2c3636311d858cb3e998135b90998fed7fe8ac0bc07b6e318af5d80"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp37-cp37m-win_amd64.whl",
"has_sig": false,
"md5_digest": "9e99894387fbad30c8ef3b5d1b60380f",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.6",
"size": 13776060,
"upload_time": "2022-09-17T14:38:21",
"upload_time_iso_8601": "2022-09-17T14:38:21.897065Z",
"url": "https://files.pythonhosted.org/packages/0f/7b/1d929dfa656efc5bbac8eb86705ac86c5e23a4258098adfebbab70995747/faster_tokenizer-0.2.0-cp37-cp37m-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "6a1ebc8b1cd18a373e720cebf6290ed1",
"sha256": "1ed015275280314c95d72b6d56ad5b258e4f8bdcaf474cf2f8f563e2bf8ab798"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp38-cp38-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "6a1ebc8b1cd18a373e720cebf6290ed1",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13222786,
"upload_time": "2022-09-17T12:35:28",
"upload_time_iso_8601": "2022-09-17T12:35:28.833102Z",
"url": "https://files.pythonhosted.org/packages/85/1e/0156cb6179382123de93463ae87f1137f381654fb19a3bc777d375a0ad2e/faster_tokenizer-0.2.0-cp38-cp38-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "e06cf58f2d14765d2b1085e988cd5bd6",
"sha256": "a2ab4cecdde66a2e201775024497bedb48989ee64adcca0e1dd058928a3335e0"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp38-cp38-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "e06cf58f2d14765d2b1085e988cd5bd6",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13563746,
"upload_time": "2022-09-17T03:04:16",
"upload_time_iso_8601": "2022-09-17T03:04:16.465589Z",
"url": "https://files.pythonhosted.org/packages/3b/7e/5c9ab53a4ed93cc00651cb244726775cc9dd0210ef00167760e05ecab6e9/faster_tokenizer-0.2.0-cp38-cp38-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "97f5287ef2160e1d8b959b151af794fd",
"sha256": "e696c95219bbff0e044b49cc66d9a8796cb6bc3fae6aea760c87c396c80704eb"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp38-cp38-win_amd64.whl",
"has_sig": false,
"md5_digest": "97f5287ef2160e1d8b959b151af794fd",
"packagetype": "bdist_wheel",
"python_version": "cp38",
"requires_python": ">=3.6",
"size": 13780628,
"upload_time": "2022-09-17T14:38:56",
"upload_time_iso_8601": "2022-09-17T14:38:56.934482Z",
"url": "https://files.pythonhosted.org/packages/4b/df/040dbdc24f5dd7a8326abc610ece64c75b9d09678c5260e12bc4c211d3ca/faster_tokenizer-0.2.0-cp38-cp38-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "63e68c0af4b580db9a9c453069e9beef",
"sha256": "ddf33d7ec4a55dd20881986515968c87f14a313370b1012917f10280c7ab0856"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp39-cp39-macosx_10_14_x86_64.whl",
"has_sig": false,
"md5_digest": "63e68c0af4b580db9a9c453069e9beef",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13223180,
"upload_time": "2022-09-17T12:36:07",
"upload_time_iso_8601": "2022-09-17T12:36:07.437939Z",
"url": "https://files.pythonhosted.org/packages/df/e6/b87e369e780f066d8b99784630238ce930f7ec376b2334d74c5d166da438/faster_tokenizer-0.2.0-cp39-cp39-macosx_10_14_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "1604769e5f58207deaa5d5149dc6e016",
"sha256": "870e8f0405ce42883942f35da52a38dcaa62425905b87ea244d85ead521c9a7f"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp39-cp39-manylinux1_x86_64.whl",
"has_sig": false,
"md5_digest": "1604769e5f58207deaa5d5149dc6e016",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13563343,
"upload_time": "2022-09-17T03:05:14",
"upload_time_iso_8601": "2022-09-17T03:05:14.287602Z",
"url": "https://files.pythonhosted.org/packages/60/df/6f344d098d15a91ee64d8d6b54da6803efd5d4e18a965bd50d8f4ce4a94c/faster_tokenizer-0.2.0-cp39-cp39-manylinux1_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"md5": "ddea93dfb475d4b4391e4da77dfb8814",
"sha256": "b1d22991d8a31191fa00d0dfeb9828890b852728c7a389dda452f6d7c568bc90"
},
"downloads": -1,
"filename": "faster_tokenizer-0.2.0-cp39-cp39-win_amd64.whl",
"has_sig": false,
"md5_digest": "ddea93dfb475d4b4391e4da77dfb8814",
"packagetype": "bdist_wheel",
"python_version": "cp39",
"requires_python": ">=3.6",
"size": 13763698,
"upload_time": "2022-09-17T14:39:38",
"upload_time_iso_8601": "2022-09-17T14:39:38.833504Z",
"url": "https://files.pythonhosted.org/packages/ef/ad/4adb133c884cf260b085cb072dccaff1aa4aa6c18b8550d525d309037377/faster_tokenizer-0.2.0-cp39-cp39-win_amd64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2022-09-17 12:33:53",
"github": false,
"gitlab": false,
"bitbucket": false,
"lcname": "faster-tokenizer"
}
JSON