nlpx

Name	nlpx JSON
Version	1.4.7 JSON
	download
home_page	https://gitee.com/summry/nlpx
Summary	A tool set for NLP.
upload_time	2024-07-17 03:45:29
maintainer	None
docs_url	None
author	summy
requires_python	>=3.6
license	None
keywords	nlp
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            Usage Sample
''''''''''''

.. code:: python

        from nlpx.text_token import Tokenizer

        if __name__ == '__main__':
            corpus = ...
            tokenizer = Tokenizer(corpus)
            sent = 'I love you'
            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)
            # [101, 66, 88, 99, 102, 0]
            sent = tokenizer.decode(sent)
            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']



            

Raw data

            {
    "_id": null,
    "home_page": "https://gitee.com/summry/nlpx",
    "name": "nlpx",
    "maintainer": null,
    "docs_url": null,
    "requires_python": ">=3.6",
    "maintainer_email": null,
    "keywords": "NLP",
    "author": "summy",
    "author_email": "xiazhongbiao@126.com",
    "download_url": "https://files.pythonhosted.org/packages/2b/12/fb09d07b5ca811128a553c38813fda65ee4002feca91eeec355f3f259fa3/nlpx-1.4.7.tar.gz",
    "platform": null,
    "description": "Usage Sample\n''''''''''''\n\n.. code:: python\n\n        from nlpx.text_token import Tokenizer\n\n        if __name__ == '__main__':\n            corpus = ...\n            tokenizer = Tokenizer(corpus)\n            sent = 'I love you'\n            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)\n            # [101, 66, 88, 99, 102, 0]\n            sent = tokenizer.decode(sent)\n            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']\n\n\n",
    "bugtrack_url": null,
    "license": null,
    "summary": "A tool set for NLP.",
    "version": "1.4.7",
    "project_urls": {
        "Homepage": "https://gitee.com/summry/nlpx"
    },
    "split_keywords": [
        "nlp"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "2b12fb09d07b5ca811128a553c38813fda65ee4002feca91eeec355f3f259fa3",
                "md5": "749d6d1072587dc959fa3f7a36d1c215",
                "sha256": "4341073da3e1f2cba9dc25eb96090bd8b4a386fff3d7b6600d059bb4fada731b"
            },
            "downloads": -1,
            "filename": "nlpx-1.4.7.tar.gz",
            "has_sig": false,
            "md5_digest": "749d6d1072587dc959fa3f7a36d1c215",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.6",
            "size": 24369,
            "upload_time": "2024-07-17T03:45:29",
            "upload_time_iso_8601": "2024-07-17T03:45:29.965131Z",
            "url": "https://files.pythonhosted.org/packages/2b/12/fb09d07b5ca811128a553c38813fda65ee4002feca91eeec355f3f259fa3/nlpx-1.4.7.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-07-17 03:45:29",
    "github": false,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "lcname": "nlpx"
}