nlpx

Name	nlpx JSON
Version	0.0.1 JSON
	download
home_page	https://gitee.com/summry/nlpx
Summary	A tool set for NLP.
upload_time	2024-04-07 01:12:08
maintainer	None
docs_url	None
author	summy
requires_python	>=3.5
license	None
keywords	nlp
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            Usage Sample
''''''''''''

.. code:: python

        from nlpx.text_token import Tokenizer

        if __name__ == '__main__':
            corpus = ...
            tokenizer = Tokenizer(corpus)
            sent = 'I love you'
            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)
            # [101, 66, 88, 99, 102, 0]
            sent = tokenizer.decode(sent)
            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']



            

Raw data

            {
    "_id": null,
    "home_page": "https://gitee.com/summry/nlpx",
    "name": "nlpx",
    "maintainer": null,
    "docs_url": null,
    "requires_python": ">=3.5",
    "maintainer_email": null,
    "keywords": "NLP",
    "author": "summy",
    "author_email": "xiazhongbiao@126.com",
    "download_url": "https://files.pythonhosted.org/packages/39/50/8e211e4906ae5923ece007fd21ca7c2f5821debd19bb58f2042f7c4062d9/nlpx-0.0.1.tar.gz",
    "platform": null,
    "description": "Usage Sample\n''''''''''''\n\n.. code:: python\n\n        from nlpx.text_token import Tokenizer\n\n        if __name__ == '__main__':\n            corpus = ...\n            tokenizer = Tokenizer(corpus)\n            sent = 'I love you'\n            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)\n            # [101, 66, 88, 99, 102, 0]\n            sent = tokenizer.decode(sent)\n            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']\n\n\n",
    "bugtrack_url": null,
    "license": null,
    "summary": "A tool set for NLP.",
    "version": "0.0.1",
    "project_urls": {
        "Homepage": "https://gitee.com/summry/nlpx"
    },
    "split_keywords": [
        "nlp"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "39508e211e4906ae5923ece007fd21ca7c2f5821debd19bb58f2042f7c4062d9",
                "md5": "ae96cbcafdc29f325d893919fb167bdc",
                "sha256": "e28dc29188d87e8ce73c1815de6120fb12a50320b15684268e8ae2b57887b401"
            },
            "downloads": -1,
            "filename": "nlpx-0.0.1.tar.gz",
            "has_sig": false,
            "md5_digest": "ae96cbcafdc29f325d893919fb167bdc",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.5",
            "size": 9662,
            "upload_time": "2024-04-07T01:12:08",
            "upload_time_iso_8601": "2024-04-07T01:12:08.511148Z",
            "url": "https://files.pythonhosted.org/packages/39/50/8e211e4906ae5923ece007fd21ca7c2f5821debd19bb58f2042f7c4062d9/nlpx-0.0.1.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-04-07 01:12:08",
    "github": false,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "lcname": "nlpx"
}