nlpx


Namenlpx JSON
Version 1.4.1 PyPI version JSON
download
home_pagehttps://gitee.com/summry/nlpx
SummaryA tool set for NLP.
upload_time2024-06-07 10:50:21
maintainerNone
docs_urlNone
authorsummy
requires_python>=3.6
licenseNone
keywords nlp
VCS
bugtrack_url
requirements No requirements were recorded.
Travis-CI No Travis.
coveralls test coverage No coveralls.
            Usage Sample
''''''''''''

.. code:: python

        from nlpx.text_token import Tokenizer

        if __name__ == '__main__':
            corpus = ...
            tokenizer = Tokenizer(corpus)
            sent = 'I love you'
            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)
            # [101, 66, 88, 99, 102, 0]
            sent = tokenizer.decode(sent)
            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']



            

Raw data

            {
    "_id": null,
    "home_page": "https://gitee.com/summry/nlpx",
    "name": "nlpx",
    "maintainer": null,
    "docs_url": null,
    "requires_python": ">=3.6",
    "maintainer_email": null,
    "keywords": "NLP",
    "author": "summy",
    "author_email": "xiazhongbiao@126.com",
    "download_url": "https://files.pythonhosted.org/packages/99/cb/7985619fdada15719bcdb66b2f0c8befe209744e78829afa34e74887e551/nlpx-1.4.1.tar.gz",
    "platform": null,
    "description": "Usage Sample\n''''''''''''\n\n.. code:: python\n\n        from nlpx.text_token import Tokenizer\n\n        if __name__ == '__main__':\n            corpus = ...\n            tokenizer = Tokenizer(corpus)\n            sent = 'I love you'\n            tokens = tokenizer.encode(sent, max_length=6, pad_begin_end=True)\n            # [101, 66, 88, 99, 102, 0]\n            sent = tokenizer.decode(sent)\n            # ['<bos>', 'I', 'love', 'you', '<eos>', '<pad>']\n\n\n",
    "bugtrack_url": null,
    "license": null,
    "summary": "A tool set for NLP.",
    "version": "1.4.1",
    "project_urls": {
        "Homepage": "https://gitee.com/summry/nlpx"
    },
    "split_keywords": [
        "nlp"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "99cb7985619fdada15719bcdb66b2f0c8befe209744e78829afa34e74887e551",
                "md5": "8bf561fb9d91c7f2e5ce1dfa04ead950",
                "sha256": "bc088cf6e4a6a44690f8141d8eb28111f90cbe798d273892de6825f375e9250a"
            },
            "downloads": -1,
            "filename": "nlpx-1.4.1.tar.gz",
            "has_sig": false,
            "md5_digest": "8bf561fb9d91c7f2e5ce1dfa04ead950",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.6",
            "size": 19052,
            "upload_time": "2024-06-07T10:50:21",
            "upload_time_iso_8601": "2024-06-07T10:50:21.489609Z",
            "url": "https://files.pythonhosted.org/packages/99/cb/7985619fdada15719bcdb66b2f0c8befe209744e78829afa34e74887e551/nlpx-1.4.1.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-06-07 10:50:21",
    "github": false,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "lcname": "nlpx"
}
        
Elapsed time: 0.25680s