gptrim
======
gptrim is a Python library designed to help you trim text inputs, making
it easier to fit more content within GPT’s context window. By
tokenizing, stemming, and removing spaces, this library prepares your
text inputs for efficient processing with GPT models.
Installation
------------
.. code:: commandline
pip install gptrim
Usage
-----
.. code:: python
from gptrim import trim
text = "This is an example sentence to demonstrate gptrim usage."
trimmed_text = trim(text)
print(trimmed_text)
Raw data
{
"_id": null,
"home_page": "https://github.com/vlad-ds/gptrim",
"name": "gptrim",
"maintainer": "",
"docs_url": null,
"requires_python": "",
"maintainer_email": "",
"keywords": "",
"author": "Vlad Gheorghe",
"author_email": "vlad.datapro@gmail.com",
"download_url": "",
"platform": null,
"description": "gptrim\n======\n\ngptrim is a Python library designed to help you trim text inputs, making\nit easier to fit more content within GPT\u2019s context window. By\ntokenizing, stemming, and removing spaces, this library prepares your\ntext inputs for efficient processing with GPT models.\n\nInstallation\n------------\n\n.. code:: commandline\n\n pip install gptrim\n\nUsage\n-----\n\n.. code:: python\n\n from gptrim import trim\n\n text = \"This is an example sentence to demonstrate gptrim usage.\"\n trimmed_text = trim(text)\n print(trimmed_text)\n",
"bugtrack_url": null,
"license": "",
"summary": "Reduce the size of GPT inputs by 40-60% without losing most of the information.",
"version": "0.1.6",
"project_urls": {
"Homepage": "https://github.com/vlad-ds/gptrim"
},
"split_keywords": [],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "f1f803c79b53e31188ccaa9b3b87233d7c7f82d49eccbc0d2eb460d1db8f3231",
"md5": "361f61f1ff8fb52290a9f49b2867e263",
"sha256": "cbe6990a352a6cbcd0115ab9c7a50f63c70191943e2739ee511877e86e314659"
},
"downloads": -1,
"filename": "gptrim-0.1.6-py3-none-any.whl",
"has_sig": false,
"md5_digest": "361f61f1ff8fb52290a9f49b2867e263",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 4197,
"upload_time": "2023-04-29T09:49:06",
"upload_time_iso_8601": "2023-04-29T09:49:06.262789Z",
"url": "https://files.pythonhosted.org/packages/f1/f8/03c79b53e31188ccaa9b3b87233d7c7f82d49eccbc0d2eb460d1db8f3231/gptrim-0.1.6-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2023-04-29 09:49:06",
"github": true,
"gitlab": false,
"bitbucket": false,
"github_user": "vlad-ds",
"github_project": "gptrim",
"travis_ci": false,
"coveralls": false,
"github_actions": false,
"requirements": [
{
"name": "nltk",
"specs": [
[
"==",
"3.8.1"
]
]
}
],
"lcname": "gptrim"
}
JSON
