llmlingua-promptflow

Name	llmlingua-promptflow JSON
Version	0.0.1 JSON
	download
home_page	https://llmlingua.com
Summary	To speed up LLMs' inference and enhance LLM's perceive of key information, compress the prompt and KV-Cache, which achieves up to 20x compression with minimal performance loss.
upload_time	2024-05-08 06:38:21
maintainer	None
docs_url	None
author	The LLMLingua team
requires_python	>=3.8.0
license	MIT License
keywords	prompt compression llms inference acceleration black-box llms efficient llms
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

Raw data

            {
    "_id": null,
    "home_page": "https://llmlingua.com",
    "name": "llmlingua-promptflow",
    "maintainer": null,
    "docs_url": null,
    "requires_python": ">=3.8.0",
    "maintainer_email": null,
    "keywords": "Prompt Compression, LLMs, Inference Acceleration, Black-box LLMs, Efficient LLMs",
    "author": "The LLMLingua team",
    "author_email": "llmlingua@microsoft.com",
    "download_url": "https://files.pythonhosted.org/packages/91/27/2c18dc293f2f28cf18755de49ee732e80ab87daac4f9ed2fbc8bb734e2bd/llmlingua_promptflow-0.0.1.tar.gz",
    "platform": null,
    "description": "",
    "bugtrack_url": null,
    "license": "MIT License",
    "summary": "To speed up LLMs' inference and enhance LLM's perceive of key information, compress the prompt and KV-Cache, which achieves up to 20x compression with minimal performance loss.",
    "version": "0.0.1",
    "project_urls": {
        "Homepage": "https://llmlingua.com"
    },
    "split_keywords": [
        "prompt compression",
        " llms",
        " inference acceleration",
        " black-box llms",
        " efficient llms"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "7dd2011daff14477204efbde48f04dd0bb0aa38b5ade9a7ccac5d5a7173aedea",
                "md5": "5a580f8cd4dbd0bd5abfb0a9af12ad33",
                "sha256": "8a2e15c61482418a9d772e7c33f41d710ca574426aaf33946f3e43cae402aa79"
            },
            "downloads": -1,
            "filename": "llmlingua_promptflow-0.0.1-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "5a580f8cd4dbd0bd5abfb0a9af12ad33",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": ">=3.8.0",
            "size": 18825,
            "upload_time": "2024-05-08T06:38:19",
            "upload_time_iso_8601": "2024-05-08T06:38:19.838255Z",
            "url": "https://files.pythonhosted.org/packages/7d/d2/011daff14477204efbde48f04dd0bb0aa38b5ade9a7ccac5d5a7173aedea/llmlingua_promptflow-0.0.1-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "91272c18dc293f2f28cf18755de49ee732e80ab87daac4f9ed2fbc8bb734e2bd",
                "md5": "401bf6183f45a7c5533839b73292eaa1",
                "sha256": "472b2257e2e67924228232066bd8523d92f73130865c2f062944418669686100"
            },
            "downloads": -1,
            "filename": "llmlingua_promptflow-0.0.1.tar.gz",
            "has_sig": false,
            "md5_digest": "401bf6183f45a7c5533839b73292eaa1",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.8.0",
            "size": 17794,
            "upload_time": "2024-05-08T06:38:21",
            "upload_time_iso_8601": "2024-05-08T06:38:21.786565Z",
            "url": "https://files.pythonhosted.org/packages/91/27/2c18dc293f2f28cf18755de49ee732e80ab87daac4f9ed2fbc8bb734e2bd/llmlingua_promptflow-0.0.1.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-05-08 06:38:21",
    "github": false,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "lcname": "llmlingua-promptflow"
}