tensorrt-llm

Name	tensorrt-llm JSON
Version	0.12.0 JSON
	download
home_page	https://github.com/NVIDIA/TensorRT-LLM
Summary	TensorRT-LLM: A TensorRT Toolbox for Large Language Models
upload_time	2024-08-29 09:38:33
maintainer	None
docs_url	None
author	NVIDIA Corporation
requires_python	<4,>=3.7
license	Apache License 2.0
keywords	nvidia tensorrt deeplearning inference
VCS
bugtrack_url
requirements	accelerate build colored cuda-python diffusers lark mpi4py numpy onnx polygraphy psutil pynvml pulp pandas h5py StrEnum sentencepiece tensorrt torch nvidia-modelopt transformers pillow wheel optimum evaluate janus mpmath click click_option_group aenum
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            TensorRT-LLM: A TensorRT Toolbox for Large Language Models

            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/NVIDIA/TensorRT-LLM",
    "name": "tensorrt-llm",
    "maintainer": null,
    "docs_url": null,
    "requires_python": "<4,>=3.7",
    "maintainer_email": null,
    "keywords": "nvidia tensorrt deeplearning inference",
    "author": "NVIDIA Corporation",
    "author_email": null,
    "download_url": "https://files.pythonhosted.org/packages/99/ea/95a70e5ec0176f3ba034f0e12e06f22ced5bc45443871b242ea2c9faaa3b/tensorrt_llm-0.12.0.tar.gz",
    "platform": null,
    "description": "TensorRT-LLM: A TensorRT Toolbox for Large Language Models\n",
    "bugtrack_url": null,
    "license": "Apache License 2.0",
    "summary": "TensorRT-LLM: A TensorRT Toolbox for Large Language Models",
    "version": "0.12.0",
    "project_urls": {
        "Download": "https://github.com/NVIDIA/TensorRT-LLM/tags",
        "Homepage": "https://github.com/NVIDIA/TensorRT-LLM"
    },
    "split_keywords": [
        "nvidia",
        "tensorrt",
        "deeplearning",
        "inference"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "99ea95a70e5ec0176f3ba034f0e12e06f22ced5bc45443871b242ea2c9faaa3b",
                "md5": "c2db6c2f0ef90a02894e546473a9fc09",
                "sha256": "8a498f9707c280919cae050d86f474d07a04daeafd3e6a38546c7272c5cce752"
            },
            "downloads": -1,
            "filename": "tensorrt_llm-0.12.0.tar.gz",
            "has_sig": false,
            "md5_digest": "c2db6c2f0ef90a02894e546473a9fc09",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": "<4,>=3.7",
            "size": 1121,
            "upload_time": "2024-08-29T09:38:33",
            "upload_time_iso_8601": "2024-08-29T09:38:33.620401Z",
            "url": "https://files.pythonhosted.org/packages/99/ea/95a70e5ec0176f3ba034f0e12e06f22ced5bc45443871b242ea2c9faaa3b/tensorrt_llm-0.12.0.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-08-29 09:38:33",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "NVIDIA",
    "github_project": "TensorRT-LLM",
    "travis_ci": false,
    "coveralls": false,
    "github_actions": true,
    "requirements": [
        {
            "name": "accelerate",
            "specs": [
                [
                    ">=",
                    "0.25.0"
                ]
            ]
        },
        {
            "name": "build",
            "specs": []
        },
        {
            "name": "colored",
            "specs": []
        },
        {
            "name": "cuda-python",
            "specs": []
        },
        {
            "name": "diffusers",
            "specs": [
                [
                    ">=",
                    "0.27.0"
                ]
            ]
        },
        {
            "name": "lark",
            "specs": []
        },
        {
            "name": "mpi4py",
            "specs": []
        },
        {
            "name": "numpy",
            "specs": [
                [
                    "<",
                    "2"
                ]
            ]
        },
        {
            "name": "onnx",
            "specs": [
                [
                    ">=",
                    "1.12.0"
                ]
            ]
        },
        {
            "name": "polygraphy",
            "specs": []
        },
        {
            "name": "psutil",
            "specs": []
        },
        {
            "name": "pynvml",
            "specs": [
                [
                    ">=",
                    "11.5.0"
                ]
            ]
        },
        {
            "name": "pulp",
            "specs": []
        },
        {
            "name": "pandas",
            "specs": []
        },
        {
            "name": "h5py",
            "specs": [
                [
                    "==",
                    "3.10.0"
                ]
            ]
        },
        {
            "name": "StrEnum",
            "specs": []
        },
        {
            "name": "sentencepiece",
            "specs": [
                [
                    ">=",
                    "0.1.99"
                ]
            ]
        },
        {
            "name": "tensorrt",
            "specs": [
                [
                    "~=",
                    "10.3.0"
                ]
            ]
        },
        {
            "name": "torch",
            "specs": [
                [
                    "<=",
                    "2.4.0"
                ],
                [
                    ">=",
                    "2.4.0a0"
                ]
            ]
        },
        {
            "name": "nvidia-modelopt",
            "specs": [
                [
                    "~=",
                    "0.15.0"
                ]
            ]
        },
        {
            "name": "transformers",
            "specs": [
                [
                    ">=",
                    "4.38.2"
                ],
                [
                    "<=",
                    "4.42.4"
                ]
            ]
        },
        {
            "name": "pillow",
            "specs": [
                [
                    "==",
                    "10.3.0"
                ]
            ]
        },
        {
            "name": "wheel",
            "specs": []
        },
        {
            "name": "optimum",
            "specs": []
        },
        {
            "name": "evaluate",
            "specs": []
        },
        {
            "name": "janus",
            "specs": []
        },
        {
            "name": "mpmath",
            "specs": [
                [
                    ">=",
                    "1.3.0"
                ]
            ]
        },
        {
            "name": "click",
            "specs": []
        },
        {
            "name": "click_option_group",
            "specs": []
        },
        {
            "name": "aenum",
            "specs": []
        }
    ],
    "lcname": "tensorrt-llm"
}