NVIDIA TensorRT is an SDK that facilitates high-performance machine learning inference. It is designed to work in a complementary fashion with training frameworks such as TensorFlow, PyTorch, and MXNet. It focuses specifically on running an already-trained network quickly and efficiently on NVIDIA hardware.
**IMPORTANT:** This is a special release of TensorRT designed to work only with TensorRT-LLM.
Please refrain from upgrading to this version if you are not using TensorRT-LLM.
To install, please execute the following:
```
pip install tensorrt --extra-index-url https://pypi.nvidia.com
```
Or add the index URL to the (space-separated) PIP_EXTRA_INDEX_URL environment variable:
```
export PIP_EXTRA_INDEX_URL='https://pypi.nvidia.com'
pip install tensorrt
```
When the extra index url does not contain `https://pypi.nvidia.com`, a nested `pip install` will run with the proper extra index url hard-coded.
Raw data
{
"_id": null,
"home_page": "https://developer.nvidia.com/tensorrt",
"name": "tensorrt-lean-cu12",
"maintainer": null,
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": null,
"keywords": "nvidia tensorrt deeplearning inference",
"author": "NVIDIA Corporation",
"author_email": null,
"download_url": "https://files.pythonhosted.org/packages/b8/dd/902e284e40cf56b9b1bac5cfc4c052fb6b5f9548b811cb444696c53f20fb/tensorrt_lean-cu12-10.0.1.tar.gz",
"platform": null,
"description": "\r\nNVIDIA TensorRT is an SDK that facilitates high-performance machine learning inference. It is designed to work in a complementary fashion with training frameworks such as TensorFlow, PyTorch, and MXNet. It focuses specifically on running an already-trained network quickly and efficiently on NVIDIA hardware.\r\n\r\n**IMPORTANT:** This is a special release of TensorRT designed to work only with TensorRT-LLM.\r\nPlease refrain from upgrading to this version if you are not using TensorRT-LLM.\r\n\r\nTo install, please execute the following:\r\n```\r\npip install tensorrt --extra-index-url https://pypi.nvidia.com\r\n```\r\nOr add the index URL to the (space-separated) PIP_EXTRA_INDEX_URL environment variable:\r\n```\r\nexport PIP_EXTRA_INDEX_URL='https://pypi.nvidia.com'\r\npip install tensorrt\r\n```\r\nWhen the extra index url does not contain `https://pypi.nvidia.com`, a nested `pip install` will run with the proper extra index url hard-coded.\r\n",
"bugtrack_url": null,
"license": "Proprietary",
"summary": "A high performance deep learning inference library",
"version": "10.0.1",
"project_urls": {
"Download": "https://github.com/nvidia/tensorrt/tags",
"Homepage": "https://developer.nvidia.com/tensorrt"
},
"split_keywords": [
"nvidia",
"tensorrt",
"deeplearning",
"inference"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "b8dd902e284e40cf56b9b1bac5cfc4c052fb6b5f9548b811cb444696c53f20fb",
"md5": "36f9dc6ccd6a979e38701e947607a6c4",
"sha256": "ab1eb3152c6beeb083bc53fe455e267269e9bb79590602d6fe38c7c9358ef748"
},
"downloads": -1,
"filename": "tensorrt_lean-cu12-10.0.1.tar.gz",
"has_sig": false,
"md5_digest": "36f9dc6ccd6a979e38701e947607a6c4",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 18299,
"upload_time": "2024-04-24T19:39:37",
"upload_time_iso_8601": "2024-04-24T19:39:37.523640Z",
"url": "https://files.pythonhosted.org/packages/b8/dd/902e284e40cf56b9b1bac5cfc4c052fb6b5f9548b811cb444696c53f20fb/tensorrt_lean-cu12-10.0.1.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-04-24 19:39:37",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "nvidia",
"github_project": "tensorrt",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"requirements": [
{
"name": "onnx",
"specs": []
},
{
"name": "tensorflow-gpu",
"specs": [
[
"==",
"2.9.1"
]
]
},
{
"name": "onnxruntime",
"specs": [
[
"==",
"1.8.1"
]
]
},
{
"name": "onnxruntime",
"specs": [
[
"==",
"1.12.1"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.10.2+cu113"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.10.2"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.11.0+cu113"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.11.0"
]
]
},
{
"name": "torchvision",
"specs": [
[
"==",
"0.11.3"
]
]
},
{
"name": "torchvision",
"specs": [
[
"==",
"0.12.0"
]
]
},
{
"name": "Pillow",
"specs": []
},
{
"name": "numpy",
"specs": []
},
{
"name": "pycuda",
"specs": []
},
{
"name": "pytest",
"specs": []
},
{
"name": "onnx-graphsurgeon",
"specs": []
}
],
"lcname": "tensorrt-lean-cu12"
}
JSON
