NVIDIA TensorRT is an SDK that facilitates high-performance machine learning inference. It is designed to work in a complementary fashion with training frameworks such as TensorFlow, PyTorch, and MXNet. It focuses specifically on running an already-trained network quickly and efficiently on NVIDIA hardware.
**IMPORTANT:** This is a special release of TensorRT designed to work only with TensorRT-LLM.
Please refrain from upgrading to this version if you are not using TensorRT-LLM.
To install, please execute the following:
```
pip install tensorrt --extra-index-url https://pypi.nvidia.com
```
Or add the index URL to the (space-separated) PIP_EXTRA_INDEX_URL environment variable:
```
export PIP_EXTRA_INDEX_URL='https://pypi.nvidia.com'
pip install tensorrt
```
When the extra index url does not contain `https://pypi.nvidia.com`, a nested `pip install` will run with the proper extra index url hard-coded.
Raw data
{
"_id": null,
"home_page": "https://github.com/nvidia/tensorrt",
"name": "tensorrt-lean-cu12",
"maintainer": null,
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": null,
"keywords": "nvidia tensorrt deeplearning inference",
"author": "NVIDIA Corporation",
"author_email": null,
"download_url": "https://files.pythonhosted.org/packages/f5/1f/a88a8ece484a2f968da9827ecf780a82d4fd67c9534aebdb008cb27a8cf5/tensorrt_lean-cu12-10.6.0.tar.gz",
"platform": null,
"description": "\r\nNVIDIA TensorRT is an SDK that facilitates high-performance machine learning inference. It is designed to work in a complementary fashion with training frameworks such as TensorFlow, PyTorch, and MXNet. It focuses specifically on running an already-trained network quickly and efficiently on NVIDIA hardware.\r\n\r\n**IMPORTANT:** This is a special release of TensorRT designed to work only with TensorRT-LLM.\r\nPlease refrain from upgrading to this version if you are not using TensorRT-LLM.\r\n\r\nTo install, please execute the following:\r\n```\r\npip install tensorrt --extra-index-url https://pypi.nvidia.com\r\n```\r\nOr add the index URL to the (space-separated) PIP_EXTRA_INDEX_URL environment variable:\r\n```\r\nexport PIP_EXTRA_INDEX_URL='https://pypi.nvidia.com'\r\npip install tensorrt\r\n```\r\nWhen the extra index url does not contain `https://pypi.nvidia.com`, a nested `pip install` will run with the proper extra index url hard-coded.\r\n",
"bugtrack_url": null,
"license": "Proprietary",
"summary": "A high performance deep learning inference library",
"version": "10.6.0",
"project_urls": {
"Download": "https://developer.nvidia.com/tensorrt",
"Homepage": "https://github.com/nvidia/tensorrt"
},
"split_keywords": [
"nvidia",
"tensorrt",
"deeplearning",
"inference"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "f51fa88a8ece484a2f968da9827ecf780a82d4fd67c9534aebdb008cb27a8cf5",
"md5": "1e2d6cc58a2f35886bca465220321b00",
"sha256": "31572418e7f87431dc6454022c21587cf270f2fa92ce7db9ad143410f55aad55"
},
"downloads": -1,
"filename": "tensorrt_lean-cu12-10.6.0.tar.gz",
"has_sig": false,
"md5_digest": "1e2d6cc58a2f35886bca465220321b00",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 18351,
"upload_time": "2024-11-02T00:26:37",
"upload_time_iso_8601": "2024-11-02T00:26:37.274024Z",
"url": "https://files.pythonhosted.org/packages/f5/1f/a88a8ece484a2f968da9827ecf780a82d4fd67c9534aebdb008cb27a8cf5/tensorrt_lean-cu12-10.6.0.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-11-02 00:26:37",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "nvidia",
"github_project": "tensorrt",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"requirements": [
{
"name": "onnx",
"specs": [
[
">=",
"1.14.0"
]
]
},
{
"name": "tensorflow",
"specs": [
[
"==",
"2.12.0"
]
]
},
{
"name": "onnxruntime",
"specs": [
[
"==",
"1.8.1"
]
]
},
{
"name": "onnxruntime",
"specs": [
[
"==",
"1.12.1"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.10.2+cu113"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.10.2"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.11.0+cu113"
]
]
},
{
"name": "torch",
"specs": [
[
"==",
"1.11.0"
]
]
},
{
"name": "torchvision",
"specs": [
[
"==",
"0.11.3"
]
]
},
{
"name": "torchvision",
"specs": [
[
"==",
"0.12.0"
]
]
},
{
"name": "Pillow",
"specs": []
},
{
"name": "numpy",
"specs": []
},
{
"name": "pycuda",
"specs": [
[
"==",
"2024.1"
]
]
},
{
"name": "pytest",
"specs": []
},
{
"name": "onnx-graphsurgeon",
"specs": []
}
],
"lcname": "tensorrt-lean-cu12"
}
JSON
