# ONNX Runtime GenAI
Run SLMs/LLMs and multi-modal models on-device and in the cloud with ONNX Runtime.
For more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai
Raw data
{
"_id": null,
"home_page": null,
"name": "onnxruntime-genai-cuda",
"maintainer": null,
"docs_url": null,
"requires_python": null,
"maintainer_email": null,
"keywords": null,
"author": "Microsoft Corporation",
"author_email": "onnxruntime-genai@microsoft.com",
"download_url": null,
"platform": null,
"description": "# ONNX Runtime GenAI\n\nRun SLMs/LLMs and multi-modal models on-device and in the cloud with ONNX Runtime.\n\nFor more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai\n",
"bugtrack_url": null,
"license": "MIT License",
"summary": "ONNX Runtime GenAI",
"version": "0.9.0",
"project_urls": null,
"split_keywords": [],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "b9570dea5020e276b21566a096b9a038fddd3c4b5172a29084eee4886f936063",
"md5": "71fdfbc9d6e5271f7d79340ea94a3ee5",
"sha256": "89882b2586a99ddd5b61528ad8971ef756a78345609a552c5880ff7d0483554a"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp310-cp310-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "71fdfbc9d6e5271f7d79340ea94a3ee5",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 22320130,
"upload_time": "2025-08-06T17:30:18",
"upload_time_iso_8601": "2025-08-06T17:30:18.271817Z",
"url": "https://files.pythonhosted.org/packages/b9/57/0dea5020e276b21566a096b9a038fddd3c4b5172a29084eee4886f936063/onnxruntime_genai_cuda-0.9.0-cp310-cp310-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "1132de9a8f6731ad8fc3a0bbea698eed9d6185709a6a7f0b01e17f1c39b486b6",
"md5": "8982267eab205cc035bb5c1761f8659b",
"sha256": "eba582b5de25305fa701d28c37edf6360c4a1ab9249875882590d0baebc6347a"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp310-cp310-win_amd64.whl",
"has_sig": false,
"md5_digest": "8982267eab205cc035bb5c1761f8659b",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 15892532,
"upload_time": "2025-08-06T17:30:20",
"upload_time_iso_8601": "2025-08-06T17:30:20.722448Z",
"url": "https://files.pythonhosted.org/packages/11/32/de9a8f6731ad8fc3a0bbea698eed9d6185709a6a7f0b01e17f1c39b486b6/onnxruntime_genai_cuda-0.9.0-cp310-cp310-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "cd5f9dd82813b1cd2f2f41a0966ce16f35403977d67432c42b5c3fc32c554be0",
"md5": "d53a8142ec4e5bc189734be54c06fa26",
"sha256": "dcc1d364bf3fe922832c88dfbb11fe05054508fa77ddcadec3e2c7cdd84c6523"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp311-cp311-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "d53a8142ec4e5bc189734be54c06fa26",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 22321406,
"upload_time": "2025-08-06T17:30:23",
"upload_time_iso_8601": "2025-08-06T17:30:23.126203Z",
"url": "https://files.pythonhosted.org/packages/cd/5f/9dd82813b1cd2f2f41a0966ce16f35403977d67432c42b5c3fc32c554be0/onnxruntime_genai_cuda-0.9.0-cp311-cp311-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "af24a044e1f682c2a83e9ded7f6056964914f4d1f21dd43d0e58e61d5c749c91",
"md5": "7232cae560055046e1023a79e294b456",
"sha256": "40fd704d268ae9173382921806a807462116ca56c34d225c948ba59b162a2ff3"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp311-cp311-win_amd64.whl",
"has_sig": false,
"md5_digest": "7232cae560055046e1023a79e294b456",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 15894093,
"upload_time": "2025-08-06T17:30:25",
"upload_time_iso_8601": "2025-08-06T17:30:25.913479Z",
"url": "https://files.pythonhosted.org/packages/af/24/a044e1f682c2a83e9ded7f6056964914f4d1f21dd43d0e58e61d5c749c91/onnxruntime_genai_cuda-0.9.0-cp311-cp311-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "1bc42271ee9053429b99c4bf28034201e51aade5cc6828a01f320dd313608151",
"md5": "b3b48d6fb8637d844186fee11178d175",
"sha256": "19967e8a05765889b7562d41561c8c0da27b271d2385826a2f10aa7c73a0f33d"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp312-cp312-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "b3b48d6fb8637d844186fee11178d175",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 22320742,
"upload_time": "2025-08-06T17:30:28",
"upload_time_iso_8601": "2025-08-06T17:30:28.217913Z",
"url": "https://files.pythonhosted.org/packages/1b/c4/2271ee9053429b99c4bf28034201e51aade5cc6828a01f320dd313608151/onnxruntime_genai_cuda-0.9.0-cp312-cp312-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "8e9aa174c8a19b71941a7b7f104b9c569e835555a32828fcc98c4a6b4870cb47",
"md5": "12ad5448610f6a444395021aea6b8b2b",
"sha256": "9bbbcf24be9c804c390106b8771c7aa038313c140b9d069658f0afbab4009881"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp312-cp312-win_amd64.whl",
"has_sig": false,
"md5_digest": "12ad5448610f6a444395021aea6b8b2b",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 15895104,
"upload_time": "2025-08-06T17:30:30",
"upload_time_iso_8601": "2025-08-06T17:30:30.872845Z",
"url": "https://files.pythonhosted.org/packages/8e/9a/a174c8a19b71941a7b7f104b9c569e835555a32828fcc98c4a6b4870cb47/onnxruntime_genai_cuda-0.9.0-cp312-cp312-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "9119e957911bd39fc78b94524955cbf08afaf1d72e79a86aa55809b969b6cb5c",
"md5": "441fe223ebae3fcbad18caaf4f5dfc22",
"sha256": "b00c25e2c7c61cc5fc37303eb54d7169d72fcdb11c0a086a88199867572d8268"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp313-cp313-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "441fe223ebae3fcbad18caaf4f5dfc22",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 22320623,
"upload_time": "2025-08-06T17:30:33",
"upload_time_iso_8601": "2025-08-06T17:30:33.462561Z",
"url": "https://files.pythonhosted.org/packages/91/19/e957911bd39fc78b94524955cbf08afaf1d72e79a86aa55809b969b6cb5c/onnxruntime_genai_cuda-0.9.0-cp313-cp313-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "1091029f4130038838faf26a9c44d4d4dc36095cfe79f667a7170d74ae750624",
"md5": "48b53761cd42a74d969341a22aa44878",
"sha256": "47f4e3fe4bb95f23d10a7ee755d987139d7b2bdaff0e021216e4f0e5cb8b89e3"
},
"downloads": -1,
"filename": "onnxruntime_genai_cuda-0.9.0-cp313-cp313-win_amd64.whl",
"has_sig": false,
"md5_digest": "48b53761cd42a74d969341a22aa44878",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 15895094,
"upload_time": "2025-08-06T17:30:35",
"upload_time_iso_8601": "2025-08-06T17:30:35.978889Z",
"url": "https://files.pythonhosted.org/packages/10/91/029f4130038838faf26a9c44d4d4dc36095cfe79f667a7170d74ae750624/onnxruntime_genai_cuda-0.9.0-cp313-cp313-win_amd64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2025-08-06 17:30:18",
"github": false,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"lcname": "onnxruntime-genai-cuda"
}
JSON