# ONNX Runtime GenAI
Run SLMs/LLMs and multi-modal models on-device and in the cloud with ONNX Runtime.
For more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai
Raw data
{
"_id": null,
"home_page": null,
"name": "onnxruntime-genai",
"maintainer": null,
"docs_url": null,
"requires_python": null,
"maintainer_email": null,
"keywords": null,
"author": "Microsoft Corporation",
"author_email": "onnxruntime-genai@microsoft.com",
"download_url": null,
"platform": null,
"description": "# ONNX Runtime GenAI\n\nRun SLMs/LLMs and multi-modal models on-device and in the cloud with ONNX Runtime.\n\nFor more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai\n",
"bugtrack_url": null,
"license": "MIT License",
"summary": "ONNX Runtime GenAI",
"version": "0.9.0",
"project_urls": null,
"split_keywords": [],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "d5fd7e26537155bba5a6498d93b9d72de2f70e6af50df8200f9b7fe346074769",
"md5": "82297e5a55ce690a2991b55735fe4235",
"sha256": "18ffc8d3921d82578f33c05f7d123d0ddcac90ce92ce94d23226764e483f6609"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp310-cp310-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "82297e5a55ce690a2991b55735fe4235",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3249017,
"upload_time": "2025-08-06T17:32:06",
"upload_time_iso_8601": "2025-08-06T17:32:06.804177Z",
"url": "https://files.pythonhosted.org/packages/d5/fd/7e26537155bba5a6498d93b9d72de2f70e6af50df8200f9b7fe346074769/onnxruntime_genai-0.9.0-cp310-cp310-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "73177e9f3560dabf80422f581dba2d3556984346be3b2414a5e05fe9050b8688",
"md5": "24761c6723da685a74b57bca1e715678",
"sha256": "b81502425c2c7d20bc6751eba0ca489c5d977e6ecb0cd2bf6f37058a942e0610"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp310-cp310-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "24761c6723da685a74b57bca1e715678",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3385868,
"upload_time": "2025-08-06T17:32:08",
"upload_time_iso_8601": "2025-08-06T17:32:08.837935Z",
"url": "https://files.pythonhosted.org/packages/73/17/7e9f3560dabf80422f581dba2d3556984346be3b2414a5e05fe9050b8688/onnxruntime_genai-0.9.0-cp310-cp310-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "05b1552bdbf37bb29b66df2c984ab45329651e6add2c3ca598b752613ba506d9",
"md5": "c1f9e652e4e63dd8ff41060fd8877e72",
"sha256": "08fc6d286f2574dd1bcc6347c6679168975ba0628ad858df9dcef5699664527b"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp310-cp310-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "c1f9e652e4e63dd8ff41060fd8877e72",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 8777210,
"upload_time": "2025-08-06T17:32:10",
"upload_time_iso_8601": "2025-08-06T17:32:10.679472Z",
"url": "https://files.pythonhosted.org/packages/05/b1/552bdbf37bb29b66df2c984ab45329651e6add2c3ca598b752613ba506d9/onnxruntime_genai-0.9.0-cp310-cp310-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "ff261fc1a876a191503bdb973ab21585525b12a4d33827c0f11eeffa3869c54e",
"md5": "5352e40582d41bb8c0029b9e4cc95e9f",
"sha256": "312b1eae8e3a75c88ad5909fdb76d6f674a4a845473b4e82622c1f4600db2686"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp310-cp310-win_amd64.whl",
"has_sig": false,
"md5_digest": "5352e40582d41bb8c0029b9e4cc95e9f",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2305103,
"upload_time": "2025-08-06T17:32:12",
"upload_time_iso_8601": "2025-08-06T17:32:12.327519Z",
"url": "https://files.pythonhosted.org/packages/ff/26/1fc1a876a191503bdb973ab21585525b12a4d33827c0f11eeffa3869c54e/onnxruntime_genai-0.9.0-cp310-cp310-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "a9153b2120b776764ca8c6fd7d45839203d55363f0ad077ddc88ac4daa7c86be",
"md5": "26805702bd217cd1d6cc86b0265c9550",
"sha256": "73d17d844ae646310097de768a4c8e61432c279b929090e7a03fe7fe4c1cd494"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp311-cp311-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "26805702bd217cd1d6cc86b0265c9550",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3250431,
"upload_time": "2025-08-06T17:32:13",
"upload_time_iso_8601": "2025-08-06T17:32:13.552679Z",
"url": "https://files.pythonhosted.org/packages/a9/15/3b2120b776764ca8c6fd7d45839203d55363f0ad077ddc88ac4daa7c86be/onnxruntime_genai-0.9.0-cp311-cp311-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "05c21e70eb1460926f82a4b471cc2d166c43850709ff18346ba7f46d775f208e",
"md5": "b6ddaa20820c8a46fa8d26befff11842",
"sha256": "414f7d343fe0b8dc260f1dd61b5e29150090de9639f0c1e197a0b87cbc9c5824"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp311-cp311-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "b6ddaa20820c8a46fa8d26befff11842",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3387363,
"upload_time": "2025-08-06T17:32:15",
"upload_time_iso_8601": "2025-08-06T17:32:15.202347Z",
"url": "https://files.pythonhosted.org/packages/05/c2/1e70eb1460926f82a4b471cc2d166c43850709ff18346ba7f46d775f208e/onnxruntime_genai-0.9.0-cp311-cp311-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "6b5a9ff292888c7b3b6fc4d4d6d86aa0acd8e7a4df51f36d348d31d47f629410",
"md5": "8e8fbe8fec57063ea8d78603a79e6e57",
"sha256": "0621b21c0f7676baee603c206e253d01fb6157ea7e8f6503778de690f67c41cc"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp311-cp311-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "8e8fbe8fec57063ea8d78603a79e6e57",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 8778221,
"upload_time": "2025-08-06T17:32:16",
"upload_time_iso_8601": "2025-08-06T17:32:16.993574Z",
"url": "https://files.pythonhosted.org/packages/6b/5a/9ff292888c7b3b6fc4d4d6d86aa0acd8e7a4df51f36d348d31d47f629410/onnxruntime_genai-0.9.0-cp311-cp311-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "23875a9b2dbd24d8ab6bf12c57df4db4e76dd9208d12d323b402e7e2bc63a61a",
"md5": "ade71f3d00eb85b59611a18b8c4b29b1",
"sha256": "2caeb72d01c699e9946ef87be4dfaf2847728a1986d04a6a4707481b98f9c164"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp311-cp311-win_amd64.whl",
"has_sig": false,
"md5_digest": "ade71f3d00eb85b59611a18b8c4b29b1",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2306640,
"upload_time": "2025-08-06T17:32:19",
"upload_time_iso_8601": "2025-08-06T17:32:19.124372Z",
"url": "https://files.pythonhosted.org/packages/23/87/5a9b2dbd24d8ab6bf12c57df4db4e76dd9208d12d323b402e7e2bc63a61a/onnxruntime_genai-0.9.0-cp311-cp311-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "11f21b08268e105bbc7d9e08f6e138f8c984ef5744dc714b7798f5a669485232",
"md5": "0a052c5687d7ab9a0b3a823aa9d4b34d",
"sha256": "006f8a297da193688220f682d411f408f4e4a9a4e764a765fef2d17778ac78b4"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp311-cp311-win_arm64.whl",
"has_sig": false,
"md5_digest": "0a052c5687d7ab9a0b3a823aa9d4b34d",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2244653,
"upload_time": "2025-08-06T17:32:20",
"upload_time_iso_8601": "2025-08-06T17:32:20.611350Z",
"url": "https://files.pythonhosted.org/packages/11/f2/1b08268e105bbc7d9e08f6e138f8c984ef5744dc714b7798f5a669485232/onnxruntime_genai-0.9.0-cp311-cp311-win_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "d4ea09f68ec2aeab7c267c4ed2694e48e809059f9d93c3a960ac910d3e41a91e",
"md5": "2b434f0747e936d4916691261d6f962f",
"sha256": "bdc494ca575d7f0b970b0ead55396674a292b245135643aa3384d31868ed8d03"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp312-cp312-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "2b434f0747e936d4916691261d6f962f",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3250170,
"upload_time": "2025-08-06T17:32:21",
"upload_time_iso_8601": "2025-08-06T17:32:21.912265Z",
"url": "https://files.pythonhosted.org/packages/d4/ea/09f68ec2aeab7c267c4ed2694e48e809059f9d93c3a960ac910d3e41a91e/onnxruntime_genai-0.9.0-cp312-cp312-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "eeade7109886e19739d64b425b4a0b9c0cb298e48f6cf2bd17d345ed01f7566a",
"md5": "a8305a02e130b19956353767a565fd22",
"sha256": "562a4fd54ab7ecaf2b119269902aefd8a07541544e490e1b07217bfe8163f686"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp312-cp312-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "a8305a02e130b19956353767a565fd22",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3389480,
"upload_time": "2025-08-06T17:32:23",
"upload_time_iso_8601": "2025-08-06T17:32:23.189864Z",
"url": "https://files.pythonhosted.org/packages/ee/ad/e7109886e19739d64b425b4a0b9c0cb298e48f6cf2bd17d345ed01f7566a/onnxruntime_genai-0.9.0-cp312-cp312-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "9fb77b19562b6f58330df4f332e5516f479c77dbafd44ce4536ab4a7288d2833",
"md5": "8ca1b9c64dc5bbfbe29c77a83cc62c76",
"sha256": "0ef5acca51d55ca96948f6706acdbde979f7dcb73457c05d987855e2adb0ca14"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp312-cp312-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "8ca1b9c64dc5bbfbe29c77a83cc62c76",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 8779865,
"upload_time": "2025-08-06T17:32:24",
"upload_time_iso_8601": "2025-08-06T17:32:24.670792Z",
"url": "https://files.pythonhosted.org/packages/9f/b7/7b19562b6f58330df4f332e5516f479c77dbafd44ce4536ab4a7288d2833/onnxruntime_genai-0.9.0-cp312-cp312-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "ba16293593188d3f86a2619c739442b2f3232e32e2e34163187a86fdd827e80d",
"md5": "4695983c53ddcb3ca8d8122503ea1e0a",
"sha256": "ff95d2890fae9b778cc95f1219774c279b8ec164723174a90a864b27973db675"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp312-cp312-win_amd64.whl",
"has_sig": false,
"md5_digest": "4695983c53ddcb3ca8d8122503ea1e0a",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2307414,
"upload_time": "2025-08-06T17:32:26",
"upload_time_iso_8601": "2025-08-06T17:32:26.372922Z",
"url": "https://files.pythonhosted.org/packages/ba/16/293593188d3f86a2619c739442b2f3232e32e2e34163187a86fdd827e80d/onnxruntime_genai-0.9.0-cp312-cp312-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "e3d80ff38413c56bb4a6f804d40c61ba1c9882308f09ecae5f4985fe2145760f",
"md5": "db84557bbcd488123dce81d6c087c1dc",
"sha256": "6aa0170732f5f4a68f026c27bff957fb828671c9fc27f8ba5569f0c0718c8c30"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp312-cp312-win_arm64.whl",
"has_sig": false,
"md5_digest": "db84557bbcd488123dce81d6c087c1dc",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2244297,
"upload_time": "2025-08-06T17:32:27",
"upload_time_iso_8601": "2025-08-06T17:32:27.680347Z",
"url": "https://files.pythonhosted.org/packages/e3/d8/0ff38413c56bb4a6f804d40c61ba1c9882308f09ecae5f4985fe2145760f/onnxruntime_genai-0.9.0-cp312-cp312-win_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "6043b4a42de8fed704ec211e2e749ef37c2247dd84ef8f4250c11a7d9b212abf",
"md5": "484c5695972f46b82e4da17cebe90243",
"sha256": "d36f074991d931bb4fcf73a1c460cd7d064f9ed72d28c491e06ded6aff892af7"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp313-cp313-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "484c5695972f46b82e4da17cebe90243",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3250221,
"upload_time": "2025-08-06T17:32:28",
"upload_time_iso_8601": "2025-08-06T17:32:28.920930Z",
"url": "https://files.pythonhosted.org/packages/60/43/b4a42de8fed704ec211e2e749ef37c2247dd84ef8f4250c11a7d9b212abf/onnxruntime_genai-0.9.0-cp313-cp313-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "dfac5caa3ffd91611459cbfae5fec983335472396bd816508fb892bb24fd3bbc",
"md5": "c8c7e5c04cb67134745b4ed0d14973f1",
"sha256": "bfe8ebf1b10828c1217cbfd2cd139598b0c9647e9123d9d92cedfbef256dc744"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp313-cp313-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "c8c7e5c04cb67134745b4ed0d14973f1",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 3389516,
"upload_time": "2025-08-06T17:32:30",
"upload_time_iso_8601": "2025-08-06T17:32:30.631352Z",
"url": "https://files.pythonhosted.org/packages/df/ac/5caa3ffd91611459cbfae5fec983335472396bd816508fb892bb24fd3bbc/onnxruntime_genai-0.9.0-cp313-cp313-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "62f2153abb0930cef0685989a9d44cbd9465abb5cc1ce0872a04b0a8bc6a258d",
"md5": "9b3f8a528e43e19187aaa9cec3f4dade",
"sha256": "e823f680fe30a93b1b7fb5d45bcc6545bc76461f98214aa29e1fb5d95db84367"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp313-cp313-manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "9b3f8a528e43e19187aaa9cec3f4dade",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 8779898,
"upload_time": "2025-08-06T17:32:32",
"upload_time_iso_8601": "2025-08-06T17:32:32.033362Z",
"url": "https://files.pythonhosted.org/packages/62/f2/153abb0930cef0685989a9d44cbd9465abb5cc1ce0872a04b0a8bc6a258d/onnxruntime_genai-0.9.0-cp313-cp313-manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "d27e33e2288951eef400c26b1dc855677b2688b3000c87285a3bd2d544f4cf18",
"md5": "84bfe0ad9cefc51600371fca4a49f542",
"sha256": "d0bb44888c731ef839c9b45fed037a4d7b1f9428a0a8884793f92828e4a12445"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.9.0-cp313-cp313-win_amd64.whl",
"has_sig": false,
"md5_digest": "84bfe0ad9cefc51600371fca4a49f542",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 2307401,
"upload_time": "2025-08-06T17:32:34",
"upload_time_iso_8601": "2025-08-06T17:32:34.056504Z",
"url": "https://files.pythonhosted.org/packages/d2/7e/33e2288951eef400c26b1dc855677b2688b3000c87285a3bd2d544f4cf18/onnxruntime_genai-0.9.0-cp313-cp313-win_amd64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2025-08-06 17:32:06",
"github": false,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"lcname": "onnxruntime-genai"
}
JSON