# ONNX Runtime generate() API
Run SLMs/LLMs and multi modal models on-device and in the cloud with ONNX Runtime.
Model architectures supported so far (and more coming soon): Gemma, Llama, Mistral, Phi (language and vision).
For more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai
Raw data
{
"_id": null,
"home_page": null,
"name": "onnxruntime-genai",
"maintainer": null,
"docs_url": null,
"requires_python": null,
"maintainer_email": null,
"keywords": null,
"author": "Microsoft Corporation",
"author_email": "onnxruntime-genai@microsoft.com",
"download_url": null,
"platform": null,
"description": "# ONNX Runtime generate() API\n\nRun SLMs/LLMs and multi modal models on-device and in the cloud with ONNX Runtime.\n\nModel architectures supported so far (and more coming soon): Gemma, Llama, Mistral, Phi (language and vision).\n\nFor more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai\n",
"bugtrack_url": null,
"license": "MIT License",
"summary": "ONNX Runtime generate() API",
"version": "0.5.1",
"project_urls": null,
"split_keywords": [],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "e7225c77f250ec94b29c5d9b1ca02c89ab417588a42fac34239bf61bce4cc9e6",
"md5": "41544c51731838f539de57262bc477ca",
"sha256": "db9e3e71f487846c146930366d8bd9d335b2a3163d4725e826693c95bff8e44d"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp310-cp310-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "41544c51731838f539de57262bc477ca",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 769950,
"upload_time": "2024-11-13T19:33:46",
"upload_time_iso_8601": "2024-11-13T19:33:46.857822Z",
"url": "https://files.pythonhosted.org/packages/e7/22/5c77f250ec94b29c5d9b1ca02c89ab417588a42fac34239bf61bce4cc9e6/onnxruntime_genai-0.5.1-cp310-cp310-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "ef74d69cb6c01cc5b5cefef3b76f7e8b574e6ec0acde8196bb6ce95a5f3fcf0b",
"md5": "e5e7de935c371306bfe13d1b48dd6fab",
"sha256": "5f617899782d779fc661d8f53f780489d00a53ddaae66ff097e12766e55cbdfd"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp310-cp310-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "e5e7de935c371306bfe13d1b48dd6fab",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 869076,
"upload_time": "2024-11-13T19:33:52",
"upload_time_iso_8601": "2024-11-13T19:33:52.451745Z",
"url": "https://files.pythonhosted.org/packages/ef/74/d69cb6c01cc5b5cefef3b76f7e8b574e6ec0acde8196bb6ce95a5f3fcf0b/onnxruntime_genai-0.5.1-cp310-cp310-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "be7dff40bbae602bc667fe60ad739dca0a1759d14323b6ff285b6e10a0429d41",
"md5": "a1603b064c900ace7a1fd1a7b58a6cd4",
"sha256": "9dbe45488608a81adf5f01d7ab1384c75833784167787d9aa8992290465c878b"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "a1603b064c900ace7a1fd1a7b58a6cd4",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1380415,
"upload_time": "2024-11-13T19:33:33",
"upload_time_iso_8601": "2024-11-13T19:33:33.944391Z",
"url": "https://files.pythonhosted.org/packages/be/7d/ff40bbae602bc667fe60ad739dca0a1759d14323b6ff285b6e10a0429d41/onnxruntime_genai-0.5.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "4aa547dfb20e54982c16577b282f777e48e510b4da5738e13b38d9238e22f34c",
"md5": "e69cc0ad315579f472cd475eb033a954",
"sha256": "92f753787b3c8e98e2039d7cc233aeebbdd2dbfaa6b5fe1dc4bfb2e984ea0430"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp310-cp310-win_amd64.whl",
"has_sig": false,
"md5_digest": "e69cc0ad315579f472cd475eb033a954",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 776281,
"upload_time": "2024-11-13T19:34:00",
"upload_time_iso_8601": "2024-11-13T19:34:00.430193Z",
"url": "https://files.pythonhosted.org/packages/4a/a5/47dfb20e54982c16577b282f777e48e510b4da5738e13b38d9238e22f34c/onnxruntime_genai-0.5.1-cp310-cp310-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "9ff6bf116ca3206954c9e462f44ca614351aa3c025edfcb426a86718da832393",
"md5": "d790bd86ef574665d4a357f8c0106c3a",
"sha256": "f4133dabc14fdb6db89274817c5eb470b2c793a902d2cc41a99f3f48a0efe913"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp311-cp311-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "d790bd86ef574665d4a357f8c0106c3a",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 769905,
"upload_time": "2024-11-13T19:33:48",
"upload_time_iso_8601": "2024-11-13T19:33:48.784705Z",
"url": "https://files.pythonhosted.org/packages/9f/f6/bf116ca3206954c9e462f44ca614351aa3c025edfcb426a86718da832393/onnxruntime_genai-0.5.1-cp311-cp311-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "4d187078d1e567b363210f8fea16318ac846db0fa7c391ecc4b7cda90e639c32",
"md5": "9ee517f0f577cb7277a9c382dabfc376",
"sha256": "8325350e2faa1a604b18fc77122fdb0115fc07bfc7544b08517d4a2451245b01"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp311-cp311-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "9ee517f0f577cb7277a9c382dabfc376",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 869045,
"upload_time": "2024-11-13T19:33:54",
"upload_time_iso_8601": "2024-11-13T19:33:54.416957Z",
"url": "https://files.pythonhosted.org/packages/4d/18/7078d1e567b363210f8fea16318ac846db0fa7c391ecc4b7cda90e639c32/onnxruntime_genai-0.5.1-cp311-cp311-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "1e6aac5391cecf7729247391f2e76cbb095733493e4fb8667e1cabd48f2a87fc",
"md5": "2be57554bc40801085263a7e0301e154",
"sha256": "4b399f4122371051a5ed6dea529e4ecf5697e27fe49bb0cc0714c40f81581af7"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "2be57554bc40801085263a7e0301e154",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1380528,
"upload_time": "2024-11-13T19:33:35",
"upload_time_iso_8601": "2024-11-13T19:33:35.640078Z",
"url": "https://files.pythonhosted.org/packages/1e/6a/ac5391cecf7729247391f2e76cbb095733493e4fb8667e1cabd48f2a87fc/onnxruntime_genai-0.5.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "d9d5d361760378403f5b71a9e487a20ef550dbe7874d7a91472ed9e82c3a2c41",
"md5": "36617621167548678b018895a37a706b",
"sha256": "a4d6e349f5fc89aa0524b0cd722fe381dafe2e8e6f3128540cf6ce71922a73ef"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp311-cp311-win_amd64.whl",
"has_sig": false,
"md5_digest": "36617621167548678b018895a37a706b",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 776315,
"upload_time": "2024-11-13T19:34:02",
"upload_time_iso_8601": "2024-11-13T19:34:02.364210Z",
"url": "https://files.pythonhosted.org/packages/d9/d5/d361760378403f5b71a9e487a20ef550dbe7874d7a91472ed9e82c3a2c41/onnxruntime_genai-0.5.1-cp311-cp311-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "b4112ba0398223955dac82d84417b492a9ae0be23e05569d444c6b7a07c97c00",
"md5": "8c15ebabbf209f9ab8377e9e70adfbcf",
"sha256": "e8d0e5ff3d07bdce91eba57ff38baa08c3ad53045f5191c82c88eae5b4119b41"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp311-cp311-win_arm64.whl",
"has_sig": false,
"md5_digest": "8c15ebabbf209f9ab8377e9e70adfbcf",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 751537,
"upload_time": "2024-11-13T19:33:57",
"upload_time_iso_8601": "2024-11-13T19:33:57.863442Z",
"url": "https://files.pythonhosted.org/packages/b4/11/2ba0398223955dac82d84417b492a9ae0be23e05569d444c6b7a07c97c00/onnxruntime_genai-0.5.1-cp311-cp311-win_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "8d0814216dfd1458f65d42fa67f514fc7a6587b0dfb25949c911ba56d6aadf11",
"md5": "9aca1baf6e3edd9d885b18c1b534036a",
"sha256": "7ecc73ebba89e6aa0d11bb73b6a3c8dbf26c4e9443f39368d3d7279697d12a2f"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp312-cp312-macosx_12_0_arm64.whl",
"has_sig": false,
"md5_digest": "9aca1baf6e3edd9d885b18c1b534036a",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 771108,
"upload_time": "2024-11-13T19:33:50",
"upload_time_iso_8601": "2024-11-13T19:33:50.302793Z",
"url": "https://files.pythonhosted.org/packages/8d/08/14216dfd1458f65d42fa67f514fc7a6587b0dfb25949c911ba56d6aadf11/onnxruntime_genai-0.5.1-cp312-cp312-macosx_12_0_arm64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "a18fffac04fc3f8b554c0f7df860845ecfc6dfdfea9d4f1a933ad76e601b4650",
"md5": "26885e27e28a8d807ec845b39f590517",
"sha256": "5182e0154b7112a6842e0171802e9dd750183be3b3b718c00bf7ef303dd47fb9"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp312-cp312-macosx_12_0_x86_64.whl",
"has_sig": false,
"md5_digest": "26885e27e28a8d807ec845b39f590517",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 871417,
"upload_time": "2024-11-13T19:33:56",
"upload_time_iso_8601": "2024-11-13T19:33:56.423991Z",
"url": "https://files.pythonhosted.org/packages/a1/8f/ffac04fc3f8b554c0f7df860845ecfc6dfdfea9d4f1a933ad76e601b4650/onnxruntime_genai-0.5.1-cp312-cp312-macosx_12_0_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "dd3a5cc18cfc54bd074e4f15a28d8c0da8595f18f1149b27b295b3738ff7b9e4",
"md5": "fde2643dd671d1c2ac4ab56a95f1b1c2",
"sha256": "30487396cf5d2c806a9993e2096c6eaab6bc9d55869af48a11e8c783fac65b41"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"has_sig": false,
"md5_digest": "fde2643dd671d1c2ac4ab56a95f1b1c2",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1380996,
"upload_time": "2024-11-13T19:33:37",
"upload_time_iso_8601": "2024-11-13T19:33:37.065380Z",
"url": "https://files.pythonhosted.org/packages/dd/3a/5cc18cfc54bd074e4f15a28d8c0da8595f18f1149b27b295b3738ff7b9e4/onnxruntime_genai-0.5.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "a31184a65930fc9e3c38751bb402abc47b473ab55dc0352610b362ccc073fb1c",
"md5": "c5f7cc48c170e862236a93ea47e64ec7",
"sha256": "be10c977e28355f316439416bd86ea007f51c728fa9653afff2758f41c9abc8c"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp312-cp312-win_amd64.whl",
"has_sig": false,
"md5_digest": "c5f7cc48c170e862236a93ea47e64ec7",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 776969,
"upload_time": "2024-11-13T19:34:03",
"upload_time_iso_8601": "2024-11-13T19:34:03.748841Z",
"url": "https://files.pythonhosted.org/packages/a3/11/84a65930fc9e3c38751bb402abc47b473ab55dc0352610b362ccc073fb1c/onnxruntime_genai-0.5.1-cp312-cp312-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "952eef708e666f5c636d0100e120a6d0a6e5faec1ff2872ead2c7a4be8db102f",
"md5": "6360eadadc5cf26405fd8366e2ff1165",
"sha256": "8b77790d105b0f80b0548f5125600f6e22e711f7a9e0054ed96f43ff8674d1ca"
},
"downloads": -1,
"filename": "onnxruntime_genai-0.5.1-cp312-cp312-win_arm64.whl",
"has_sig": false,
"md5_digest": "6360eadadc5cf26405fd8366e2ff1165",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 751229,
"upload_time": "2024-11-13T19:33:59",
"upload_time_iso_8601": "2024-11-13T19:33:59.175231Z",
"url": "https://files.pythonhosted.org/packages/95/2e/ef708e666f5c636d0100e120a6d0a6e5faec1ff2872ead2c7a4be8db102f/onnxruntime_genai-0.5.1-cp312-cp312-win_arm64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-11-13 19:33:46",
"github": false,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"lcname": "onnxruntime-genai"
}
JSON