# ONNX Runtime generate() API
Run SLMs/LLMs and multi modal models on-device and in the cloud with ONNX Runtime.
Model architectures supported so far (and more coming soon): Gemma, Llama, Mistral, Phi (language and vision).
For more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai
Raw data
{
"_id": null,
"home_page": null,
"name": "onnxruntime-genai-directml",
"maintainer": null,
"docs_url": null,
"requires_python": null,
"maintainer_email": null,
"keywords": null,
"author": "Microsoft Corporation",
"author_email": "onnxruntime-genai@microsoft.com",
"download_url": null,
"platform": null,
"description": "# ONNX Runtime generate() API\n\nRun SLMs/LLMs and multi modal models on-device and in the cloud with ONNX Runtime.\n\nModel architectures supported so far (and more coming soon): Gemma, Llama, Mistral, Phi (language and vision).\n\nFor more details, see: docs https://onnxruntime.ai/docs/genai and repo: https://github.com/microsoft/onnxruntime-genai\n",
"bugtrack_url": null,
"license": "MIT License",
"summary": "ONNX Runtime generate() API",
"version": "0.5.1",
"project_urls": null,
"split_keywords": [],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "73016ab9f895728ba9e210f5ca7cb2790ac4b67f335947407f9937cdb5ff5124",
"md5": "f4fd5f371c11bc8fe8147dc52a8feea7",
"sha256": "87c9a26ac2a97055b885dc3a99a55b6febf4cac8f30dec36b4bdb210bbe209c2"
},
"downloads": -1,
"filename": "onnxruntime_genai_directml-0.5.1-cp310-cp310-win_amd64.whl",
"has_sig": false,
"md5_digest": "f4fd5f371c11bc8fe8147dc52a8feea7",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1953512,
"upload_time": "2024-11-13T19:34:12",
"upload_time_iso_8601": "2024-11-13T19:34:12.325209Z",
"url": "https://files.pythonhosted.org/packages/73/01/6ab9f895728ba9e210f5ca7cb2790ac4b67f335947407f9937cdb5ff5124/onnxruntime_genai_directml-0.5.1-cp310-cp310-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "a6400b7b34f41ebe1930c0da31bc11cac230305dd98e9a4ad92d2cd3d132f7e3",
"md5": "df1799001ee9d8acf6ad2a4268cf6c7d",
"sha256": "476cb638f62e86a525929b6bafc9b9367e31c91034849d875d6d739583dfa9aa"
},
"downloads": -1,
"filename": "onnxruntime_genai_directml-0.5.1-cp311-cp311-win_amd64.whl",
"has_sig": false,
"md5_digest": "df1799001ee9d8acf6ad2a4268cf6c7d",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1953680,
"upload_time": "2024-11-13T19:34:14",
"upload_time_iso_8601": "2024-11-13T19:34:14.483100Z",
"url": "https://files.pythonhosted.org/packages/a6/40/0b7b34f41ebe1930c0da31bc11cac230305dd98e9a4ad92d2cd3d132f7e3/onnxruntime_genai_directml-0.5.1-cp311-cp311-win_amd64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "3245c736558439e2aff6c0171baf93f1237a6552098073a48563fbeaf6c18860",
"md5": "c9ae7fa1229c2c43e74189a4e65cdf4e",
"sha256": "6f05ba52f8f3660838a8d303a1528c00d89796ad60bd9cb66210dfb7715af646"
},
"downloads": -1,
"filename": "onnxruntime_genai_directml-0.5.1-cp312-cp312-win_amd64.whl",
"has_sig": false,
"md5_digest": "c9ae7fa1229c2c43e74189a4e65cdf4e",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 1954314,
"upload_time": "2024-11-13T19:34:16",
"upload_time_iso_8601": "2024-11-13T19:34:16.933176Z",
"url": "https://files.pythonhosted.org/packages/32/45/c736558439e2aff6c0171baf93f1237a6552098073a48563fbeaf6c18860/onnxruntime_genai_directml-0.5.1-cp312-cp312-win_amd64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-11-13 19:34:12",
"github": false,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"lcname": "onnxruntime-genai-directml"
}