# <img src='https://camo.githubusercontent.com/57d5fd32c5b51e73fce9077a45f155db3edecd5dfe31d272d73569cb23ef779c/68747470733a2f2f692e696d6775722e636f6d2f6c41645a6a376d2e6a706567' card_color='#40DBB0' width='50' height='50' style='vertical-align:bottom'/> LlamaCPP Persona
Give OpenVoiceOS some sass with [LLaMA](https://arxiv.org/abs/2302.13971) model in [pure C/C++](https://github.com/ggerganov/llama.cpp)
## Examples
* "What is best in life?"
* "Do you like dogs"
* "Does God exist?"
## Usage
Spoken answers api
```python
from ovos_solver_llamacpp import LlamaCPPSolver
LLAMA_MODEL_FILE = "./models/ggml-model-q4_0.bin"
# persona = "omniscient oracle" # hardcoded personas, "explainer"|"bob"|"omniscient oracle"
persona = "helpful, kind, honest, good at writing" # description of assistant
bot = LlamaCPPSolver({"model": LLAMA_MODEL_FILE,
"persona": persona})
sentence = bot.spoken_answer("Qual é o teu animal favorito?", {"lang": "pt-pt"})
# Meus animais favoritos são cães, gatos e tartarugas!
for q in ["Does god exist?",
"what is the speed of light?",
"what is the meaning of life?",
"What is your favorite color?",
"What is best in life?"]:
a = bot.get_spoken_answer(q)
print(q, a)
```
Raw data
{
"_id": null,
"home_page": "https://github.com/OpenVoiceOS/ovos-solver-plugin-llamacpp",
"name": "ovos-solver-llamacpp-plugin",
"maintainer": "",
"docs_url": null,
"requires_python": "",
"maintainer_email": "",
"keywords": "ovos plugin utterance fallback query",
"author": "jarbasai",
"author_email": "jarbasai@mailfence.com",
"download_url": "https://files.pythonhosted.org/packages/f4/69/4633cd3ed4cd8240f83f4a2036ca972a9f373a4388e3a3887d2e9a7b790b/ovos-solver-llamacpp-plugin-0.0.0a1.tar.gz",
"platform": null,
"description": "# <img src='https://camo.githubusercontent.com/57d5fd32c5b51e73fce9077a45f155db3edecd5dfe31d272d73569cb23ef779c/68747470733a2f2f692e696d6775722e636f6d2f6c41645a6a376d2e6a706567' card_color='#40DBB0' width='50' height='50' style='vertical-align:bottom'/> LlamaCPP Persona\n\nGive OpenVoiceOS some sass with [LLaMA](https://arxiv.org/abs/2302.13971) model in [pure C/C++](https://github.com/ggerganov/llama.cpp)\n\n## Examples \n* \"What is best in life?\"\n* \"Do you like dogs\"\n* \"Does God exist?\"\n\n\n## Usage\n\nSpoken answers api\n\n```python\nfrom ovos_solver_llamacpp import LlamaCPPSolver\n\nLLAMA_MODEL_FILE = \"./models/ggml-model-q4_0.bin\"\n\n# persona = \"omniscient oracle\" # hardcoded personas, \"explainer\"|\"bob\"|\"omniscient oracle\"\npersona = \"helpful, kind, honest, good at writing\" # description of assistant\nbot = LlamaCPPSolver({\"model\": LLAMA_MODEL_FILE, \n \"persona\": persona})\n\nsentence = bot.spoken_answer(\"Qual \u00e9 o teu animal favorito?\", {\"lang\": \"pt-pt\"})\n# Meus animais favoritos s\u00e3o c\u00e3es, gatos e tartarugas!\n\nfor q in [\"Does god exist?\",\n \"what is the speed of light?\",\n \"what is the meaning of life?\",\n \"What is your favorite color?\",\n \"What is best in life?\"]:\n a = bot.get_spoken_answer(q)\n print(q, a)\n```\n\n\n",
"bugtrack_url": null,
"license": "MIT",
"summary": "A question solver plugin for ovos",
"version": "0.0.0a1",
"split_keywords": [
"ovos",
"plugin",
"utterance",
"fallback",
"query"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "e6d3db58568a29f01cbb64b2c64d1ad3cab19f147ce98dcebd2ac40e05603706",
"md5": "cea7ca666a13fed6c5febb448eff7209",
"sha256": "1ce3b1578fb71f049f10a3de799f62aa3c033a4303457ef92137a5c88cf87386"
},
"downloads": -1,
"filename": "ovos_solver_llamacpp_plugin-0.0.0a1-py3-none-any.whl",
"has_sig": false,
"md5_digest": "cea7ca666a13fed6c5febb448eff7209",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 10955,
"upload_time": "2023-03-25T03:41:45",
"upload_time_iso_8601": "2023-03-25T03:41:45.524277Z",
"url": "https://files.pythonhosted.org/packages/e6/d3/db58568a29f01cbb64b2c64d1ad3cab19f147ce98dcebd2ac40e05603706/ovos_solver_llamacpp_plugin-0.0.0a1-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "f4694633cd3ed4cd8240f83f4a2036ca972a9f373a4388e3a3887d2e9a7b790b",
"md5": "7d408b09b27803281b447bc95890537f",
"sha256": "9384d5d2b7685079474ccfa4778e3d58c36b3c6734cf13b2a54e46719e807658"
},
"downloads": -1,
"filename": "ovos-solver-llamacpp-plugin-0.0.0a1.tar.gz",
"has_sig": false,
"md5_digest": "7d408b09b27803281b447bc95890537f",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 10011,
"upload_time": "2023-03-25T03:41:47",
"upload_time_iso_8601": "2023-03-25T03:41:47.319352Z",
"url": "https://files.pythonhosted.org/packages/f4/69/4633cd3ed4cd8240f83f4a2036ca972a9f373a4388e3a3887d2e9a7b790b/ovos-solver-llamacpp-plugin-0.0.0a1.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2023-03-25 03:41:47",
"github": true,
"gitlab": false,
"bitbucket": false,
"github_user": "OpenVoiceOS",
"github_project": "ovos-solver-plugin-llamacpp",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"requirements": [
{
"name": "llamacpp",
"specs": []
},
{
"name": "neon_solvers",
"specs": []
}
],
"lcname": "ovos-solver-llamacpp-plugin"
}
JSON
