fuyu

Name	fuyu JSON
Version	0.0.3 JSON
	download
home_page	https://github.com/kyegomez/fuyu
Summary	fuyu - Pytorch
upload_time	2023-10-27 23:22:31
maintainer
docs_url	None
author	Kye Gomez
requires_python	>=3.6,<4.0
license	MIT
keywords	artificial intelligence deep learning optimizers prompt engineering
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            [![Multi-Modality](agorabanner.png)](https://discord.gg/qUtxnK2NMf)

# Fuyu
![FUYU](/architecture.png)
A implementation of Fuyu, the multimodal AI model from Adept in pytorch using a ultra powerful Zeta native decoder with qk_norm, multi grouped query attn, scaled rotary pos embeddings, and a kv_cache


[Blog paper code](https://www.adept.ai/blog/fuyu-8b)

# Appreciation
* Lucidrains
* Agorians
* Adept

# Install
`pip install fuyu`



# Architecture
image patch embeddings -> linear projection -> decoder llm

# License
MIT

# Citations

            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/kyegomez/fuyu",
    "name": "fuyu",
    "maintainer": "",
    "docs_url": null,
    "requires_python": ">=3.6,<4.0",
    "maintainer_email": "",
    "keywords": "artificial intelligence,deep learning,optimizers,Prompt Engineering",
    "author": "Kye Gomez",
    "author_email": "kye@apac.ai",
    "download_url": "https://files.pythonhosted.org/packages/52/b5/917eb54682f258226c33fef64b93e33d06248dcd7090639c20870d4e54dc/fuyu-0.0.3.tar.gz",
    "platform": null,
    "description": "[![Multi-Modality](agorabanner.png)](https://discord.gg/qUtxnK2NMf)\n\n# Fuyu\n![FUYU](/architecture.png)\nA implementation of Fuyu, the multimodal AI model from Adept in pytorch using a ultra powerful Zeta native decoder with qk_norm, multi grouped query attn, scaled rotary pos embeddings, and a kv_cache\n\n\n[Blog paper code](https://www.adept.ai/blog/fuyu-8b)\n\n# Appreciation\n* Lucidrains\n* Agorians\n* Adept\n\n# Install\n`pip install fuyu`\n\n\n\n# Architecture\nimage patch embeddings -> linear projection -> decoder llm\n\n# License\nMIT\n\n# Citations\n",
    "bugtrack_url": null,
    "license": "MIT",
    "summary": "fuyu - Pytorch",
    "version": "0.0.3",
    "project_urls": {
        "Homepage": "https://github.com/kyegomez/fuyu",
        "Repository": "https://github.com/kyegomez/fuyu"
    },
    "split_keywords": [
        "artificial intelligence",
        "deep learning",
        "optimizers",
        "prompt engineering"
    ],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "85fa80ae895767b570874a6ef946dc360d207a8527f24ecdb423355a572da2d4",
                "md5": "8b3727639c7eadd183d381a8f64fabb8",
                "sha256": "17e2476f95e72eed5aa82301575942aee8c1d9c431139f60cf0849e8cbb28375"
            },
            "downloads": -1,
            "filename": "fuyu-0.0.3-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "8b3727639c7eadd183d381a8f64fabb8",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": ">=3.6,<4.0",
            "size": 18774,
            "upload_time": "2023-10-27T23:22:29",
            "upload_time_iso_8601": "2023-10-27T23:22:29.830455Z",
            "url": "https://files.pythonhosted.org/packages/85/fa/80ae895767b570874a6ef946dc360d207a8527f24ecdb423355a572da2d4/fuyu-0.0.3-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "52b5917eb54682f258226c33fef64b93e33d06248dcd7090639c20870d4e54dc",
                "md5": "a80ee8e57d21b92e6f355a3ec3b78efb",
                "sha256": "18249245ae6bfe043286e4280762a6bbd5e9dd0218efc017e623a7bee7d6bcb0"
            },
            "downloads": -1,
            "filename": "fuyu-0.0.3.tar.gz",
            "has_sig": false,
            "md5_digest": "a80ee8e57d21b92e6f355a3ec3b78efb",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": ">=3.6,<4.0",
            "size": 18465,
            "upload_time": "2023-10-27T23:22:31",
            "upload_time_iso_8601": "2023-10-27T23:22:31.496832Z",
            "url": "https://files.pythonhosted.org/packages/52/b5/917eb54682f258226c33fef64b93e33d06248dcd7090639c20870d4e54dc/fuyu-0.0.3.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2023-10-27 23:22:31",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "kyegomez",
    "github_project": "fuyu",
    "travis_ci": false,
    "coveralls": false,
    "github_actions": true,
    "requirements": [],
    "lcname": "fuyu"
}