Pyxet is a Python library that provides a pythonic interface for
[XetHub](https://xethub.com/). Xethub is simple git-based system capable of
storing TBs of ML data and models in a single repository, with block-level
data deduplication that enables hundreds of versions of similar data to be
stored without requiring much storage.
The pyxet library has 3 components:
1. A [fsspec](https://filesystem-spec.readthedocs.io)
interface that allows compatible libraries such as Pandas, Polars and Duckdb
to directly access any version of any file in a Xet repository. See below
for some examples.
2. A command line interface inspired by AWSCLI that allows files to be
uploaded to and downloaded from Xet repository conveniently and efficiently.
3. A file system mount mechanism that allows any version of any Xet repository
to be mounted. This works on Mac, Linux, and Windows 11 Pro.
For API documentation and full examples, please see [here](https://pyxet.readthedocs.io/en/latest/).
Raw data
{
"_id": null,
"home_page": null,
"name": "pyxet",
"maintainer": null,
"docs_url": null,
"requires_python": ">=3.7",
"maintainer_email": "XetHub <contact@xethub.com>",
"keywords": "ai,collaboration,data-science,developer-tools,git,s3,machine-learning,reproducibility",
"author": null,
"author_email": null,
"download_url": null,
"platform": null,
"description": "Pyxet is a Python library that provides a pythonic interface for\n[XetHub](https://xethub.com/). Xethub is simple git-based system capable of\nstoring TBs of ML data and models in a single repository, with block-level\ndata deduplication that enables hundreds of versions of similar data to be\nstored without requiring much storage.\n\nThe pyxet library has 3 components:\n\n1. A [fsspec](https://filesystem-spec.readthedocs.io)\ninterface that allows compatible libraries such as Pandas, Polars and Duckdb\nto directly access any version of any file in a Xet repository. See below\nfor some examples.\n\n2. A command line interface inspired by AWSCLI that allows files to be\nuploaded to and downloaded from Xet repository conveniently and efficiently.\n\n3. A file system mount mechanism that allows any version of any Xet repository\nto be mounted. This works on Mac, Linux, and Windows 11 Pro.\n\nFor API documentation and full examples, please see [here](https://pyxet.readthedocs.io/en/latest/).\n\n",
"bugtrack_url": null,
"license": "BSD-3-Clause",
"summary": "pyxet is a Python library that provides a lightweight interface for the XetHub platform.",
"version": "0.1.9",
"project_urls": {
"Homepage": "https://github.com/xetdata/pyxet"
},
"split_keywords": [
"ai",
"collaboration",
"data-science",
"developer-tools",
"git",
"s3",
"machine-learning",
"reproducibility"
],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "a8b803d71bcd79e3ef0ac4231c6bf4fdd78f4152b6204d14440a064f56b38d0b",
"md5": "57d5aeaf4fb8fc989c3ce8d0c51c773e",
"sha256": "fab47baef90feeb02ac8e2c278f0063f045a308437358eba21dcfbc58e6dcdf6"
},
"downloads": -1,
"filename": "pyxet-0.1.9-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl",
"has_sig": false,
"md5_digest": "57d5aeaf4fb8fc989c3ce8d0c51c773e",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.7",
"size": 23390483,
"upload_time": "2024-03-08T01:40:31",
"upload_time_iso_8601": "2024-03-08T01:40:31.321084Z",
"url": "https://files.pythonhosted.org/packages/a8/b8/03d71bcd79e3ef0ac4231c6bf4fdd78f4152b6204d14440a064f56b38d0b/pyxet-0.1.9-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "04e95ac58f64520096e456e60b4ce5e252aeb14758656f0bee2a61370465baf4",
"md5": "3dfc851e7015548e0561f0f5b95b987b",
"sha256": "19a3f47ec8f889e2ced50e2a26ec8fc8ba81839eb20744dff03207c40f63f91a"
},
"downloads": -1,
"filename": "pyxet-0.1.9-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl",
"has_sig": false,
"md5_digest": "3dfc851e7015548e0561f0f5b95b987b",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.7",
"size": 12802026,
"upload_time": "2024-03-08T01:41:42",
"upload_time_iso_8601": "2024-03-08T01:41:42.733575Z",
"url": "https://files.pythonhosted.org/packages/04/e9/5ac58f64520096e456e60b4ce5e252aeb14758656f0bee2a61370465baf4/pyxet-0.1.9-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "f1ccecaac7847e5f41cda2e93068d801a70f44e74864734e382225c16b8d67db",
"md5": "0b158bebca270ebcfd558da4864cbd3d",
"sha256": "f4e74f7c1e297b45702fccc8021934c6e85171e8bd2180d2fdbc32a03b1740c2"
},
"downloads": -1,
"filename": "pyxet-0.1.9-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"has_sig": false,
"md5_digest": "0b158bebca270ebcfd558da4864cbd3d",
"packagetype": "bdist_wheel",
"python_version": "cp37",
"requires_python": ">=3.7",
"size": 13185946,
"upload_time": "2024-03-08T01:38:40",
"upload_time_iso_8601": "2024-03-08T01:38:40.554384Z",
"url": "https://files.pythonhosted.org/packages/f1/cc/ecaac7847e5f41cda2e93068d801a70f44e74864734e382225c16b8d67db/pyxet-0.1.9-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-03-08 01:40:31",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "xetdata",
"github_project": "pyxet",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"lcname": "pyxet"
}
JSON
