# DeltaCAT
DeltaCAT is a Pythonic Data Catalog powered by Ray.
Its data storage model allows you to define and manage fast, scalable,
ACID-compliant data catalogs through git-like stage/commit APIs, and has been
used to successfully host exabyte-scale enterprise data lakes.
DeltaCAT uses the Ray distributed compute framework together with Apache Arrow
for common table management tasks, including petabyte-scale
change-data-capture, data consistency checks, and table repair.
## Getting Started
### Install
```
pip install deltacat
```
### Running Tests
```
pip3 install virtualenv
virtualenv test_env
source test_env/bin/activate
pip3 install -r requirements.txt
pytest
```
Raw data
{
"_id": null,
"home_page": "https://github.com/ray-project/deltacat",
"name": "deltacat",
"maintainer": null,
"docs_url": null,
"requires_python": ">=3.9",
"maintainer_email": null,
"keywords": null,
"author": "Ray Team",
"author_email": null,
"download_url": "https://files.pythonhosted.org/packages/42/1c/e1bf1626a0d726ed6473b44bb81095b89f82fec40aaecbe9e77823bb7024/deltacat-1.1.30.tar.gz",
"platform": null,
"description": "# DeltaCAT\n\nDeltaCAT is a Pythonic Data Catalog powered by Ray.\n\nIts data storage model allows you to define and manage fast, scalable,\nACID-compliant data catalogs through git-like stage/commit APIs, and has been\nused to successfully host exabyte-scale enterprise data lakes.\n\nDeltaCAT uses the Ray distributed compute framework together with Apache Arrow\nfor common table management tasks, including petabyte-scale\nchange-data-capture, data consistency checks, and table repair.\n\n## Getting Started\n\n### Install\n\n```\npip install deltacat\n```\n\n### Running Tests\n\n```\npip3 install virtualenv\nvirtualenv test_env\nsource test_env/bin/activate\npip3 install -r requirements.txt\n\npytest\n```\n\n\n",
"bugtrack_url": null,
"license": null,
"summary": "A scalable, fast, ACID-compliant Data Catalog powered by Ray.",
"version": "1.1.30",
"project_urls": {
"Homepage": "https://github.com/ray-project/deltacat"
},
"split_keywords": [],
"urls": [
{
"comment_text": null,
"digests": {
"blake2b_256": "3a6289d82680669e8a951ba572d5fbc62fa71c9c6fc76a4f72079462d2bbbf3e",
"md5": "805884be9f8d9fae7981e9812820547a",
"sha256": "17d9b2e81965b858fd6478d72cc5fb637ad861c9f36a367136d37eb7344c0f1a"
},
"downloads": -1,
"filename": "deltacat-1.1.30-py3-none-any.whl",
"has_sig": false,
"md5_digest": "805884be9f8d9fae7981e9812820547a",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": ">=3.9",
"size": 307120,
"upload_time": "2025-01-27T02:36:38",
"upload_time_iso_8601": "2025-01-27T02:36:38.303360Z",
"url": "https://files.pythonhosted.org/packages/3a/62/89d82680669e8a951ba572d5fbc62fa71c9c6fc76a4f72079462d2bbbf3e/deltacat-1.1.30-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": null,
"digests": {
"blake2b_256": "421ce1bf1626a0d726ed6473b44bb81095b89f82fec40aaecbe9e77823bb7024",
"md5": "bb2d0462804f6a7cd0b2305dcaa2df6c",
"sha256": "60d13ea97ccfce810d5101699ddf3f36a663e3cb315fbee566bc65bf9de263be"
},
"downloads": -1,
"filename": "deltacat-1.1.30.tar.gz",
"has_sig": false,
"md5_digest": "bb2d0462804f6a7cd0b2305dcaa2df6c",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.9",
"size": 221961,
"upload_time": "2025-01-27T02:36:40",
"upload_time_iso_8601": "2025-01-27T02:36:40.334019Z",
"url": "https://files.pythonhosted.org/packages/42/1c/e1bf1626a0d726ed6473b44bb81095b89f82fec40aaecbe9e77823bb7024/deltacat-1.1.30.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2025-01-27 02:36:40",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "ray-project",
"github_project": "deltacat",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"requirements": [
{
"name": "aws-embedded-metrics",
"specs": [
[
"==",
"3.2.0"
]
]
},
{
"name": "boto3",
"specs": [
[
"~=",
"1.34"
]
]
},
{
"name": "getdaft",
"specs": [
[
"==",
"0.3.6"
]
]
},
{
"name": "numpy",
"specs": [
[
"==",
"1.21.5"
]
]
},
{
"name": "pandas",
"specs": [
[
"==",
"1.3.5"
]
]
},
{
"name": "pyarrow",
"specs": [
[
"==",
"12.0.1"
]
]
},
{
"name": "pydantic",
"specs": [
[
"==",
"1.10.4"
]
]
},
{
"name": "pymemcache",
"specs": [
[
"==",
"4.0.0"
]
]
},
{
"name": "ray",
"specs": [
[
">=",
"2.20.0"
],
[
"<",
"2.31.0"
]
]
},
{
"name": "redis",
"specs": [
[
"==",
"4.6.0"
]
]
},
{
"name": "s3fs",
"specs": [
[
"==",
"2024.5.0"
]
]
},
{
"name": "schedule",
"specs": [
[
"==",
"1.2.0"
]
]
},
{
"name": "tenacity",
"specs": [
[
"==",
"8.1.0"
]
]
},
{
"name": "typing-extensions",
"specs": [
[
"==",
"4.4.0"
]
]
}
],
"lcname": "deltacat"
}
JSON
