| Name | data-Javharbek JSON |
| Version |
0.56
JSON |
| download |
| home_page | None |
| Summary | DATA |
| upload_time | 2024-11-08 05:42:09 |
| maintainer | None |
| docs_url | None |
| author | Javharbek |
| requires_python | >=3.6 |
| license | None |
| keywords |
|
| VCS |
|
| bugtrack_url |
|
| requirements |
No requirements were recorded.
|
| Travis-CI |
No Travis.
|
| coveralls test coverage |
No coveralls.
|
# data_Javharbek
A description of your package.
python3 setup.py sdist bdist_wheel
twine upload dist/*
```sql
-- auto-generated definition
create table incremental_load_plans
(
id varchar(255) default uuid_generate_v4() not null,
max_thread_counts integer default 1 not null,
table_name varchar(255) not null,
state_current_id bigint,
state_current_datetime timestamp,
operation_type varchar(255) default 'NEW'::character varying not null,
column_id varchar(255),
columns_watch_datetimes text,
type_id varchar(255),
column_sort varchar(255),
sort_type varchar(255) default 'ASC'::character varying not null,
pagination_offset bigint,
paginaton_limit bigint,
pagination_total_elements bigint,
status varchar(255) default 'WAITING'::character varying not null,
driver_db_name varchar(255) default 'POSTGRES'::character varying not null,
operation_datetime timestamp,
connection_id varchar(255),
message text
);
comment on column incremental_load_plans.columns_watch_datetimes is 'with_comma_for_multi';
comment on column incremental_load_plans.type_id is 'inc or guid';
comment on column incremental_load_plans.status is 'WAIT,ACTIVE,ERROR';
comment on column incremental_load_plans.driver_db_name is 'POSTGRES,ORACLE';
alter table incremental_load_plans
owner to postgres;
```
```sql
-- auto-generated definition
create table incremental_load_tasks
(
id varchar(255) default uuid_generate_v4() not null,
plan_id varchar(255) not null,
pagination_offset bigint,
pagination_limit bigint,
status varchar(255) default 'WAITING'::character varying not null,
started_at timestamp,
end_at timestamp,
log_id varchar(255),
created_at timestamp,
pagination_total_elements bigint default 0 not null,
state_current_id bigint,
state_current_datetime timestamp,
operation_type varchar(255),
columns_watch_datetimes text,
column_id varchar(255),
type_id varchar(255),
column_sort varchar(255),
sort_type varchar(255),
driver_db_name varchar(255),
sql_query_raw text,
sql_count_raw text,
table_name varchar(255),
message text,
connection_id varchar(255)
);
comment on column incremental_load_tasks.status is 'WAITING,EXECUTING,COMPLETE,ERROR';
alter table incremental_load_tasks
owner to postgres;
```
```sql
-- auto-generated definition
create table load_files
(
id uuid default uuid_generate_v4() not null
primary key,
filename text not null,
filepath text not null,
created_at timestamp,
table_name varchar(255),
storage_type varchar(255),
storage_name varchar(255),
bucket varchar(255),
file_type varchar(255),
counts_rows bigint,
min_id bigint,
max_id bigint,
type_data varchar(255),
min_datetime timestamp,
max_datetime timestamp,
plan_id varchar(255),
task_id varchar(255)
);
alter table load_files
owner to postgres;
```
```sql
-- auto-generated definition
create table storage_hosts
(
connection_id varchar(255) not null
constraint storage_hosts_pk
primary key,
type varchar(255) not null,
in_rotation boolean default false not null,
extra json,
s3_key text,
s3_bucket_name varchar(255),
hdfs_endpoint_path varchar(255)
);
comment on column storage_hosts.type is 'MINIO,HDFS';
alter table storage_hosts
owner to postgres;
```
Deprecated:
```sql
-- auto-generated definition
create table incremental_load_status
(
table_name varchar not null
primary key,
max_id bigint,
updated_at timestamp,
operation_date timestamp,
type varchar(255),
id_col varchar(255),
watch_datetimes_cols text,
type_id varchar(255),
data_offset integer,
data_limit integer,
data_sort_column varchar(255),
id varchar(255) default uuid_generate_v4() not null
);
comment on table incremental_load_status is 'DEPRECATED';
alter table incremental_load_status
owner to postgres;
```
```json
[
{
"connection_id": "minio1",
"type": "MINIO",
"in_rotation": false,
"extra": null,
"s3_key": "data",
"s3_bucket_name": "dwh",
"hdfs_endpoint_path": null
},
{
"connection_id": "hdfs1",
"type": "HDFS",
"in_rotation": true,
"extra": null,
"s3_key": null,
"s3_bucket_name": null,
"hdfs_endpoint_path": "dwh/storage1"
}
]
```
```json
[
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f259",
"max_thread_counts": 10,
"table_name": "leads_cur",
"state_current_id": 19771294959,
"state_current_datetime": "2024-08-21 12:33:44.358927",
"operation_type": "NEW",
"column_id": "ID",
"columns_watch_datetimes": "CURR_DAY",
"type_id": "INC",
"column_sort": "ID",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 50000,
"pagination_total_elements": 0,
"status": "ON_EXECUTE",
"driver_db_name": "ORACLE",
"operation_datetime": "2024-08-21 12:33:44.394752",
"connection_id": "iabs_prod",
"message": ""
},
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f256",
"max_thread_counts": 10,
"table_name": "employees",
"state_current_id": 0,
"state_current_datetime": "2024-08-21 14:43:38.177100",
"operation_type": "NEW",
"column_id": "id",
"columns_watch_datetimes": "created_at,updated_at",
"type_id": "GUID",
"column_sort": "created_at",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 1000,
"pagination_total_elements": 0,
"status": "ON_EXECUTE",
"driver_db_name": "POSTGRES",
"operation_datetime": "2024-08-21 14:43:38.209187",
"connection_id": "pg2",
"message": null
},
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f258",
"max_thread_counts": 10,
"table_name": "leads_fs",
"state_current_id": 0,
"state_current_datetime": "1970-08-20 12:09:09.470000",
"operation_type": "NEW",
"column_id": "ID",
"columns_watch_datetimes": "DATE_EXECUTE",
"type_id": "INC",
"column_sort": "ID",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 1000,
"pagination_total_elements": 0,
"status": "WAITING",
"driver_db_name": "ORACLE",
"operation_datetime": "2024-08-21 12:02:28.654891",
"connection_id": "iabs_prod",
"message": null
},
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f257",
"max_thread_counts": 10,
"table_name": "v_bank",
"state_current_id": 0,
"state_current_datetime": "1970-08-20 12:09:09.470000",
"operation_type": "NEW",
"column_id": "CODE",
"columns_watch_datetimes": "DATE_OPEN",
"type_id": "INC",
"column_sort": "CODE",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 1000,
"pagination_total_elements": 0,
"status": "WAITING",
"driver_db_name": "ORACLE",
"operation_datetime": "2024-08-21 12:02:28.654891",
"connection_id": "iabs_prod",
"message": null
},
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f260",
"max_thread_counts": 10,
"table_name": "ln_card",
"state_current_id": 5439414,
"state_current_datetime": "2024-08-21 16:23:49.527770",
"operation_type": "NEW",
"column_id": "LOAN_ID",
"columns_watch_datetimes": "DATE_MODIFY",
"type_id": "INC",
"column_sort": "LOAN_ID",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 50000,
"pagination_total_elements": 0,
"status": "ON_EXECUTE",
"driver_db_name": "ORACLE",
"operation_datetime": "2024-08-21 16:23:49.564023",
"connection_id": "iabs_prod",
"message": ""
},
{
"id": "b3f98ca9-190e-41f6-922e-bed9dc13f268",
"max_thread_counts": 10,
"table_name": "nps_h_details",
"state_current_id": 1158706580,
"state_current_datetime": "2024-08-21 18:13:55.339506",
"operation_type": "NEW",
"column_id": "ID",
"columns_watch_datetimes": "",
"type_id": "INC",
"column_sort": "ID",
"sort_type": "ASC",
"pagination_offset": 0,
"paginaton_limit": 100000,
"pagination_total_elements": 0,
"status": "ON_EXECUTE",
"driver_db_name": "ORACLE",
"operation_datetime": "2024-08-21 18:13:55.378926",
"connection_id": "iabs_prod",
"message": null
}
```
Raw data
{
"_id": null,
"home_page": null,
"name": "data-Javharbek",
"maintainer": null,
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": null,
"keywords": null,
"author": "Javharbek",
"author_email": "jakharbek@gmail.com",
"download_url": "https://files.pythonhosted.org/packages/b2/f0/23be988bdd0e7bc5f84f7e4fc438b38d22f0bae1185580af74b482968614/data_javharbek-0.56.tar.gz",
"platform": null,
"description": "# data_Javharbek\r\n\r\nA description of your package.\r\npython3 setup.py sdist bdist_wheel\r\ntwine upload dist/*\r\n\r\n```sql\r\n-- auto-generated definition\r\ncreate table incremental_load_plans\r\n(\r\n id varchar(255) default uuid_generate_v4() not null,\r\n max_thread_counts integer default 1 not null,\r\n table_name varchar(255) not null,\r\n state_current_id bigint,\r\n state_current_datetime timestamp,\r\n operation_type varchar(255) default 'NEW'::character varying not null,\r\n column_id varchar(255),\r\n columns_watch_datetimes text,\r\n type_id varchar(255),\r\n column_sort varchar(255),\r\n sort_type varchar(255) default 'ASC'::character varying not null,\r\n pagination_offset bigint,\r\n paginaton_limit bigint,\r\n pagination_total_elements bigint,\r\n status varchar(255) default 'WAITING'::character varying not null,\r\n driver_db_name varchar(255) default 'POSTGRES'::character varying not null,\r\n operation_datetime timestamp,\r\n connection_id varchar(255),\r\n message text\r\n);\r\n\r\ncomment on column incremental_load_plans.columns_watch_datetimes is 'with_comma_for_multi';\r\n\r\ncomment on column incremental_load_plans.type_id is 'inc or guid';\r\n\r\ncomment on column incremental_load_plans.status is 'WAIT,ACTIVE,ERROR';\r\n\r\ncomment on column incremental_load_plans.driver_db_name is 'POSTGRES,ORACLE';\r\n\r\nalter table incremental_load_plans\r\n owner to postgres;\r\n```\r\n\r\n\r\n```sql\r\n\r\n-- auto-generated definition\r\ncreate table incremental_load_tasks\r\n(\r\n id varchar(255) default uuid_generate_v4() not null,\r\n plan_id varchar(255) not null,\r\n pagination_offset bigint,\r\n pagination_limit bigint,\r\n status varchar(255) default 'WAITING'::character varying not null,\r\n started_at timestamp,\r\n end_at timestamp,\r\n log_id varchar(255),\r\n created_at timestamp,\r\n pagination_total_elements bigint default 0 not null,\r\n state_current_id bigint,\r\n state_current_datetime timestamp,\r\n operation_type varchar(255),\r\n columns_watch_datetimes text,\r\n column_id varchar(255),\r\n type_id varchar(255),\r\n column_sort varchar(255),\r\n sort_type varchar(255),\r\n driver_db_name varchar(255),\r\n sql_query_raw text,\r\n sql_count_raw text,\r\n table_name varchar(255),\r\n message text,\r\n connection_id varchar(255)\r\n);\r\n\r\ncomment on column incremental_load_tasks.status is 'WAITING,EXECUTING,COMPLETE,ERROR';\r\n\r\nalter table incremental_load_tasks\r\n owner to postgres;\r\n\r\n```\r\n\r\n```sql\r\n-- auto-generated definition\r\ncreate table load_files\r\n(\r\n id uuid default uuid_generate_v4() not null\r\n primary key,\r\n filename text not null,\r\n filepath text not null,\r\n created_at timestamp,\r\n table_name varchar(255),\r\n storage_type varchar(255),\r\n storage_name varchar(255),\r\n bucket varchar(255),\r\n file_type varchar(255),\r\n counts_rows bigint,\r\n min_id bigint,\r\n max_id bigint,\r\n type_data varchar(255),\r\n min_datetime timestamp,\r\n max_datetime timestamp,\r\n plan_id varchar(255),\r\n task_id varchar(255)\r\n);\r\n\r\nalter table load_files\r\n owner to postgres;\r\n\r\n```\r\n\r\n```sql\r\n-- auto-generated definition\r\ncreate table storage_hosts\r\n(\r\n connection_id varchar(255) not null\r\n constraint storage_hosts_pk\r\n primary key,\r\n type varchar(255) not null,\r\n in_rotation boolean default false not null,\r\n extra json,\r\n s3_key text,\r\n s3_bucket_name varchar(255),\r\n hdfs_endpoint_path varchar(255)\r\n);\r\n\r\ncomment on column storage_hosts.type is 'MINIO,HDFS';\r\n\r\nalter table storage_hosts\r\n owner to postgres;\r\n\r\n```\r\n\r\nDeprecated:\r\n```sql\r\n-- auto-generated definition\r\ncreate table incremental_load_status\r\n(\r\n table_name varchar not null\r\n primary key,\r\n max_id bigint,\r\n updated_at timestamp,\r\n operation_date timestamp,\r\n type varchar(255),\r\n id_col varchar(255),\r\n watch_datetimes_cols text,\r\n type_id varchar(255),\r\n data_offset integer,\r\n data_limit integer,\r\n data_sort_column varchar(255),\r\n id varchar(255) default uuid_generate_v4() not null\r\n);\r\n\r\ncomment on table incremental_load_status is 'DEPRECATED';\r\n\r\nalter table incremental_load_status\r\n owner to postgres;\r\n\r\n```\r\n\r\n\r\n```json\r\n[\r\n {\r\n \"connection_id\": \"minio1\",\r\n \"type\": \"MINIO\",\r\n \"in_rotation\": false,\r\n \"extra\": null,\r\n \"s3_key\": \"data\",\r\n \"s3_bucket_name\": \"dwh\",\r\n \"hdfs_endpoint_path\": null\r\n },\r\n {\r\n \"connection_id\": \"hdfs1\",\r\n \"type\": \"HDFS\",\r\n \"in_rotation\": true,\r\n \"extra\": null,\r\n \"s3_key\": null,\r\n \"s3_bucket_name\": null,\r\n \"hdfs_endpoint_path\": \"dwh/storage1\"\r\n }\r\n]\r\n\r\n```\r\n\r\n\r\n```json\r\n[\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f259\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"leads_cur\",\r\n \"state_current_id\": 19771294959,\r\n \"state_current_datetime\": \"2024-08-21 12:33:44.358927\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"ID\",\r\n \"columns_watch_datetimes\": \"CURR_DAY\",\r\n \"type_id\": \"INC\",\r\n \"column_sort\": \"ID\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 50000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"ON_EXECUTE\",\r\n \"driver_db_name\": \"ORACLE\",\r\n \"operation_datetime\": \"2024-08-21 12:33:44.394752\",\r\n \"connection_id\": \"iabs_prod\",\r\n \"message\": \"\"\r\n },\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f256\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"employees\",\r\n \"state_current_id\": 0,\r\n \"state_current_datetime\": \"2024-08-21 14:43:38.177100\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"id\",\r\n \"columns_watch_datetimes\": \"created_at,updated_at\",\r\n \"type_id\": \"GUID\",\r\n \"column_sort\": \"created_at\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 1000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"ON_EXECUTE\",\r\n \"driver_db_name\": \"POSTGRES\",\r\n \"operation_datetime\": \"2024-08-21 14:43:38.209187\",\r\n \"connection_id\": \"pg2\",\r\n \"message\": null\r\n },\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f258\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"leads_fs\",\r\n \"state_current_id\": 0,\r\n \"state_current_datetime\": \"1970-08-20 12:09:09.470000\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"ID\",\r\n \"columns_watch_datetimes\": \"DATE_EXECUTE\",\r\n \"type_id\": \"INC\",\r\n \"column_sort\": \"ID\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 1000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"WAITING\",\r\n \"driver_db_name\": \"ORACLE\",\r\n \"operation_datetime\": \"2024-08-21 12:02:28.654891\",\r\n \"connection_id\": \"iabs_prod\",\r\n \"message\": null\r\n },\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f257\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"v_bank\",\r\n \"state_current_id\": 0,\r\n \"state_current_datetime\": \"1970-08-20 12:09:09.470000\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"CODE\",\r\n \"columns_watch_datetimes\": \"DATE_OPEN\",\r\n \"type_id\": \"INC\",\r\n \"column_sort\": \"CODE\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 1000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"WAITING\",\r\n \"driver_db_name\": \"ORACLE\",\r\n \"operation_datetime\": \"2024-08-21 12:02:28.654891\",\r\n \"connection_id\": \"iabs_prod\",\r\n \"message\": null\r\n },\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f260\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"ln_card\",\r\n \"state_current_id\": 5439414,\r\n \"state_current_datetime\": \"2024-08-21 16:23:49.527770\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"LOAN_ID\",\r\n \"columns_watch_datetimes\": \"DATE_MODIFY\",\r\n \"type_id\": \"INC\",\r\n \"column_sort\": \"LOAN_ID\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 50000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"ON_EXECUTE\",\r\n \"driver_db_name\": \"ORACLE\",\r\n \"operation_datetime\": \"2024-08-21 16:23:49.564023\",\r\n \"connection_id\": \"iabs_prod\",\r\n \"message\": \"\"\r\n },\r\n {\r\n \"id\": \"b3f98ca9-190e-41f6-922e-bed9dc13f268\",\r\n \"max_thread_counts\": 10,\r\n \"table_name\": \"nps_h_details\",\r\n \"state_current_id\": 1158706580,\r\n \"state_current_datetime\": \"2024-08-21 18:13:55.339506\",\r\n \"operation_type\": \"NEW\",\r\n \"column_id\": \"ID\",\r\n \"columns_watch_datetimes\": \"\",\r\n \"type_id\": \"INC\",\r\n \"column_sort\": \"ID\",\r\n \"sort_type\": \"ASC\",\r\n \"pagination_offset\": 0,\r\n \"paginaton_limit\": 100000,\r\n \"pagination_total_elements\": 0,\r\n \"status\": \"ON_EXECUTE\",\r\n \"driver_db_name\": \"ORACLE\",\r\n \"operation_datetime\": \"2024-08-21 18:13:55.378926\",\r\n \"connection_id\": \"iabs_prod\",\r\n \"message\": null\r\n }\r\n```\r\n \r\n",
"bugtrack_url": null,
"license": null,
"summary": "DATA",
"version": "0.56",
"project_urls": null,
"split_keywords": [],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "5e8b1c722124ce3f1e53bb65f975aede803fe995dcfa6e338dc2d1c5d9a224fd",
"md5": "52bed7d09dcd4011f354dda78657d483",
"sha256": "09f6eec854f072313679cfb19ba9a76dcc551bbf51b421c9e54ad5ba5ac223c6"
},
"downloads": -1,
"filename": "data_Javharbek-0.56-py3-none-any.whl",
"has_sig": false,
"md5_digest": "52bed7d09dcd4011f354dda78657d483",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": ">=3.6",
"size": 21499,
"upload_time": "2024-11-08T05:42:07",
"upload_time_iso_8601": "2024-11-08T05:42:07.583634Z",
"url": "https://files.pythonhosted.org/packages/5e/8b/1c722124ce3f1e53bb65f975aede803fe995dcfa6e338dc2d1c5d9a224fd/data_Javharbek-0.56-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "b2f023be988bdd0e7bc5f84f7e4fc438b38d22f0bae1185580af74b482968614",
"md5": "a0905c71a37740665392af110601dcfa",
"sha256": "7f6a2d80438377c2a6296c4d9076a95cd2d34ce5ca3563ae31c9bdb3d3466601"
},
"downloads": -1,
"filename": "data_javharbek-0.56.tar.gz",
"has_sig": false,
"md5_digest": "a0905c71a37740665392af110601dcfa",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 18625,
"upload_time": "2024-11-08T05:42:09",
"upload_time_iso_8601": "2024-11-08T05:42:09.534258Z",
"url": "https://files.pythonhosted.org/packages/b2/f0/23be988bdd0e7bc5f84f7e4fc438b38d22f0bae1185580af74b482968614/data_javharbek-0.56.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-11-08 05:42:09",
"github": false,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"lcname": "data-javharbek"
}
