# WDL-kit
## A WDL toolkit with a focus on ETL and Cloud integration
WDL-kit is a collection of dockerized utilities to simplify the creation of ETL-like workflows in the Workflow Definition Language.
## Features
* YAML-to-WDL
Converts .yaml files into .wdl tasks. This is primarily a workaround for the WDL language not supporting multi-line strings, which is problematic for SQL ETL workflows.
* Google Cloud
Wrappers for BigQuery, Google Cloud Storage, etc.
* Slack
Wrapper for sending Slack messages
* MailGun
Wrapper for sending mail via MailGun
Raw data
{
"_id": null,
"home_page": "https://github.com/susom/wdl-kit",
"name": "stanford-wdl-kit",
"maintainer": "Research IT: Technology & Digital Solutions, Stanford Medicine",
"docs_url": null,
"requires_python": "",
"maintainer_email": "rit-oss-admin@stanford.edu",
"keywords": "",
"author": "Darren Guan, Joe Mesterhazy, Tyler Tollefson, Smita Limaye, Jay Chen",
"author_email": "dguan2@stanford.edu, jmesterh@stanford.edu, tjt8712@stanford.edu, slimaye@stanford.edu, jchen313@stanford.edu",
"download_url": "https://files.pythonhosted.org/packages/a6/a5/c13151364b9e942071da1879f42ce9ee93d2c219f7d95ff494efa0766f07/stanford-wdl-kit-1.6.1.tar.gz",
"platform": null,
"description": "# WDL-kit\n## A WDL toolkit with a focus on ETL and Cloud integration\n\nWDL-kit is a collection of dockerized utilities to simplify the creation of ETL-like workflows in the Workflow Definition Language. \n\n## Features\n\n* YAML-to-WDL\n \n Converts .yaml files into .wdl tasks. This is primarily a workaround for the WDL language not supporting multi-line strings, which is problematic for SQL ETL workflows. \n\n* Google Cloud\n\n Wrappers for BigQuery, Google Cloud Storage, etc. \n\n* Slack\n\n Wrapper for sending Slack messages\n\n* MailGun\n\n Wrapper for sending mail via MailGun\n",
"bugtrack_url": null,
"license": "Apache License, Version 2.0",
"summary": "A WDL toolkit with a focus on ETL and Cloud integration",
"version": "1.6.1",
"project_urls": {
"Homepage": "https://github.com/susom/wdl-kit"
},
"split_keywords": [],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "c04533df6c5735982c6fd425bf13e6d06cf0b0159b4940466418e1c0e2f11463",
"md5": "d3e7aa86425724ea060f65763d9cd3b5",
"sha256": "df6ff4b10e5b20ca78c3eeced4d975b6ed54ea87ad0fb216acaf63507bf6f399"
},
"downloads": -1,
"filename": "stanford_wdl_kit-1.6.1-py3-none-any.whl",
"has_sig": false,
"md5_digest": "d3e7aa86425724ea060f65763d9cd3b5",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": null,
"size": 26001,
"upload_time": "2023-10-30T19:14:25",
"upload_time_iso_8601": "2023-10-30T19:14:25.378618Z",
"url": "https://files.pythonhosted.org/packages/c0/45/33df6c5735982c6fd425bf13e6d06cf0b0159b4940466418e1c0e2f11463/stanford_wdl_kit-1.6.1-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "a6a5c13151364b9e942071da1879f42ce9ee93d2c219f7d95ff494efa0766f07",
"md5": "27d0d29a9bef2b4019edce75cb803925",
"sha256": "b597ff3cf81dde01b111361d1e77d83b5cba3657ef90b4179d4d79e47590a429"
},
"downloads": -1,
"filename": "stanford-wdl-kit-1.6.1.tar.gz",
"has_sig": false,
"md5_digest": "27d0d29a9bef2b4019edce75cb803925",
"packagetype": "sdist",
"python_version": "source",
"requires_python": null,
"size": 22163,
"upload_time": "2023-10-30T19:14:27",
"upload_time_iso_8601": "2023-10-30T19:14:27.036258Z",
"url": "https://files.pythonhosted.org/packages/a6/a5/c13151364b9e942071da1879f42ce9ee93d2c219f7d95ff494efa0766f07/stanford-wdl-kit-1.6.1.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2023-10-30 19:14:27",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "susom",
"github_project": "wdl-kit",
"travis_ci": false,
"coveralls": false,
"github_actions": false,
"requirements": [
{
"name": "miniwdl",
"specs": [
[
">=",
"1.5.1"
]
]
},
{
"name": "pybuilder",
"specs": [
[
">=",
"0.13.7"
]
]
},
{
"name": "google-cloud-bigquery",
"specs": [
[
"==",
"2.32.0"
]
]
},
{
"name": "google-cloud-storage",
"specs": [
[
"==",
"2.1.0"
]
]
},
{
"name": "pandas",
"specs": [
[
"==",
"1.3.5"
]
]
},
{
"name": "dataclasses-json",
"specs": [
[
"==",
"0.5.6"
]
]
},
{
"name": "pyarrow",
"specs": [
[
"==",
"6.0.1"
]
]
},
{
"name": "PyYAML",
"specs": [
[
"==",
"6.0"
]
]
},
{
"name": "slack_sdk",
"specs": [
[
"==",
"3.15.2"
]
]
},
{
"name": "boltons",
"specs": [
[
"==",
"21.0.0"
]
]
},
{
"name": "importlib_metadata",
"specs": []
},
{
"name": "bump2version",
"specs": [
[
"==",
"1.0.1"
]
]
},
{
"name": "google-api-python-client",
"specs": [
[
"==",
"2.63.0"
]
]
},
{
"name": "oauth2client",
"specs": [
[
"==",
"4.1.3"
]
]
},
{
"name": "pysftp",
"specs": [
[
"==",
"0.2.9"
]
]
},
{
"name": "aiohttp",
"specs": [
[
"==",
"3.8.3"
]
]
},
{
"name": "cryptography",
"specs": [
[
"==",
"39.0.2"
]
]
},
{
"name": "Requests",
"specs": [
[
"==",
"2.28.1"
]
]
},
{
"name": "google-auth",
"specs": [
[
"==",
"2.12.0"
]
]
},
{
"name": "pg8000",
"specs": [
[
"==",
"1.29.2"
]
]
},
{
"name": "SQLAlchemy",
"specs": [
[
"==",
"1.4.42"
]
]
},
{
"name": "cloud-sql-python-connector",
"specs": [
[
"==",
"0.9.0"
]
]
},
{
"name": "pyOpenSSL",
"specs": [
[
"==",
"23.0.0"
]
]
}
],
"lcname": "stanford-wdl-kit"
}
JSON
