=========
twarc2sql
=========
.. image:: https://img.shields.io/pypi/v/twarc2sql.svg
:target: https://pypi.python.org/pypi/twarc2sql
.. image:: https://readthedocs.org/projects/twarc2sql/badge/?version=latest
:target: https://twarc2sql.readthedocs.io/en/latest/?version=latest
:alt: Documentation Status
.. image:: https://github.com/unna97/twarc2sql/actions/workflows/test.yaml/badge.svg
:target: https://github.com/unna97/twarc2sql/actions/workflows/test.yaml
:alt: Tests
This package converts jsonl file generated by twarc2 to sql database in an opnionated way.
* Free software: MIT license
* Documentation: https://twarc2sql.readthedocs.io.
Features
--------
* This package converts jsonl file generated by twarc2 to a postgres sql database in an opnionated way.
* It creates a database with multiple tables that can be found in the documentation & models.py file.
Installation
------------
You can install twarc2sql using pip:
.. code-block:: console
$ pip install twarc2sql
Usage
-----
.. code-block:: python
import twarc2sql
twarc2sql.connect_to_db_and_upload(
"folderpath/to/jsonl/file",
"jsonl_file",
"twarc_task_type",
"env_file_with_db_information",
)
Credits
-------
This package was created with Cookiecutter_ and the `audreyr/cookiecutter-pypackage`_ project template.
.. _Cookiecutter: https://github.com/audreyr/cookiecutter
.. _`audreyr/cookiecutter-pypackage`: https://github.com/audreyr/cookiecutter-pypackage
=======
History
=======
0.1.0 (2023-03-23)
------------------
* First release on PyPI.
Raw data
{
"_id": null,
"home_page": "https://github.com/unna97/twarc2sql",
"name": "twarc2sql",
"maintainer": "",
"docs_url": null,
"requires_python": ">=3.9",
"maintainer_email": "",
"keywords": "twarc2sql",
"author": "Unnati Patel",
"author_email": "unnati97@gmail.com",
"download_url": "https://files.pythonhosted.org/packages/98/7b/f573cec5c5a3889a2d7b0754492a8919745426f7d36f01035339982467a9/twarc2sql-0.2.2.tar.gz",
"platform": null,
"description": "=========\ntwarc2sql\n=========\n\n.. image:: https://img.shields.io/pypi/v/twarc2sql.svg\n :target: https://pypi.python.org/pypi/twarc2sql\n\n.. image:: https://readthedocs.org/projects/twarc2sql/badge/?version=latest\n :target: https://twarc2sql.readthedocs.io/en/latest/?version=latest\n :alt: Documentation Status\n.. image:: https://github.com/unna97/twarc2sql/actions/workflows/test.yaml/badge.svg\n :target: https://github.com/unna97/twarc2sql/actions/workflows/test.yaml\n :alt: Tests\n\nThis package converts jsonl file generated by twarc2 to sql database in an opnionated way.\n\n\n* Free software: MIT license\n* Documentation: https://twarc2sql.readthedocs.io.\n\n\nFeatures\n--------\n\n* This package converts jsonl file generated by twarc2 to a postgres sql database in an opnionated way.\n* It creates a database with multiple tables that can be found in the documentation & models.py file.\n\nInstallation\n------------\nYou can install twarc2sql using pip:\n\n.. code-block:: console\n\n $ pip install twarc2sql\n\nUsage\n-----\n\n.. code-block:: python\n\n import twarc2sql\n\n twarc2sql.connect_to_db_and_upload(\n \"folderpath/to/jsonl/file\",\n \"jsonl_file\",\n \"twarc_task_type\",\n \"env_file_with_db_information\",\n )\n\n\nCredits\n-------\n\nThis package was created with Cookiecutter_ and the `audreyr/cookiecutter-pypackage`_ project template.\n\n.. _Cookiecutter: https://github.com/audreyr/cookiecutter\n.. _`audreyr/cookiecutter-pypackage`: https://github.com/audreyr/cookiecutter-pypackage\n\n\n=======\nHistory\n=======\n\n0.1.0 (2023-03-23)\n------------------\n\n* First release on PyPI.\n",
"bugtrack_url": null,
"license": "MIT license",
"summary": "This package converts jsonl file generated by twarc2 to sql database in an opnionated way.",
"version": "0.2.2",
"split_keywords": [
"twarc2sql"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "4b42dfdde4caea3ef7497682182c415edcb642d654002f07cb1e73495193cd11",
"md5": "2ed746d3ea0f17d01c53175461fa0f4d",
"sha256": "8e76ff230227102f4ca13af44df25886b870c5921006109dc4ccaef1b1b9679a"
},
"downloads": -1,
"filename": "twarc2sql-0.2.2-py2.py3-none-any.whl",
"has_sig": false,
"md5_digest": "2ed746d3ea0f17d01c53175461fa0f4d",
"packagetype": "bdist_wheel",
"python_version": "py2.py3",
"requires_python": ">=3.9",
"size": 14586,
"upload_time": "2023-04-23T14:58:58",
"upload_time_iso_8601": "2023-04-23T14:58:58.808742Z",
"url": "https://files.pythonhosted.org/packages/4b/42/dfdde4caea3ef7497682182c415edcb642d654002f07cb1e73495193cd11/twarc2sql-0.2.2-py2.py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "987bf573cec5c5a3889a2d7b0754492a8919745426f7d36f01035339982467a9",
"md5": "5511233ef140585e855de2641dde1ef9",
"sha256": "902aa3fa2bad70d37b046abdff140288a2e38e63ad463d44470a2fd1c35e80cf"
},
"downloads": -1,
"filename": "twarc2sql-0.2.2.tar.gz",
"has_sig": false,
"md5_digest": "5511233ef140585e855de2641dde1ef9",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.9",
"size": 485322,
"upload_time": "2023-04-23T14:59:00",
"upload_time_iso_8601": "2023-04-23T14:59:00.744028Z",
"url": "https://files.pythonhosted.org/packages/98/7b/f573cec5c5a3889a2d7b0754492a8919745426f7d36f01035339982467a9/twarc2sql-0.2.2.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2023-04-23 14:59:00",
"github": true,
"gitlab": false,
"bitbucket": false,
"github_user": "unna97",
"github_project": "twarc2sql",
"travis_ci": false,
"coveralls": false,
"github_actions": true,
"tox": true,
"lcname": "twarc2sql"
}
JSON
