python-darc
| Name | python-darc JSON |
| Version |
1.0.3
JSON |
| download | |
| home_page | https://github.com/JarryShaw/darc |
| Summary | Darkweb crawler & search engine. |
| upload_time | 2024-06-27 03:22:04 |
| maintainer | Jarry Shaw |
| docs_url | None |
| author | Jarry Shaw |
| requires_python | >=3.6 |
| license | BSD 3-Clause License |
| keywords | darkweb crawler |
| VCS |  |
| bugtrack_url | |
| requirements | pip setuptools wheel async-generator attrs beautifulsoup4 certifi cffi chardet cryptography file-magic h11 hiredis html5lib idna mmh3 outcome peewee pottery psutil pycparser pymysql pyopenssl pysocks python-datauri redis requests-futures requests selenium six sniffio sortedcontainers soupsieve stem trio-websocket trio typing-extensions urllib3 webencodings wsproto |
| Travis-CI |
|
| coveralls test coverage |
|
``darc`` - Darkweb Crawler Project
========================================
``darc`` is designed as a swiss army knife for darkweb crawling.
It integrates ``requests`` to collect HTTP request and response
information, such as cookies, header fields, etc. It also bundles
``selenium`` to provide a fully rendered web page and screenshot
of such view.
The general process of ``darc`` can be described as following:
There are two types of *workers*:
* ``crawler`` -- runs the ``darc.crawl.crawler`` to provide a
fresh view of a link and test its connectability
* ``loader`` -- run the ``darc.crawl.loader`` to provide an
in-depth view of a link and provide more visual information
Raw data
{
"_id": null,
"home_page": "https://github.com/JarryShaw/darc",
"name": "python-darc",
"maintainer": "Jarry Shaw",
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": "jarryshaw@icloud.com",
"keywords": "darkweb, crawler",
"author": "Jarry Shaw",
"author_email": "jarryshaw@icloud.com",
"download_url": "https://files.pythonhosted.org/packages/c7/41/f1a9a8a1323df55e595ac697d05af13303a3c4b66666025d8d6255c5bbb6/python_darc-1.0.3.tar.gz",
"platform": "any",
"description": "``darc`` - Darkweb Crawler Project\n========================================\n\n``darc`` is designed as a swiss army knife for darkweb crawling.\nIt integrates ``requests`` to collect HTTP request and response\ninformation, such as cookies, header fields, etc. It also bundles\n``selenium`` to provide a fully rendered web page and screenshot\nof such view.\n\nThe general process of ``darc`` can be described as following:\n\nThere are two types of *workers*:\n\n* ``crawler`` -- runs the ``darc.crawl.crawler`` to provide a\n fresh view of a link and test its connectability\n\n* ``loader`` -- run the ``darc.crawl.loader`` to provide an\n in-depth view of a link and provide more visual information\n\n",
"bugtrack_url": null,
"license": "BSD 3-Clause License",
"summary": "Darkweb crawler & search engine.",
"version": "1.0.3",
"project_urls": {
"Download": "https://github.com/JarryShaw/darc/archive/v1.0.3.tar.gz",
"Homepage": "https://github.com/JarryShaw/darc"
},
"split_keywords": [
"darkweb",
" crawler"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "439a0dc809ef7450ac287290d0425bdf69d02f677cbbb6775d73601c58601312",
"md5": "b1ddead82d0a3698d8ad2b839a3dbbd9",
"sha256": "b94eb4bfff00e1b1b7f3b8dd1db06b0dc3453329dc0944b37f2a8fad1b572d28"
},
"downloads": -1,
"filename": "python_darc-1.0.3-py3-none-any.whl",
"has_sig": false,
"md5_digest": "b1ddead82d0a3698d8ad2b839a3dbbd9",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": ">=3.6",
"size": 96655,
"upload_time": "2024-06-27T03:21:54",
"upload_time_iso_8601": "2024-06-27T03:21:54.279130Z",
"url": "https://files.pythonhosted.org/packages/43/9a/0dc809ef7450ac287290d0425bdf69d02f677cbbb6775d73601c58601312/python_darc-1.0.3-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "c741f1a9a8a1323df55e595ac697d05af13303a3c4b66666025d8d6255c5bbb6",
"md5": "e1b7ebe7a0f42b821d8c734ccfb60551",
"sha256": "b66f5a2bc1b8e873204acc178798713efa5d0e696c1e5ea8ed321d5352a594dd"
},
"downloads": -1,
"filename": "python_darc-1.0.3.tar.gz",
"has_sig": false,
"md5_digest": "e1b7ebe7a0f42b821d8c734ccfb60551",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 85408,
"upload_time": "2024-06-27T03:22:04",
"upload_time_iso_8601": "2024-06-27T03:22:04.626961Z",
"url": "https://files.pythonhosted.org/packages/c7/41/f1a9a8a1323df55e595ac697d05af13303a3c4b66666025d8d6255c5bbb6/python_darc-1.0.3.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-06-27 03:22:04",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "JarryShaw",
"github_project": "darc",
"travis_ci": true,
"coveralls": true,
"github_actions": true,
"requirements": [
{
"name": "pip",
"specs": [
[
"==",
"24.0"
]
]
},
{
"name": "setuptools",
"specs": [
[
"==",
"69.1.1"
]
]
},
{
"name": "wheel",
"specs": [
[
"==",
"0.42.0"
]
]
},
{
"name": "async-generator",
"specs": [
[
"==",
"1.10"
]
]
},
{
"name": "attrs",
"specs": [
[
"==",
"23.2.0"
]
]
},
{
"name": "beautifulsoup4",
"specs": [
[
"==",
"4.12.3"
]
]
},
{
"name": "certifi",
"specs": [
[
"==",
"2024.2.2"
]
]
},
{
"name": "cffi",
"specs": [
[
"==",
"1.16.0"
]
]
},
{
"name": "chardet",
"specs": [
[
"==",
"5.2.0"
]
]
},
{
"name": "cryptography",
"specs": [
[
"==",
"42.0.5"
]
]
},
{
"name": "file-magic",
"specs": [
[
"==",
"0.4.1"
]
]
},
{
"name": "h11",
"specs": [
[
"==",
"0.14.0"
]
]
},
{
"name": "hiredis",
"specs": [
[
"==",
"2.3.2"
]
]
},
{
"name": "html5lib",
"specs": [
[
"==",
"1.1"
]
]
},
{
"name": "idna",
"specs": [
[
"==",
"3.7"
]
]
},
{
"name": "mmh3",
"specs": [
[
"==",
"4.1.0"
]
]
},
{
"name": "outcome",
"specs": [
[
"==",
"1.3.0.post0"
]
]
},
{
"name": "peewee",
"specs": [
[
"==",
"3.17.1"
]
]
},
{
"name": "pottery",
"specs": [
[
"==",
"3.0.0"
]
]
},
{
"name": "psutil",
"specs": [
[
"==",
"5.9.8"
]
]
},
{
"name": "pycparser",
"specs": [
[
"==",
"2.21"
]
]
},
{
"name": "pymysql",
"specs": [
[
"==",
"1.1.0"
]
]
},
{
"name": "pyopenssl",
"specs": [
[
"==",
"24.1.0"
]
]
},
{
"name": "pysocks",
"specs": [
[
"==",
"1.7.1"
]
]
},
{
"name": "python-datauri",
"specs": [
[
"==",
"2.1.0"
]
]
},
{
"name": "redis",
"specs": [
[
"==",
"5.0.3"
]
]
},
{
"name": "requests-futures",
"specs": [
[
"==",
"1.0.1"
]
]
},
{
"name": "requests",
"specs": [
[
"==",
"2.31.0"
]
]
},
{
"name": "selenium",
"specs": [
[
"==",
"3.141.0"
]
]
},
{
"name": "six",
"specs": [
[
"==",
"1.16.0"
]
]
},
{
"name": "sniffio",
"specs": [
[
"==",
"1.3.1"
]
]
},
{
"name": "sortedcontainers",
"specs": [
[
"==",
"2.4.0"
]
]
},
{
"name": "soupsieve",
"specs": [
[
"==",
"2.5"
]
]
},
{
"name": "stem",
"specs": [
[
"==",
"1.8.2"
]
]
},
{
"name": "trio-websocket",
"specs": [
[
"==",
"0.11.1"
]
]
},
{
"name": "trio",
"specs": [
[
"==",
"0.24.0"
]
]
},
{
"name": "typing-extensions",
"specs": [
[
"==",
"4.10.0"
]
]
},
{
"name": "urllib3",
"specs": [
[
"==",
"2.2.1"
]
]
},
{
"name": "webencodings",
"specs": [
[
"==",
"0.5.1"
]
]
},
{
"name": "wsproto",
"specs": [
[
"==",
"1.2.0"
]
]
}
],
"lcname": "python-darc"
}
