``darc`` - Darkweb Crawler Project
========================================
``darc`` is designed as a swiss army knife for darkweb crawling.
It integrates ``requests`` to collect HTTP request and response
information, such as cookies, header fields, etc. It also bundles
``selenium`` to provide a fully rendered web page and screenshot
of such view.
The general process of ``darc`` can be described as following:
There are two types of *workers*:
* ``crawler`` -- runs the ``darc.crawl.crawler`` to provide a
fresh view of a link and test its connectability
* ``loader`` -- run the ``darc.crawl.loader`` to provide an
in-depth view of a link and provide more visual information
Raw data
{
"_id": null,
"home_page": "https://github.com/JarryShaw/darc",
"name": "python-darc",
"maintainer": "Jarry Shaw",
"docs_url": null,
"requires_python": ">=3.6",
"maintainer_email": "jarryshaw@icloud.com",
"keywords": "darkweb,crawler",
"author": "Jarry Shaw",
"author_email": "jarryshaw@icloud.com",
"download_url": "https://files.pythonhosted.org/packages/30/d8/60a6cc9b5cfc2afa80721a0bcb5314cfa5f3556e5f20d87ab198c8157372/python-darc-1.0.2.tar.gz",
"platform": "any",
"description": "``darc`` - Darkweb Crawler Project\n========================================\n\n``darc`` is designed as a swiss army knife for darkweb crawling.\nIt integrates ``requests`` to collect HTTP request and response\ninformation, such as cookies, header fields, etc. It also bundles\n``selenium`` to provide a fully rendered web page and screenshot\nof such view.\n\nThe general process of ``darc`` can be described as following:\n\nThere are two types of *workers*:\n\n* ``crawler`` -- runs the ``darc.crawl.crawler`` to provide a\n fresh view of a link and test its connectability\n\n* ``loader`` -- run the ``darc.crawl.loader`` to provide an\n in-depth view of a link and provide more visual information\n\n",
"bugtrack_url": null,
"license": "BSD 3-Clause License",
"summary": "Darkweb crawler & search engine.",
"version": "1.0.2",
"project_urls": {
"Download": "https://github.com/JarryShaw/darc/archive/v1.0.2.tar.gz",
"Homepage": "https://github.com/JarryShaw/darc"
},
"split_keywords": [
"darkweb",
"crawler"
],
"urls": [
{
"comment_text": "",
"digests": {
"blake2b_256": "240139e1c438dc690b15bf31c9ec97ddc70a67bac6843d892c55d85844ea98e7",
"md5": "04625d08789f4a72d594bf3c5dbdbc7a",
"sha256": "1ff97185d237bfbccff5d2212996577c3fbe8215bf003f58f2f5b4ce0e433531"
},
"downloads": -1,
"filename": "python_darc-1.0.2-py3-none-any.whl",
"has_sig": false,
"md5_digest": "04625d08789f4a72d594bf3c5dbdbc7a",
"packagetype": "bdist_wheel",
"python_version": "py3",
"requires_python": ">=3.6",
"size": 96650,
"upload_time": "2024-01-20T17:45:18",
"upload_time_iso_8601": "2024-01-20T17:45:18.501944Z",
"url": "https://files.pythonhosted.org/packages/24/01/39e1c438dc690b15bf31c9ec97ddc70a67bac6843d892c55d85844ea98e7/python_darc-1.0.2-py3-none-any.whl",
"yanked": false,
"yanked_reason": null
},
{
"comment_text": "",
"digests": {
"blake2b_256": "30d860a6cc9b5cfc2afa80721a0bcb5314cfa5f3556e5f20d87ab198c8157372",
"md5": "773847a4f31cafae070e6f665601814c",
"sha256": "03e1deaee26d612474f5f806496ad0f94c21908318a0c3945b8d27c778eff26b"
},
"downloads": -1,
"filename": "python-darc-1.0.2.tar.gz",
"has_sig": false,
"md5_digest": "773847a4f31cafae070e6f665601814c",
"packagetype": "sdist",
"python_version": "source",
"requires_python": ">=3.6",
"size": 85391,
"upload_time": "2024-01-20T17:45:20",
"upload_time_iso_8601": "2024-01-20T17:45:20.408448Z",
"url": "https://files.pythonhosted.org/packages/30/d8/60a6cc9b5cfc2afa80721a0bcb5314cfa5f3556e5f20d87ab198c8157372/python-darc-1.0.2.tar.gz",
"yanked": false,
"yanked_reason": null
}
],
"upload_time": "2024-01-20 17:45:20",
"github": true,
"gitlab": false,
"bitbucket": false,
"codeberg": false,
"github_user": "JarryShaw",
"github_project": "darc",
"travis_ci": true,
"coveralls": true,
"github_actions": true,
"requirements": [],
"lcname": "python-darc"
}
JSON
