scrapyq

Name	scrapyq JSON
Version	1.0.0 JSON
	download
home_page	https://github.com/slymit/scrapyq
Summary	A library to filter SQLAlchemy queries.
upload_time	2023-09-15 15:12:59
maintainer	slymit
docs_url	None
author	slymit
requires_python
license	BSD
keywords
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            scrapyq
=======

Scrapyq is designed to replace the SQLite backend by a Redis backend.
In other words, all the queue management will be done using Redis.

Scrapyq is a fork of the original
https://github.com/speakol-ads/scrapyd-redis implementation.


Install
-------

.. code-block::

    pip install scrapyq


Config
------

To start using this library you just need to override
the ``spiderqueue`` option in your ``scrapyd.conf`` file:

.. code-block::

    [scrapyd]
    spiderqueue = scrapyq.spiderqueue.RedisSpiderQueue
    ...

If you want to customize the access to the database,
you can add into your ``scrapyd.conf`` file:

.. code-block::

    [scrapyq]
    queue_prefix = scrapyq.queue.
    redis_db = 0
    redis_host = localhost
    redis_port = 6379
    redis_username = 'admin'  # (Optional)
    redis_password = 'password'  # (Optional)
    ...

            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/slymit/scrapyq",
    "name": "scrapyq",
    "maintainer": "slymit",
    "docs_url": null,
    "requires_python": "",
    "maintainer_email": "slymit@gmail.com",
    "keywords": "",
    "author": "slymit",
    "author_email": "slymit@gmail.com",
    "download_url": "https://files.pythonhosted.org/packages/26/02/b527c606c6922577b41450b954ba659e6cf9324f8f4d173c77e054456787/scrapyq-1.0.0.tar.gz",
    "platform": null,
    "description": "scrapyq\n=======\n\nScrapyq is designed to replace the SQLite backend by a Redis backend.\nIn other words, all the queue management will be done using Redis.\n\nScrapyq is a fork of the original\nhttps://github.com/speakol-ads/scrapyd-redis implementation.\n\n\nInstall\n-------\n\n.. code-block::\n\n    pip install scrapyq\n\n\nConfig\n------\n\nTo start using this library you just need to override\nthe ``spiderqueue`` option in your ``scrapyd.conf`` file:\n\n.. code-block::\n\n    [scrapyd]\n    spiderqueue = scrapyq.spiderqueue.RedisSpiderQueue\n    ...\n\nIf you want to customize the access to the database,\nyou can add into your ``scrapyd.conf`` file:\n\n.. code-block::\n\n    [scrapyq]\n    queue_prefix = scrapyq.queue.\n    redis_db = 0\n    redis_host = localhost\n    redis_port = 6379\n    redis_username = 'admin'  # (Optional)\n    redis_password = 'password'  # (Optional)\n    ...\n",
    "bugtrack_url": null,
    "license": "BSD",
    "summary": "A library to filter SQLAlchemy queries.",
    "version": "1.0.0",
    "project_urls": {
        "Homepage": "https://github.com/slymit/scrapyq"
    },
    "split_keywords": [],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "f5ebd17ec06bb925579b713b648bbae942e6f34130e8b94f7b6c8e1966324e2b",
                "md5": "59c5333aeccbc54375801e9f66780582",
                "sha256": "0c6ca275d6062a66d8f51ebb8002933a0325b855e961912cf7541b51d53c66af"
            },
            "downloads": -1,
            "filename": "scrapyq-1.0.0-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "59c5333aeccbc54375801e9f66780582",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 3459,
            "upload_time": "2023-09-15T15:12:57",
            "upload_time_iso_8601": "2023-09-15T15:12:57.932183Z",
            "url": "https://files.pythonhosted.org/packages/f5/eb/d17ec06bb925579b713b648bbae942e6f34130e8b94f7b6c8e1966324e2b/scrapyq-1.0.0-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "2602b527c606c6922577b41450b954ba659e6cf9324f8f4d173c77e054456787",
                "md5": "c5b906ee799a31a288af4153ae51eada",
                "sha256": "26194a3fdbd362d7ad80dff41467a5e725d567d0dfb8e727844f5299fc056189"
            },
            "downloads": -1,
            "filename": "scrapyq-1.0.0.tar.gz",
            "has_sig": false,
            "md5_digest": "c5b906ee799a31a288af4153ae51eada",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 3884,
            "upload_time": "2023-09-15T15:12:59",
            "upload_time_iso_8601": "2023-09-15T15:12:59.216266Z",
            "url": "https://files.pythonhosted.org/packages/26/02/b527c606c6922577b41450b954ba659e6cf9324f8f4d173c77e054456787/scrapyq-1.0.0.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2023-09-15 15:12:59",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "slymit",
    "github_project": "scrapyq",
    "travis_ci": false,
    "coveralls": false,
    "github_actions": true,
    "tox": true,
    "lcname": "scrapyq"
}