scrapy-jingdong

Name	scrapy-jingdong JSON
Version	1.2.1 JSON
	download
home_page	https://github.com/yanjlee/scrapy_jingdong
Summary	用于爬取JD和github的代码，数据存储于mongodb。.
upload_time	2024-06-01 08:22:33
maintainer	None
docs_url	None
author	yanjlee
requires_python	None
license	None
keywords
VCS
bugtrack_url
requirements	No requirements were recorded.
Travis-CI	No Travis.
coveralls test coverage	No coveralls.

            scrapy crawl test -s JOBDIR=data -0 items.csv

watch -n 1 -d 'wc -l items.csv;du -h items.csv'

附数据 items.csv

![](img.png)

http://hackerxu.com/2014/09/07/scrapy-jd.html

            

Raw data

            {
    "_id": null,
    "home_page": "https://github.com/yanjlee/scrapy_jingdong",
    "name": "scrapy-jingdong",
    "maintainer": null,
    "docs_url": null,
    "requires_python": null,
    "maintainer_email": null,
    "keywords": null,
    "author": "yanjlee",
    "author_email": "yanjlee@163.com",
    "download_url": "https://files.pythonhosted.org/packages/07/30/c90010a7118bb9a6771a715b4e2f2015d15fd52352d232ba13d7eebbc3a4/scrapy_jingdong-1.2.1.tar.gz",
    "platform": null,
    "description": "scrapy crawl test -s JOBDIR=data -0 items.csv\r\n\r\nwatch -n 1 -d 'wc -l items.csv;du -h items.csv'\r\n\r\n\u9644\u6570\u636e items.csv\r\n\r\n![](img.png)\r\n\r\nhttp://hackerxu.com/2014/09/07/scrapy-jd.html\r\n",
    "bugtrack_url": null,
    "license": null,
    "summary": "\u7528\u4e8e\u722c\u53d6JD\u548cgithub\u7684\u4ee3\u7801\uff0c\u6570\u636e\u5b58\u50a8\u4e8emongodb\u3002.",
    "version": "1.2.1",
    "project_urls": {
        "Homepage": "https://github.com/yanjlee/scrapy_jingdong"
    },
    "split_keywords": [],
    "urls": [
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "525a980847cfc269448a66f59db89781f7cda4d4dbdab7201db4f95c8e0249bc",
                "md5": "afdec8a25c7fe875a5f25e29b97edb86",
                "sha256": "ee760df7aead5859d98da93207af683403f73d69d29d804ca4ba6be20e16533e"
            },
            "downloads": -1,
            "filename": "scrapy_jingdong-1.2.1-py3-none-any.whl",
            "has_sig": false,
            "md5_digest": "afdec8a25c7fe875a5f25e29b97edb86",
            "packagetype": "bdist_wheel",
            "python_version": "py3",
            "requires_python": null,
            "size": 5212,
            "upload_time": "2024-06-01T08:22:31",
            "upload_time_iso_8601": "2024-06-01T08:22:31.356902Z",
            "url": "https://files.pythonhosted.org/packages/52/5a/980847cfc269448a66f59db89781f7cda4d4dbdab7201db4f95c8e0249bc/scrapy_jingdong-1.2.1-py3-none-any.whl",
            "yanked": false,
            "yanked_reason": null
        },
        {
            "comment_text": "",
            "digests": {
                "blake2b_256": "0730c90010a7118bb9a6771a715b4e2f2015d15fd52352d232ba13d7eebbc3a4",
                "md5": "e332b9154cfb95eb01cf3bc324de3bbd",
                "sha256": "2a7ed8cfa9ba258da96b08d324ab2bd7785f8ea16f766909c6609ff29231d14a"
            },
            "downloads": -1,
            "filename": "scrapy_jingdong-1.2.1.tar.gz",
            "has_sig": false,
            "md5_digest": "e332b9154cfb95eb01cf3bc324de3bbd",
            "packagetype": "sdist",
            "python_version": "source",
            "requires_python": null,
            "size": 4651,
            "upload_time": "2024-06-01T08:22:33",
            "upload_time_iso_8601": "2024-06-01T08:22:33.293123Z",
            "url": "https://files.pythonhosted.org/packages/07/30/c90010a7118bb9a6771a715b4e2f2015d15fd52352d232ba13d7eebbc3a4/scrapy_jingdong-1.2.1.tar.gz",
            "yanked": false,
            "yanked_reason": null
        }
    ],
    "upload_time": "2024-06-01 08:22:33",
    "github": true,
    "gitlab": false,
    "bitbucket": false,
    "codeberg": false,
    "github_user": "yanjlee",
    "github_project": "scrapy_jingdong",
    "travis_ci": false,
    "coveralls": false,
    "github_actions": false,
    "lcname": "scrapy-jingdong"
}