[Python-modules-commits] [python-scrapy] branch master updated (6346458 -> 1656355)
Michael Fladischer
fladi at moszumanska.debian.org
Tue Jun 20 10:10:55 UTC 2017
This is an automated email from the git hooks/post-receive script.
fladi pushed a change to branch master
in repository python-scrapy.
from 6346458 change target to experimental Team upload.
new 05601a1 record new upstream branch created by importing python-scrapy_1.4.0.orig.tar.gz
new f2dd115 Import python-scrapy_1.4.0.orig.tar.gz
new 283903b Skip tests with unattainable dependencies in Python3.
new 185ea1d merge patched into master
new e1fd2f5 change version to 1.4.0-1~exp1 (UNRELEASED) New upstream release.
new 2565452 Require twisted (>= 17.1.0) for Build-Depends so FTP tests can run.
new 10099f0 Reformat packaging files with cme for better readability.
new 17e64e3 Bump Standards-Version to 4.0.0.
new 1656355 change target to experimental Team upload.
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "adds" were already present in the repository and have only
been added to this reference.
Summary of changes:
.bumpversion.cfg | 23 +-
.gitignore | 2 +
.travis.yml | 4 +-
LICENSE | 6 +-
README.rst | 4 -
codecov.yml | 6 +
debian/.git-dpm | 14 +-
debian/changelog | 10 +
debian/control | 18 +-
...with-unattainable-dependencies-in-Python3.patch | 7 +-
docs/Makefile | 6 +-
docs/README.rst | 4 +-
docs/contributing.rst | 9 -
docs/faq.rst | 3 +-
docs/intro/install.rst | 78 +-
docs/intro/overview.rst | 3 +-
docs/intro/tutorial.rst | 73 +-
docs/news.rst | 204 +++++
docs/requirements.txt | 2 +
docs/topics/commands.rst | 6 +-
docs/topics/downloader-middleware.rst | 23 +-
docs/topics/exporters.rst | 31 +-
docs/topics/extensions.rst | 1 -
docs/topics/feed-exports.rst | 17 +
docs/topics/item-pipeline.rst | 5 +-
docs/topics/link-extractors.rst | 20 +-
docs/topics/logging.rst | 14 +-
docs/topics/media-pipeline.rst | 12 +
docs/topics/practices.rst | 2 +-
docs/topics/request-response.rst | 41 +-
docs/topics/selectors.rst | 13 +-
docs/topics/settings.rst | 100 ++-
docs/topics/spider-middleware.rst | 86 +-
docs/topics/spiders.rst | 29 +-
requirements-py3.txt | 2 +-
requirements.txt | 2 +-
scrapy/VERSION | 2 +-
scrapy/__main__.py | 4 +
scrapy/cmdline.py | 11 +-
scrapy/commands/edit.py | 4 +-
scrapy/core/downloader/contextfactory.py | 8 +-
scrapy/core/downloader/handlers/datauri.py | 23 +
scrapy/core/downloader/handlers/ftp.py | 28 +-
scrapy/core/downloader/handlers/http11.py | 77 +-
scrapy/core/engine.py | 4 +-
scrapy/crawler.py | 9 +-
scrapy/downloadermiddlewares/httpcompression.py | 22 +-
scrapy/downloadermiddlewares/httpproxy.py | 25 +-
scrapy/downloadermiddlewares/retry.py | 16 +-
scrapy/downloadermiddlewares/stats.py | 4 +-
scrapy/exporters.py | 46 +-
scrapy/extensions/feedexport.py | 5 +-
scrapy/extensions/httpcache.py | 11 +-
scrapy/extensions/memusage.py | 1 -
scrapy/http/request/__init__.py | 3 +-
scrapy/http/request/form.py | 12 +-
scrapy/http/response/__init__.py | 30 +
scrapy/http/response/text.py | 56 ++
scrapy/linkextractors/__init__.py | 2 +-
scrapy/linkextractors/htmlparser.py | 8 +-
scrapy/linkextractors/lxmlhtml.py | 36 +-
scrapy/linkextractors/regex.py | 3 +-
scrapy/linkextractors/sgml.py | 28 +-
scrapy/logformatter.py | 10 +-
scrapy/pipelines/files.py | 4 +-
scrapy/pipelines/images.py | 5 +
scrapy/pipelines/media.py | 27 +-
scrapy/settings/default_settings.py | 24 +-
scrapy/spiderloader.py | 16 +
scrapy/spidermiddlewares/httperror.py | 4 +
scrapy/spidermiddlewares/referer.py | 343 +++++++-
scrapy/spiders/__init__.py | 18 +-
scrapy/spiders/crawl.py | 8 +-
scrapy/spiders/sitemap.py | 18 +-
.../templates/project/module/middlewares.py.tmpl | 8 +-
scrapy/templates/spiders/basic.tmpl | 4 +-
scrapy/utils/datatypes.py | 4 +-
scrapy/utils/deprecate.py | 32 +
scrapy/utils/gz.py | 4 +
scrapy/utils/log.py | 22 +-
scrapy/utils/misc.py | 2 +-
scrapy/utils/python.py | 11 +
scrapy/utils/reqser.py | 4 +-
scrapy/utils/response.py | 3 +-
scrapy/utils/url.py | 33 +-
setup.py | 2 +-
tests/__init__.py | 7 +-
tests/keys/cert.pem | 36 -
tests/keys/localhost.crt | 20 +
tests/keys/localhost.gen.README | 21 +
tests/keys/localhost.key | 28 +
tests/mockserver.py | 22 +-
tests/py3-ignores.txt | 7 -
tests/requirements-py3.txt | 1 +
tests/requirements.txt | 1 +
tests/sample_data/compressed/html-br.bin | Bin 0 -> 4027 bytes
.../link_extractor/sgml_linkextractor.html | 2 +
.../images/python-logo-master-v3-TM-flattened.png | Bin 0 -> 11155 bytes
.../files/images/python-powered-h-50x65.png | Bin 0 -> 3243 bytes
.../sample_data/test_site/files/images/scrapy.png | Bin 0 -> 2710 bytes
tests/spiders.py | 5 +-
tests/test_crawler.py | 46 ++
tests/test_downloader_handlers.py | 315 +++++++-
tests/test_downloadermiddleware_httpcompression.py | 101 ++-
tests/test_downloadermiddleware_httpproxy.py | 49 +-
tests/test_downloadermiddleware_retry.py | 93 ++-
tests/test_engine.py | 4 +-
tests/test_feedexport.py | 194 ++++-
tests/test_http_request.py | 21 +-
tests/test_http_response.py | 119 +++
tests/test_linkextractors.py | 41 +
tests/test_linkextractors_deprecated.py | 23 +-
tests/test_logformatter.py | 33 +
tests/test_pipeline_crawl.py | 182 +++++
tests/test_pipeline_images.py | 8 +
tests/test_pipeline_media.py | 68 +-
tests/test_proxy_connect.py | 4 +-
tests/test_spider.py | 33 +-
tests/test_spiderloader/__init__.py | 51 ++
tests/test_spidermiddleware_httperror.py | 13 +-
tests/test_spidermiddleware_referer.py | 869 ++++++++++++++++++++-
tests/test_spiderstate.py | 32 +-
tests/test_utils_datatypes.py | 48 +-
tests/test_utils_project.py | 5 +-
tests/test_utils_reqser.py | 4 +-
tests/test_utils_url.py | 169 +++-
tests/test_webclient.py | 21 +-
tox.ini | 3 +-
128 files changed, 4137 insertions(+), 526 deletions(-)
create mode 100644 codecov.yml
create mode 100644 docs/requirements.txt
create mode 100644 scrapy/__main__.py
create mode 100644 scrapy/core/downloader/handlers/datauri.py
delete mode 100644 tests/keys/cert.pem
create mode 100644 tests/keys/localhost.crt
create mode 100644 tests/keys/localhost.gen.README
create mode 100644 tests/keys/localhost.key
create mode 100644 tests/sample_data/compressed/html-br.bin
create mode 100644 tests/sample_data/test_site/files/images/python-logo-master-v3-TM-flattened.png
create mode 100644 tests/sample_data/test_site/files/images/python-powered-h-50x65.png
create mode 100644 tests/sample_data/test_site/files/images/scrapy.png
create mode 100644 tests/test_pipeline_crawl.py
--
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/python-modules/packages/python-scrapy.git
More information about the Python-modules-commits
mailing list