grab/tox.ini at master · cp09x/grab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
[tox]
envlist = py2,py3,qa

[testenv]
commands =
    threaded-urllib3: - pip uninstall -y pycurl
    threaded-pycurl: - pip uninstall -y urllib3

    python setup.py check -s
    coverage: coverage run --source grab \
    ./runtest.py --test-all \
        --backend-mongo --backend-mysql --backend-redis --backend-postgres \
    mp: --mp-mode \
    threaded-pycurl: --network-service=threaded --grab-transport=pycurl \
    threaded-urllib3: --network-service=threaded --grab-transport=urllib3 \
    {posargs}
deps =
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:py-sigint]
commands =
    ./runtest.py -t tests.spider_sigint
    ./runtest.py -t tests.grab_sigint

[testenv:py27-nobackend]
commands =
    ./runtest.py --test-all
deps =
    -rrequirements_dev.txt

[testenv:py-appveyor]
# sitepackages needs to get access to globally installed pycurl
# Curl is installed globally because old versionf of pycurl
# is not packaged as wheels, only exe or msi.
sitepackages = True
passenv = DISTUTILS_USE_SDK MSSdk INCLUDE LIB WINDIR
commands =
    {envpython} runtest.py --test-all \
    --backend-mongo --backend-mysql --backend-redis --backend-postgres
    {envpython} runtest.py --test-all \
    --backend-mongo --backend-mysql --backend-redis --backend-postgres \
    --network-service=threaded --grab-transport=pycurl
#    {envpython} runtest.py --test-all \
#    --backend-mongo --backend-mysql --backend-redis --backend-postgres \
#    --network-service=threaded --grab-transport=urllib3

deps =
    wheels/{env:LXML_BINARY:NA}
    wheels/{env:MYSQLCLIENT_BINARY:NA}
    pyquery
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:pylint-all]
commands = pylint setup.py tests grab --enable=all --disable=missing-docstring,locally-disabled,locally-enabled,suppressed-message
deps =
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:pylint-debug]
commands = pylint {posargs}
deps =
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:qa]
commands =
    python setup.py check -s
    pylint setup.py tests grab
    flake8 setup.py tests grab
deps =
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:doc]
whitelist_externals=make
basepython=python3
skip_install = True
changedir = docs/en
commands = make html
deps = -rrequirements_readthedocs.txt

[testenv:doc-ru]
whitelist_externals=make
basepython=python3
skip_install = True
changedir = docs/ru
commands = make html
deps = -rrequirements_readthedocs.txt