Extract in CI tapi functional tests from tests221
[transportpce.git] / tox.ini
1 [tox]
2 minversion = 3.7.0
3 envlist = buildcontroller,testsPCE,
4     sims121,build_karaf_tests121,tests121,
5     sims221,build_karaf_tests221,tests221,tests_tapi,
6     sims71,build_karaf_tests71,tests71,
7     build_karaf_tests_hybrid,tests_hybrid,
8     docs
9     docs-linkcheck
10     checkbashisms
11     pre-commit
12     gitlint
13     pylint
14 skipsdist = true
15 setupdir = tests/
16
17 [testenv]
18 passenv = USE_LIGHTY http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY OLM_TIMER1 OLM_TIMER2
19 setenv =
20     USE_LIGHTY=True
21     OLM_TIMER1=3000
22     OLM_TIMER2=2000
23
24 usedevelop = true
25 basepython = python3
26 deps =
27   -r{toxinidir}/tests/requirements.txt
28   -r{toxinidir}/tests/test-requirements.txt
29   setuptools>=7.0
30 changedir = {toxinidir}/tests
31 parallel_show_output = true
32
33 [testenv:buildcontroller]
34 whitelist_externals = build_controller.sh
35 commands =
36   ./build_controller.sh
37
38 [testenv:sims121]
39 whitelist_externals = install_honeynode.sh
40 depends = buildcontroller
41 # sims profiles does not strictly depends on buildcontroller
42 # but this dependency avoids race condition in the gate
43 commands =
44   ./install_honeynode.sh 1.2.1
45
46 [testenv:sims221]
47 whitelist_externals = install_honeynode.sh
48 depends = buildcontroller
49 commands =
50   ./install_honeynode.sh 2.2.1
51
52 [testenv:sims71]
53 whitelist_externals = install_honeynode.sh
54 depends = buildcontroller
55 commands =
56   ./install_honeynode.sh 7.1
57
58 [testenv:testsPCE]
59 depends = buildcontroller
60 #the following lines retrieve unofficial package of GNPy with REST support from Orange opensource Gitlab repo
61 setenv =
62   PIP_EXTRA_INDEX_URL = https://gitlab.com/api/v4/projects/33090323/packages/pypi/simple
63 deps =
64   -r{toxinidir}/tests/requirements.txt
65   -r{toxinidir}/tests/test-requirements.txt
66   setuptools>=7.0
67   gnpy4tpce==2.4.3
68 whitelist_externals = launch_tests.sh
69 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION
70 basepython = python3.8
71 #setenv =
72 #    USE_LIGHTY=True
73 commands =
74   ./launch_tests.sh pce {posargs:}
75
76 [testenv:build_karaf_tests121]
77 depends = buildcontroller
78 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
79 whitelist_externals = launch_tests.sh
80 passenv = LAUNCHER USE_LIGHTY
81 setenv =
82     USE_LIGHTY=True
83     USE_ODL_ALT_KARAF_ENV=./karaf121.env
84     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
85 commands =
86   ./build_karaf_for_tests.sh
87
88 [testenv:tests121]
89 depends = buildcontroller,build_karaf_tests121,sims121,testsPCE
90 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
91 whitelist_externals = launch_tests.sh
92 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION
93 setenv =
94     USE_LIGHTY=True
95     USE_ODL_RESTCONF_VERSION=draft-bierman02
96     USE_ODL_ALT_KARAF_ENV=./karaf121.env
97     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
98 commands =
99   ./launch_tests.sh 1.2.1 {posargs:}
100 # By default, all tests in the folder transportpce_tests/1.2.1/ are run.
101 # Though, a restricted list of tests can be passed as argument to 'tox -e tests121'.
102 # For example, 'tox -e tests121 portmapping' will run only the portmapping test.
103 # and 'tox -e tests121 "portmapping pce"' will run the portmapping and pce tests.
104 # Additionnally, a different launcher command than 'nosetests --with-xunit' can be
105 # used by exporting the variable LAUNCHER. For example 'export LAUNCHER="python3"'
106 # which is more verbose than nose or 'export LAUNCHER="ls -l"' to only list script
107 # files attributes.
108
109 [testenv:build_karaf_tests221]
110 depends = buildcontroller
111 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
112 whitelist_externals = launch_tests.sh
113 passenv = LAUNCHER USE_LIGHTY
114 setenv =
115     USE_LIGHTY=True
116     USE_ODL_ALT_KARAF_ENV=./karaf221.env
117     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221
118 commands =
119   ./build_karaf_for_tests.sh
120
121 [testenv:tests221]
122 depends = buildcontroller,build_karaf_tests221,sims221,tests71
123 # tests71 dependency is only here to chain tests in the gate and avoid ressources starvation
124 whitelist_externals = launch_tests.sh
125 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION
126 setenv =
127     USE_LIGHTY=True
128     USE_ODL_RESTCONF_VERSION=draft-bierman02
129     USE_ODL_ALT_KARAF_ENV=./karaf221.env
130     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221
131 commands =
132   ./launch_tests.sh 2.2.1 {posargs:}
133
134 [testenv:build_karaf_tests71]
135 depends = buildcontroller
136 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
137 whitelist_externals = launch_tests.sh
138 passenv = LAUNCHER USE_LIGHTY
139 setenv =
140     USE_LIGHTY=True
141     USE_ODL_ALT_KARAF_ENV=./karaf71.env
142     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71
143 commands =
144   ./build_karaf_for_tests.sh
145
146 [testenv:tests71]
147 depends = buildcontroller,build_karaf_tests71,sims71,tests_tapi
148 whitelist_externals = launch_tests.sh
149 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION
150 setenv =
151     USE_LIGHTY=True
152     USE_ODL_RESTCONF_VERSION=draft-bierman02
153     USE_ODL_ALT_KARAF_ENV=./karaf71.env
154     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71
155 commands =
156   ./launch_tests.sh 7.1 {posargs:}
157
158 [testenv:build_karaf_tests_hybrid]
159 depends = buildcontroller
160 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
161 whitelist_externals = launch_tests.sh
162 passenv = LAUNCHER USE_LIGHTY
163 setenv =
164     USE_LIGHTY=True
165     USE_ODL_ALT_KARAF_ENV=./karaf121.env
166     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf_hybrid
167 commands =
168   ./build_karaf_for_tests.sh
169
170 [testenv:tests_hybrid]
171 depends = buildcontroller,build_karaf_tests_hybrid,sims121,sims221,sims71,tests121,tests221,tests71
172 #the last dependency is to avoid temporarily concurrent ressources problem in parallel mode
173 whitelist_externals = launch_tests.sh
174 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION
175 setenv =
176     USE_LIGHTY=True
177     USE_ODL_ALT_KARAF_ENV=./karaf121.env
178     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf_hybrid
179 commands =
180 #  nosetests --with-xunit transportpce_tests/hybrid/test01_device_change_notifications.py
181   ./launch_tests.sh hybrid {posargs:}
182
183 [testenv:tests_tapi]
184 depends = buildcontroller,build_karaf_tests221,sims221
185 whitelist_externals = launch_tests.sh
186 passenv = LAUNCHER USE_LIGHTY OLM_TIMER1 OLM_TIMER2 USE_ODL_RESTCONF_VERSION
187 setenv =
188     USE_LIGHTY=True
189     USE_ODL_RESTCONF_VERSION=draft-bierman02
190     USE_ODL_ALT_KARAF_ENV=./karaf221.env
191     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221
192     INSTALL_TAPI=True
193
194 commands =
195   ./launch_tests.sh tapi {posargs:}
196
197 [testenv:nbinotifications]
198 depends = buildcontroller,sims221
199 whitelist_externals = launch_tests.sh
200                       dockercmd.sh
201 passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION OLM_TIMER1 OLM_TIMER2
202 setenv =
203     OLM_TIMER1=3000
204     OLM_TIMER2=2000
205
206 commands =
207   ./dockercmd.sh run -d -p 2181:2181 -p 9092:9092 --env ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092 --name tpce_kafka1 teivah/kafka:2.0.0
208   ./launch_tests.sh with_docker nbinotifications
209   ./dockercmd.sh container rm -f tpce_kafka1
210
211 [testenv:docs]
212 passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
213 basepython = python3
214 deps = -rdocs/requirements.txt
215 commands =
216     sphinx-build -q -W --keep-going -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html
217
218 [testenv:docs-linkcheck]
219 passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
220 basepython = python3
221 deps = -rdocs/requirements.txt
222 commands = sphinx-build -q -b linkcheck -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/linkcheck
223
224 [testenv:checkbashisms]
225 deps =
226 whitelist_externals = sh
227                       checkbashisms
228                       sudo
229                       find
230 commands =
231     sh -c 'command checkbashisms>/dev/null || sudo yum install devscripts-minimal || (echo "checkbashisms command not found - please install it (e.g. sudo apt-get install devscripts | yum install devscripts-minimal )" >&2 && exit 1)'
232     find . -not -path '*/\.*' -name *.sh -exec checkbashisms -f  \{\} +
233
234 [testenv:spelling]
235 basepython = python3
236 deps =
237     -rdocs/requirements.txt
238     sphinxcontrib-spelling
239     PyEnchant
240 commands = sphinx-build -b spelling -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/spelling
241
242 [testenv:autopep8]
243 basepython = python3
244 deps = autopep8
245 commands =
246     autopep8 --max-line-length 120 --in-place --recursive transportpce_tests/
247
248 [testenv:pylint_full]
249 basepython = python3
250 deps = pylint>=2.6.0
251 whitelist_externals = find
252 commands =
253     find transportpce_tests/ -name *.py -exec pylint --fail-under=9.22 --max-line-length=120 --disable=missing-docstring --module-rgx="([a-z0-9_]+$)|([0-9.]{1,30}$)" --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" --reports=y --score=y  --output-format=colorized  \{\} +
254
255 [testenv:pylint]
256 basepython = python3
257 deps = pylint>=2.6.0
258 whitelist_externals = find
259 commands =
260     find transportpce_tests/ -name *.py -exec pylint --fail-under=10 --max-line-length=120 --disable=missing-docstring --disable=fixme --disable=duplicate-code --module-rgx="([a-z0-9_]+$)|([0-9.]{1,30}$)" --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" \{\} +
261
262 [testenv:pyang]
263 basepython = python3
264 deps = pyang
265 whitelist_externals = find
266 commands =
267     pyang --version
268     find ../api/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
269 #find ../api/ ../ordmodels/ ../tapimodels/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
270
271 [testenv:pyangformat]
272 basepython = python3
273 deps = pyang
274 whitelist_externals = sh
275 commands =
276     pyang --version
277     sh -c 'find ../api/ -name target -prune -o -name *.yang -print | while read -r fname; do pyang -f yang --yang-canonical --yang-remove-unused-imports --max-line-length=120 --keep-comments -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ "$fname"  -o /tmp/tmpfile.$$ && mv /tmp/tmpfile.$$ "$fname";done'
278
279 [testenv:pre-commit-install]
280 basepython = python3
281 deps = pre-commit
282 commands =
283     pre-commit install
284     pre-commit install --hook-type commit-msg
285
286 [testenv:pre-commit-uninstall]
287 basepython = python3
288 deps = pre-commit
289 commands =
290     pre-commit uninstall
291     pre-commit uninstall --hook-type commit-msg
292
293 [testenv:pre-commit-autoupdate]
294 basepython = python3
295 deps = pre-commit
296 commands =
297     pre-commit autoupdate
298
299 [testenv:pre-commit]
300 basepython = python3
301 deps = pre-commit
302 passenv = HOME
303 commands =
304     pre-commit run --all-files --show-diff-on-failure
305     pre-commit run gitlint --hook-stage commit-msg --commit-msg-filename .git/COMMIT_EDITMSG
306     # Gitlint only proposes a pre-commit configuration for the commit-msg stage but none for the commit stage.
307     # Its default arguments --passed and --msg-filename are different from CI recommandations.
308     # As a result, the line above is always skipped in jenkins CI since there cannot be a .git/COMMIT_EDITMSG file.
309     # A dedicated gitlint profile for CI is proposed below. Also to behave fine locally, this profile must have access
310     # to the HOME variable so that Gitlint can retrieve Git user settings.
311
312 [testenv:gitlint]
313 basepython = python3
314 deps = gitlint
315 commands =
316     gitlint --config ../.gitlint
317