Enforce sims download in the gate
[transportpce.git] / tox.ini
1 [tox]
2 minversion = 3.7.0
3 envlist = buildcontroller,testsPCE,sims121,tests121,sims221,tests221,sims71,tests71,tests_hybrid
4     docs
5     docs-linkcheck
6     checkbashisms
7     pre-commit
8     gitlint
9 skipsdist = true
10 setupdir = tests/
11
12 [testenv]
13 passenv = USE_LIGHTY http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
14 setenv =
15     USE_LIGHTY = False
16 usedevelop = true
17 basepython = python3
18 deps =
19   -r{toxinidir}/tests/requirements.txt
20   -r{toxinidir}/tests/test-requirements.txt
21   setuptools>=7.0
22 changedir = {toxinidir}/tests
23 parallel_show_output = true
24
25 [testenv:buildcontroller]
26 whitelist_externals = sh
27                       sudo
28 commands =
29 #install maven and JDK11 on the Gate since they are not there by default
30   sh -c "which mvn >/dev/null || ./installMavenCentOS.sh"
31 #patch OLM constant to speed up tests, unnecessary for PCE tests
32   sh -c "sed -i'_' 's@=.*//#FUNCTESTVAL=@=@g' ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java"
33   sh -c 'if [ "$USE_LIGHTY" != "True" ]; then (cd ../; for suffix in 121 221 71; do rm -rf "karaf$suffix"; cp -r karaf "karaf$suffix";done) ; fi'
34 #build controller, source JDK_JAVA_OPTIONS to remove illegal reflective acces warnings introduced by Java11
35   sh -c ". $PWD/reflectwarn.sh && cd .. && mvn clean install -B -q -s tests/odl_settings.xml -DskipTests -Dmaven.javadoc.skip=true -Dodlparent.spotbugs.skip -Dodlparent.checkstyle.skip"
36   sh -c "mv  ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java_  ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java"
37 #patch Karaf exec for the same reason at runtime and also to have the possibility to use alternative ports
38   sh -c "../karaf/target/assembly/ressources/post_install_for_tests.sh"
39 #build Lighty if needed
40   sh -c 'if [ "$USE_LIGHTY" = "True" ]; then (cd ../lighty && ./build.sh); fi'
41
42 [testenv:sims121]
43 whitelist_externals = install_honeynode.sh
44 depends = buildcontroller
45 # sims profiles does not strictly depends on buildcontroller
46 # but this dependency avoids race condition in the gate
47 commands =
48   ./install_honeynode.sh 1.2.1
49
50 [testenv:sims221]
51 whitelist_externals = install_honeynode.sh
52 depends = buildcontroller
53 commands =
54   ./install_honeynode.sh 2.2.1
55
56 [testenv:sims71]
57 whitelist_externals = install_honeynode.sh
58 depends = buildcontroller
59 commands =
60   ./install_honeynode.sh 7.1
61
62 [testenv:testsPCE]
63 depends = buildcontroller
64 whitelist_externals = launch_tests.sh
65 passenv = LAUNCHER USE_LIGHTY
66 commands =
67   ./launch_tests.sh pce {posargs:}
68
69 [testenv:tests121]
70 depends = buildcontroller,sims121,testsPCE
71 # testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
72 whitelist_externals = launch_tests.sh
73 passenv = LAUNCHER
74 setenv =
75     USE_LIGHTY=False
76     USE_ODL_ALT_WEBSOCKET_PORT=8186
77     USE_ODL_ALT_AKKA_PORT=2551
78     USE_ODL_ALT_AKKA_MGT_PORT=8559
79     USE_ODL_ALT_SHELL_PORT=8102
80     USE_ODL_ALT_RMI_REGISTRY_PORT=1100
81     USE_ODL_ALT_RMI_SERVER_PORT=44445
82     USE_ODL_ALT_RESTCONF_PORT=8182
83     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
84 commands =
85   ./launch_tests.sh 1.2.1 {posargs:}
86 # By default, all tests in the folder transportpce_tests/1.2.1/ are run.
87 # Though, a restricted list of tests can be passed as argument to 'tox -e tests121'.
88 # For example, 'tox -e tests121 portmapping' will run only the portmapping test.
89 # and 'tox -e tests121 "portmapping pce"' will run the portmapping and pce tests.
90 # Additionnally, a different launcher command than 'nosetests --with-xunit' can be
91 # used by exporting the variable LAUNCHER. For example 'export LAUNCHER="python3"'
92 # which is more verbose than nose or 'export LAUNCHER="ls -l"' to only list script
93 # files attributes.
94
95 [testenv:tests221]
96 depends = buildcontroller,sims221,tests71
97 # tests71 dependency is only here to chain tests in the gate and avoid ressources starvation
98 whitelist_externals = launch_tests.sh
99 passenv = LAUNCHER
100 setenv =
101     USE_LIGHTY=False
102     USE_ODL_ALT_WEBSOCKET_PORT=8187
103     USE_ODL_ALT_AKKA_PORT=2552
104     USE_ODL_ALT_AKKA_MGT_PORT=8560
105     USE_ODL_ALT_SHELL_PORT=8103
106     USE_ODL_ALT_RMI_REGISTRY_PORT=1101
107     USE_ODL_ALT_RMI_SERVER_PORT=44446
108     USE_ODL_ALT_RESTCONF_PORT=8183
109     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221
110 commands =
111   ./launch_tests.sh 2.2.1 {posargs:}
112
113 [testenv:tests71]
114 depends = buildcontroller,sims71
115 whitelist_externals = launch_tests.sh
116 passenv = LAUNCHER
117 setenv =
118     USE_LIGHTY=False
119     USE_ODL_ALT_WEBSOCKET_PORT=8188
120     USE_ODL_ALT_AKKA_PORT=2553
121     USE_ODL_ALT_AKKA_MGT_PORT=8561
122     USE_ODL_ALT_SHELL_PORT=8104
123     USE_ODL_ALT_RMI_REGISTRY_PORT=1102
124     USE_ODL_ALT_RMI_SERVER_PORT=44447
125     USE_ODL_ALT_RESTCONF_PORT=8184
126     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71
127 commands =
128   ./launch_tests.sh 7.1 {posargs:}
129
130 [testenv:tests_hybrid]
131 depends = buildcontroller,sims121,sims221,sims71,tests121,tests221,tests71
132 #the last dependency is to avoid temporarily concurrent ressources problem in parallel mode
133 whitelist_externals = launch_tests.sh
134 passenv = LAUNCHER
135 setenv =
136     USE_LIGHTY=False
137     USE_ODL_ALT_WEBSOCKET_PORT=8186
138     USE_ODL_ALT_AKKA_PORT=2551
139     USE_ODL_ALT_AKKA_MGT_PORT=8559
140     USE_ODL_ALT_SHELL_PORT=8102
141     USE_ODL_ALT_RMI_REGISTRY_PORT=1100
142     USE_ODL_ALT_RMI_SERVER_PORT=44445
143     USE_ODL_ALT_RESTCONF_PORT=8182
144     USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
145 commands =
146 #  nosetests --with-xunit transportpce_tests/hybrid/test01_device_change_notifications.py
147   ./launch_tests.sh hybrid {posargs:}
148
149 [testenv:gnpy]
150 depends = buildcontroller
151 whitelist_externals = sh
152                       sudo
153 commands =
154   #sudo docker pull atriki/gnpyrest:v1.2
155   sudo docker run -d -p 8008:5000 --name gnpy_tpce_rest1 atriki/gnpyrest:v1.2
156   nosetests --with-xunit transportpce_tests/with_docker/test_gnpy.py
157   sudo docker container rm -f gnpy_tpce_rest1
158
159 [testenv:nbinotifications]
160 depends = buildcontroller,sims221
161 whitelist_externals = sh
162                       sudo
163 commands =
164   sudo docker-compose -f ./nbinotifications/docker-compose.yml up -d
165   nosetests --with-xunit transportpce_tests/with_docker/test_nbinotifications.py
166   sudo docker-compose -f ./nbinotifications/docker-compose.yml down --rmi all
167
168 [testenv:docs]
169 passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
170 basepython = python3
171 deps = -rdocs/requirements.txt
172 commands =
173     sphinx-build -q -W -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html
174
175 [testenv:docs-linkcheck]
176 passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
177 basepython = python3
178 deps = -rdocs/requirements.txt
179 commands = sphinx-build -q -b linkcheck -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/linkcheck
180
181 [testenv:checkbashisms]
182 deps =
183 whitelist_externals = sh
184                       checkbashisms
185                       sudo
186                       find
187 commands =
188     sh -c 'command checkbashisms>/dev/null || sudo yum install devscripts-minimal || (echo "checkbashisms command not found - please install it (e.g. sudo apt-get install devscripts | yum install devscripts-minimal )" >&2 && exit 1)'
189     find . -not -path '*/\.*' -name *.sh -exec checkbashisms -f  \{\} +
190
191 [testenv:spelling]
192 basepython = python3
193 deps =
194     -rdocs/requirements.txt
195     sphinxcontrib-spelling
196     PyEnchant
197 commands = sphinx-build -b spelling  -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/spelling
198
199 [testenv:autopep8]
200 basepython = python3
201 deps = autopep8
202 commands =
203     autopep8 --max-line-length 120 --in-place --recursive transportpce_tests/
204
205 [testenv:pylint]
206 basepython = python3
207 deps = pylint
208 whitelist_externals = find
209 commands =
210     find transportpce_tests/ -name *.py -exec pylint --max-line-length=120 --disable=missing-docstring --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" --reports=y --score=y  --output-format=colorized  \{\} +
211
212 [testenv:pyang]
213 basepython = python3
214 deps = pyang
215 whitelist_externals = find
216 commands =
217     pyang --version
218     find ../api/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
219 #find ../api/ ../ordmodels/ ../tapimodels/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
220
221 [testenv:pyangformat]
222 basepython = python3
223 deps = pyang
224 whitelist_externals = sh
225 commands =
226     pyang --version
227     sh -c 'find ../api/ -name target -prune -o -name *.yang -print | while read -r fname; do pyang -f yang --yang-canonical --yang-remove-unused-imports --max-line-length=120 --keep-comments -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ "$fname"  -o /tmp/tmpfile.$$ && mv /tmp/tmpfile.$$ "$fname";done'
228
229 [testenv:pre-commit-install]
230 basepython = python3
231 deps = pre-commit
232 commands =
233     pre-commit install
234     pre-commit install --hook-type commit-msg
235
236 [testenv:pre-commit-uninstall]
237 basepython = python3
238 deps = pre-commit
239 commands =
240     pre-commit uninstall
241     pre-commit uninstall --hook-type commit-msg
242
243 [testenv:pre-commit]
244 basepython = python3
245 deps = pre-commit
246 passenv = HOME
247 commands =
248     pre-commit run --all-files --show-diff-on-failure
249     pre-commit run gitlint --hook-stage commit-msg --commit-msg-filename .git/COMMIT_EDITMSG
250     # Gitlint only proposes a pre-commit configuration for the commit-msg stage but none for the commit stage.
251     # Its default arguments --passed and --msg-filename are different from CI recommandations.
252     # As a result, the line above is always skipped in jenkins CI since there cannot be a .git/COMMIT_EDITMSG file.
253     # A dedicated gitlint profile for CI is proposed below. Also to behave fine locally, this profile must have access
254     # to the HOME variable so that Gitlint can retrieve Git user settings.
255
256 [testenv:gitlint]
257 basepython = python3
258 deps = gitlint
259 commands =
260     gitlint
261