X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=tox.ini;h=82315a4a68cd72fb75b378a45024856f5caf3114;hb=980555a7d2dc492570012d813e5fa14253597233;hp=da63aad4dafdf6145e8475a97540de38cf8d91aa;hpb=73405f1ac101d67f21c1b8c0b16b1f3e21638640;p=transportpce.git

diff --git a/tox.ini b/tox.ini
index da63aad4d..82315a4a6 100644
--- a/tox.ini
+++ b/tox.ini
@@ -1,62 +1,253 @@
 [tox]
-minversion = 1.6
-envlist = py3
+minversion = 3.7.0
+envlist = buildcontroller,testsPCE,sims121,tests121,sims221,tests221,sims71,tests71,tests_hybrid
     docs
     docs-linkcheck
+    checkbashisms
+    pre-commit
+    gitlint
 skipsdist = true
 setupdir = tests/
 
 [testenv]
-passenv = USE_LIGHTY
-usedevelop = True
+passenv = USE_LIGHTY http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
+setenv =
+    USE_LIGHTY=True
+usedevelop = true
 basepython = python3
 deps =
   -r{toxinidir}/tests/requirements.txt
   -r{toxinidir}/tests/test-requirements.txt
-whitelist_externals = bash
+  setuptools>=7.0
+changedir = {toxinidir}/tests
+parallel_show_output = true
+
+[testenv:buildcontroller]
+whitelist_externals = build_controller.sh
+commands =
+  ./build_controller.sh
+
+[testenv:sims121]
+whitelist_externals = install_honeynode.sh
+depends = buildcontroller
+# sims profiles does not strictly depends on buildcontroller
+# but this dependency avoids race condition in the gate
+commands =
+  ./install_honeynode.sh 1.2.1
+
+[testenv:sims221]
+whitelist_externals = install_honeynode.sh
+depends = buildcontroller
+commands =
+  ./install_honeynode.sh 2.2.1
+
+[testenv:sims71]
+whitelist_externals = install_honeynode.sh
+depends = buildcontroller
+commands =
+  ./install_honeynode.sh 7.1
+
+[testenv:testsPCE]
+depends = buildcontroller
+whitelist_externals = launch_tests.sh
+passenv = LAUNCHER USE_LIGHTY
+setenv =
+    USE_LIGHTY=True
+commands =
+  ./launch_tests.sh pce {posargs:}
+
+[testenv:tests121]
+depends = buildcontroller,sims121,testsPCE
+# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation
+whitelist_externals = launch_tests.sh
+passenv = LAUNCHER USE_LIGHTY
+setenv =
+    USE_LIGHTY=True
+    USE_ODL_ALT_WEBSOCKET_PORT=8186
+    USE_ODL_ALT_AKKA_PORT=2551
+    USE_ODL_ALT_AKKA_MGT_PORT=8559
+    USE_ODL_ALT_SHELL_PORT=8102
+    USE_ODL_ALT_RMI_REGISTRY_PORT=1100
+    USE_ODL_ALT_RMI_SERVER_PORT=44445
+    USE_ODL_ALT_RESTCONF_PORT=8182
+    USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
+commands =
+  ./launch_tests.sh 1.2.1 {posargs:}
+# By default, all tests in the folder transportpce_tests/1.2.1/ are run.
+# Though, a restricted list of tests can be passed as argument to 'tox -e tests121'.
+# For example, 'tox -e tests121 portmapping' will run only the portmapping test.
+# and 'tox -e tests121 "portmapping pce"' will run the portmapping and pce tests.
+# Additionnally, a different launcher command than 'nosetests --with-xunit' can be
+# used by exporting the variable LAUNCHER. For example 'export LAUNCHER="python3"'
+# which is more verbose than nose or 'export LAUNCHER="ls -l"' to only list script
+# files attributes.
+
+[testenv:tests221]
+depends = buildcontroller,sims221,tests71
+# tests71 dependency is only here to chain tests in the gate and avoid ressources starvation
+whitelist_externals = launch_tests.sh
+passenv = LAUNCHER USE_LIGHTY
+setenv =
+    USE_LIGHTY=True
+    USE_ODL_ALT_WEBSOCKET_PORT=8187
+    USE_ODL_ALT_AKKA_PORT=2552
+    USE_ODL_ALT_AKKA_MGT_PORT=8560
+    USE_ODL_ALT_SHELL_PORT=8103
+    USE_ODL_ALT_RMI_REGISTRY_PORT=1101
+    USE_ODL_ALT_RMI_SERVER_PORT=44446
+    USE_ODL_ALT_RESTCONF_PORT=8183
+    USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221
+commands =
+  ./launch_tests.sh 2.2.1 {posargs:}
+
+[testenv:tests71]
+depends = buildcontroller,sims71
+whitelist_externals = launch_tests.sh
+passenv = LAUNCHER USE_LIGHTY
+setenv =
+    USE_LIGHTY=True
+    USE_ODL_ALT_WEBSOCKET_PORT=8188
+    USE_ODL_ALT_AKKA_PORT=2553
+    USE_ODL_ALT_AKKA_MGT_PORT=8561
+    USE_ODL_ALT_SHELL_PORT=8104
+    USE_ODL_ALT_RMI_REGISTRY_PORT=1102
+    USE_ODL_ALT_RMI_SERVER_PORT=44447
+    USE_ODL_ALT_RESTCONF_PORT=8184
+    USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71
+commands =
+  ./launch_tests.sh 7.1 {posargs:}
+
+[testenv:tests_hybrid]
+depends = buildcontroller,sims121,sims221,sims71,tests121,tests221,tests71
+#the last dependency is to avoid temporarily concurrent ressources problem in parallel mode
+whitelist_externals = launch_tests.sh
+passenv = LAUNCHER USE_LIGHTY
+setenv =
+    USE_LIGHTY=True
+    USE_ODL_ALT_WEBSOCKET_PORT=8186
+    USE_ODL_ALT_AKKA_PORT=2551
+    USE_ODL_ALT_AKKA_MGT_PORT=8559
+    USE_ODL_ALT_SHELL_PORT=8102
+    USE_ODL_ALT_RMI_REGISTRY_PORT=1100
+    USE_ODL_ALT_RMI_SERVER_PORT=44445
+    USE_ODL_ALT_RESTCONF_PORT=8182
+    USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121
+commands =
+#  nosetests --with-xunit transportpce_tests/hybrid/test01_device_change_notifications.py
+  ./launch_tests.sh hybrid {posargs:}
+
+[testenv:gnpy]
+depends = buildcontroller
+whitelist_externals = sh
+                      sudo
+passenv = LAUNCHER USE_LIGHTY
+commands =
+  #sudo docker pull atriki/gnpyrest:v1.2
+  sudo docker run -d -p 8008:5000 --name gnpy_tpce_rest1 atriki/gnpyrest:v1.2
+  ./launch_tests.sh with_docker gnpy
+  sudo docker container rm -f gnpy_tpce_rest1
+
+[testenv:nbinotifications]
+depends = buildcontroller,sims221
+whitelist_externals = sh
                       sudo
-changedir={toxinidir}/tests
-commands =
-#install maven and JDK11 on the Gate since they are not there by default
-  {py3,portmapping,topoPortMapping,rspn,topology,pce,olm,end2end,portmapping221,rspn221,topology221,otntopology,olm221,end2end221,gnpy}: - bash -c "if [ ! `which mvn` ]; then ./installMavenCentOS.sh  ; fi"
-#build 1.2.1 sims
-  {py3,portmapping,topoPortMapping,rspn,topology,olm,end2end}: - bash -c "./buildHoneynode.sh"
-#patch OLM constant to speed up tests, unnecessary for PCE
-  {py3,portmapping,topoPortMapping,rspn,topology,olm,end2end,portmapping221,rspn221,topology221,otn-topology,olm221,end2end221}: - bash -c "sed -i' ' 's@=.*//#FUNCTESTVAL=@=@g' ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java"
-#build controller, source JDK_JAVA_OPTIONS to remove illegal reflective acces warnings introduced by Java11
-  {py3,portmapping,topoPortMapping,rspn,topology,pce,olm,end2end,portmapping221,rspn221,topology221,otntopology,olm221,end2end221,gnpy}: - bash -c ". reflectwarn.sh && cd .. && mvn clean install -s tests/odl_settings.xml -DskipTests -Dmaven.javadoc.skip=true"
-#patch Karaf exec for the same reason at runtime
-  {py3,portmapping,topoPortMapping,rspn,topology,pce,olm,end2end,portmapping221,rspn221,topology221,otntopology,olm221,end2end221,gnpy}: - bash -c "sed -i' ' 's@!/bin/sh@!/bin/sh\n. $(dirname $0)/../../../../tests/reflectwarn.sh@' ../karaf/target/assembly/bin/karaf"
-#build Lighty if needed
-  {py3,portmapping,topoPortMapping,rspn,topology,pce,olm,end2end,portmapping221,rspn221,topology221,otntopology,olm221,end2end221,gnpy}: - bash -c 'if [ "$USE_LIGHTY" == "True" ]; then (cd ../lighty && ./build.sh); fi'
-#run 1.2.1 functional tests
-  {py3,portmapping}: nosetests --with-xunit transportpce_tests/1.2.1/test_portmapping.py
-  {py3,topoPortMapping}: nosetests --with-xunit transportpce_tests/1.2.1/test_topoPortMapping.py
-  {py3,topology}: nosetests --with-xunit transportpce_tests/1.2.1/test_topology.py
-  {py3,rspn}: nosetests --with-xunit transportpce_tests/1.2.1/test_renderer_service_path_nominal.py
-  {py3,pce}: nosetests --with-xunit transportpce_tests/1.2.1/test_pce.py
-  {py3,olm}: nosetests --with-xunit transportpce_tests/1.2.1/test_olm.py
-  {end2end}: nosetests --with-xunit transportpce_tests/1.2.1/test_end2end.py
-#build 2.2.1 sims
-  {py3,portmapping221,rspn221,topology221,otntopology,olm221,end2end221}: - bash -c "./buildHoneynode.sh 2.2.1"
-#run 2.2.1 functional tests
-  {py3,portmapping221}: nosetests --with-xunit transportpce_tests/2.2.1/test_portmapping.py
-  {py3,topology221}: nosetests --with-xunit transportpce_tests/2.2.1/test_topology.py
-  {otntopology}: nosetests --with-xunit transportpce_tests/2.2.1/test_otn_topology.py
-  {py3,rspn221}: nosetests --with-xunit transportpce_tests/2.2.1/test_renderer_service_path_nominal.py
-  {py3,olm221}: nosetests --with-xunit transportpce_tests/2.2.1/test_olm.py
-  {end2end221}: nosetests --with-xunit transportpce_tests/2.2.1/test_end2end.py
-  #{gnpy}: - sudo docker pull atriki/gnpyrest:v1.2
-  {gnpy}: - sudo docker run -d -p 8008:5000 --name gnpy_tpce_rest1 atriki/gnpyrest:v1.2
-  {gnpy}: nosetests --with-xunit transportpce_tests/1.2.1/test_gnpy.py
-  {gnpy}: - sudo docker container rm -f gnpy_tpce_rest1
+passenv = LAUNCHER USE_LIGHTY
+commands =
+  sudo docker-compose -f ./nbinotifications/docker-compose.yml up -d
+  ./launch_tests.sh with_docker nbinotifications
+  sudo docker-compose -f ./nbinotifications/docker-compose.yml down --rmi all
 
 [testenv:docs]
+passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
+basepython = python3
 deps = -rdocs/requirements.txt
 commands =
-    sphinx-build -W -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html
+    sphinx-build -q -W -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html
 
 [testenv:docs-linkcheck]
+passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY
+basepython = python3
 deps = -rdocs/requirements.txt
-commands = sphinx-build -W -b linkcheck -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/linkcheck
+commands = sphinx-build -q -b linkcheck -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/linkcheck
+
+[testenv:checkbashisms]
+deps =
+whitelist_externals = sh
+                      checkbashisms
+                      sudo
+                      find
+commands =
+    sh -c 'command checkbashisms>/dev/null || sudo yum install devscripts-minimal || (echo "checkbashisms command not found - please install it (e.g. sudo apt-get install devscripts | yum install devscripts-minimal )" >&2 && exit 1)'
+    find . -not -path '*/\.*' -name *.sh -exec checkbashisms -f  \{\} +
+
+[testenv:spelling]
+basepython = python3
+deps =
+    -rdocs/requirements.txt
+    sphinxcontrib-spelling
+    PyEnchant
+commands = sphinx-build -b spelling  -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/spelling
+
+[testenv:autopep8]
+basepython = python3
+deps = autopep8
+commands =
+    autopep8 --max-line-length 120 --in-place --recursive transportpce_tests/
+
+[testenv:pylint]
+basepython = python3
+deps = pylint
+whitelist_externals = find
+commands =
+    find transportpce_tests/ -name *.py -exec pylint --max-line-length=120 --disable=missing-docstring --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" --reports=y --score=y  --output-format=colorized  \{\} +
+
+[testenv:pyang]
+basepython = python3
+deps = pyang
+whitelist_externals = find
+commands =
+    pyang --version
+    find ../api/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
+#find ../api/ ../ordmodels/ ../tapimodels/ -name target -prune -o -name *.yang -exec pyang --lint --canonical --max-line-length=120 -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ \{\} +
+
+[testenv:pyangformat]
+basepython = python3
+deps = pyang
+whitelist_externals = sh
+commands =
+    pyang --version
+    sh -c 'find ../api/ -name target -prune -o -name *.yang -print | while read -r fname; do pyang -f yang --yang-canonical --yang-remove-unused-imports --max-line-length=120 --keep-comments -p../api/src/main/yang/:../ordmodels/common/src/main/yang/:../ordmodels/service/src/main/yang/:../tapimodels/src/main/yang/ "$fname"  -o /tmp/tmpfile.$$ && mv /tmp/tmpfile.$$ "$fname";done'
+
+[testenv:pre-commit-install]
+basepython = python3
+deps = pre-commit
+commands =
+    pre-commit install
+    pre-commit install --hook-type commit-msg
+
+[testenv:pre-commit-uninstall]
+basepython = python3
+deps = pre-commit
+commands =
+    pre-commit uninstall
+    pre-commit uninstall --hook-type commit-msg
+
+[testenv:pre-commit]
+basepython = python3
+deps = pre-commit
+passenv = HOME
+commands =
+    pre-commit run --all-files --show-diff-on-failure
+    pre-commit run gitlint --hook-stage commit-msg --commit-msg-filename .git/COMMIT_EDITMSG
+    # Gitlint only proposes a pre-commit configuration for the commit-msg stage but none for the commit stage.
+    # Its default arguments --passed and --msg-filename are different from CI recommandations.
+    # As a result, the line above is always skipped in jenkins CI since there cannot be a .git/COMMIT_EDITMSG file.
+    # A dedicated gitlint profile for CI is proposed below. Also to behave fine locally, this profile must have access
+    # to the HOME variable so that Gitlint can retrieve Git user settings.
+
+[testenv:gitlint]
+basepython = python3
+deps = gitlint
+commands =
+    gitlint