X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?p=transportpce.git;a=blobdiff_plain;f=tox.ini;h=ed10b64068b5d1b512a4b33b2e3bc8be817678fc;hp=154f8a8ee94febb8d5fa80ec6038cf077724c1bc;hb=89593c27e1aee06510ae215c994a929868a080a2;hpb=1012f1723c3815f5c704fa9a908c3cfdce58ec31 diff --git a/tox.ini b/tox.ini index 154f8a8ee..ed10b6406 100644 --- a/tox.ini +++ b/tox.ini @@ -1,18 +1,26 @@ [tox] minversion = 3.7.0 -envlist = buildcontroller,testsPCE,sims121,tests121,sims221,tests221,sims71,tests71,tests_hybrid +envlist = buildcontroller,testsPCE, + sims121,build_karaf_tests121,tests121, + sims221,build_karaf_tests221,tests221,tests_tapi, + sims71,build_karaf_tests71,tests71, + build_karaf_tests_hybrid,tests_hybrid, docs docs-linkcheck checkbashisms pre-commit gitlint + pylint skipsdist = true setupdir = tests/ [testenv] -passenv = USE_LIGHTY http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY +passenv = USE_LIGHTY http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY OLM_TIMER1 OLM_TIMER2 setenv = - USE_LIGHTY = True +# USE_LIGHTY=True + OLM_TIMER1=3000 + OLM_TIMER2=2000 + usedevelop = true basepython = python3 deps = @@ -23,59 +31,70 @@ changedir = {toxinidir}/tests parallel_show_output = true [testenv:buildcontroller] -whitelist_externals = sh - sudo +whitelist_externals = build_controller.sh commands = -#install maven and JDK11 on the Gate since they are not there by default - sh -c "which mvn >/dev/null || ./installMavenCentOS.sh" -#install honeynode 1.2.1 simulators -#patch OLM constant to speed up tests, unnecessary for PCE tests - sh -c "sed -i'_' 's@=.*//#FUNCTESTVAL=@=@g' ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java" -#build controller, source JDK_JAVA_OPTIONS to remove illegal reflective acces warnings introduced by Java11 - sh -c ". $PWD/reflectwarn.sh && cd .. && mvn clean install -B -q -s tests/odl_settings.xml -DskipTests -Dmaven.javadoc.skip=true -Dodlparent.spotbugs.skip -Dodlparent.checkstyle.skip" - sh -c "mv ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java_ ../olm/src/main/java/org/opendaylight/transportpce/olm/util/OlmUtils.java" -#patch Karaf exec for the same reason at runtime - sh -c "sed -i'_' 's@!/bin/sh@!/bin/sh\'$'\n. $(dirname $0)/../../../../tests/reflectwarn.sh@' ../karaf/target/assembly/bin/karaf" - # the following command would be the straight and right way to support both BSD and GNU sed versions - # sh -c "sed -i'_' '1 a\'$'\n. \$(dirname \$0)/\.\./\.\./\.\./\.\./tests/reflectwarn.sh\n' ../karaf/target/assembly/bin/karaf" - # but tox reinterprets the quotes as - # sh -c 'sed -i'"'"'_'"'"' '"'"'1 a\'"'"'$'"'"'\n. \$(dirname \$0)/\.\./\.\./\.\./\.\./tests/reflectwarn.sh\n'"'"' ../karaf/target/assembly/bin/karaf' - # ,what results in an unexpected different formating (with a $ on the second line and the dot on the third) -#build Lighty if needed - sh -c 'if [ "$USE_LIGHTY" = "True" ]; then (cd ../lighty && ./build.sh); fi' + ./build_controller.sh [testenv:sims121] -whitelist_externals = sh +whitelist_externals = install_honeynode.sh depends = buildcontroller # sims profiles does not strictly depends on buildcontroller # but this dependency avoids race condition in the gate commands = - - sh -c "./install_honeynode.sh 1.2.1" + ./install_honeynode.sh 1.2.1 [testenv:sims221] -whitelist_externals = sh +whitelist_externals = install_honeynode.sh depends = buildcontroller commands = - - sh -c "./install_honeynode.sh 2.2.1" + ./install_honeynode.sh 2.2.1 [testenv:sims71] -whitelist_externals = sh +whitelist_externals = install_honeynode.sh depends = buildcontroller commands = - - sh -c "./install_honeynode.sh 7.1" + ./install_honeynode.sh 7.1 [testenv:testsPCE] depends = buildcontroller +#the following lines retrieve unofficial package of GNPy with REST support from Orange opensource Gitlab repo +setenv = + PIP_EXTRA_INDEX_URL = https://gitlab.com/api/v4/projects/33090323/packages/pypi/simple +deps = + -r{toxinidir}/tests/requirements.txt + -r{toxinidir}/tests/test-requirements.txt + setuptools>=7.0 + gnpy4tpce==2.4.7 whitelist_externals = launch_tests.sh -passenv = LAUNCHER +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION +basepython = python3.8 +#setenv = +# USE_LIGHTY=True commands = ./launch_tests.sh pce {posargs:} +[testenv:build_karaf_tests121] +depends = buildcontroller +# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation +whitelist_externals = launch_tests.sh +passenv = LAUNCHER USE_LIGHTY +setenv = +# USE_LIGHTY=True + USE_ODL_ALT_KARAF_ENV=./karaf121.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121 +commands = + ./build_karaf_for_tests.sh + [testenv:tests121] -depends = buildcontroller,sims121,testsPCE -#the last dependency is to avoid temporarily concurrent ressources problem to fix in parallel mode +depends = buildcontroller,build_karaf_tests121,sims121,testsPCE +# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation whitelist_externals = launch_tests.sh -passenv = LAUNCHER +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION +setenv = +# USE_LIGHTY=True + USE_ODL_RESTCONF_VERSION=draft-bierman02 + USE_ODL_ALT_KARAF_ENV=./karaf121.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf121 commands = ./launch_tests.sh 1.2.1 {posargs:} # By default, all tests in the folder transportpce_tests/1.2.1/ are run. @@ -87,56 +106,117 @@ commands = # which is more verbose than nose or 'export LAUNCHER="ls -l"' to only list script # files attributes. +[testenv:build_karaf_tests221] +depends = buildcontroller +# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation +whitelist_externals = launch_tests.sh +passenv = LAUNCHER USE_LIGHTY +setenv = +# USE_LIGHTY=True + USE_ODL_ALT_KARAF_ENV=./karaf221.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221 +commands = + ./build_karaf_for_tests.sh + [testenv:tests221] -depends = buildcontroller,sims221,tests121 -#the last dependency is to avoid temporarily concurrent ressources problem to fix in parallel mode +depends = buildcontroller,build_karaf_tests221,sims221,tests71 +# tests71 dependency is only here to chain tests in the gate and avoid ressources starvation whitelist_externals = launch_tests.sh -passenv = LAUNCHER +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION +setenv = +# USE_LIGHTY=True + USE_ODL_RESTCONF_VERSION=draft-bierman02 + USE_ODL_ALT_KARAF_ENV=./karaf221.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221 commands = ./launch_tests.sh 2.2.1 {posargs:} +[testenv:build_karaf_tests71] +depends = buildcontroller +# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation +whitelist_externals = launch_tests.sh +passenv = LAUNCHER USE_LIGHTY +setenv = +# USE_LIGHTY=True + USE_ODL_ALT_KARAF_ENV=./karaf71.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71 +commands = + ./build_karaf_for_tests.sh + [testenv:tests71] -depends = buildcontroller,sims71,tests221 -#the last dependency is to avoid temporarily concurrent ressources problem to fix in parallel mode +depends = buildcontroller,build_karaf_tests71,sims71,tests_tapi whitelist_externals = launch_tests.sh -passenv = LAUNCHER +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION +setenv = +# USE_LIGHTY=True + USE_ODL_RESTCONF_VERSION=draft-bierman02 + USE_ODL_ALT_KARAF_ENV=./karaf71.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf71 commands = ./launch_tests.sh 7.1 {posargs:} +[testenv:build_karaf_tests_hybrid] +depends = buildcontroller +# testsPCE dependency is only here to chain tests in the gate and avoid resources starvation +whitelist_externals = launch_tests.sh +passenv = LAUNCHER USE_LIGHTY +setenv = +# USE_LIGHTY=True + USE_ODL_ALT_KARAF_ENV=./karaf121.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf_hybrid +commands = + ./build_karaf_for_tests.sh + [testenv:tests_hybrid] -depends = buildcontroller,sims121,sims221,sims71,tests71 -#the last dependency is to avoid temporarily concurrent ressources problem to fix in parallel mode +depends = buildcontroller,build_karaf_tests_hybrid,sims121,sims221,sims71,tests121,tests221,tests71 +#the last dependency is to avoid temporarily concurrent ressources problem in parallel mode whitelist_externals = launch_tests.sh -passenv = LAUNCHER +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION +setenv = +# USE_LIGHTY=True + USE_ODL_ALT_KARAF_ENV=./karaf121.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf_hybrid commands = # nosetests --with-xunit transportpce_tests/hybrid/test01_device_change_notifications.py ./launch_tests.sh hybrid {posargs:} -[testenv:gnpy] -depends = buildcontroller -whitelist_externals = sh - sudo +[testenv:tests_tapi] +depends = buildcontroller,build_karaf_tests221,sims221 +whitelist_externals = launch_tests.sh +passenv = LAUNCHER USE_LIGHTY OLM_TIMER1 OLM_TIMER2 USE_ODL_RESTCONF_VERSION +setenv = +# USE_LIGHTY=True + USE_ODL_RESTCONF_VERSION=draft-bierman02 + USE_ODL_ALT_KARAF_ENV=./karaf221.env + USE_ODL_ALT_KARAF_INSTALL_DIR=karaf221 + INSTALL_TAPI=True + OLM_TIMER1=3000 + OLM_TIMER2=2000 + commands = - #sudo docker pull atriki/gnpyrest:v1.2 - sudo docker run -d -p 8008:5000 --name gnpy_tpce_rest1 atriki/gnpyrest:v1.2 - nosetests --with-xunit transportpce_tests/with_docker/test_gnpy.py - sudo docker container rm -f gnpy_tpce_rest1 + ./launch_tests.sh tapi {posargs:} [testenv:nbinotifications] depends = buildcontroller,sims221 -whitelist_externals = sh - sudo +whitelist_externals = launch_tests.sh + dockercmd.sh +passenv = LAUNCHER USE_LIGHTY USE_ODL_RESTCONF_VERSION OLM_TIMER1 OLM_TIMER2 +setenv = + OLM_TIMER1=3000 + OLM_TIMER2=2000 + INSTALL_NBINOTIFICATIONS=True + commands = - sudo docker-compose -f ./nbinotifications/docker-compose.yml up -d - nosetests --with-xunit transportpce_tests/with_docker/test_nbinotifications.py - sudo docker-compose -f ./nbinotifications/docker-compose.yml down --rmi all + ./dockercmd.sh run -d -p 2181:2181 -p 9092:9092 --env ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092 --name tpce_kafka1 teivah/kafka:2.0.0 + ./launch_tests.sh with_docker nbinotifications + ./dockercmd.sh container rm -f tpce_kafka1 [testenv:docs] passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY basepython = python3 deps = -rdocs/requirements.txt commands = - sphinx-build -q -W -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html + sphinx-build -q -W --keep-going -b html -n -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/html [testenv:docs-linkcheck] passenv = http_proxy HTTP_PROXY https_proxy HTTPS_PROXY no_proxy NO_PROXY @@ -160,7 +240,7 @@ deps = -rdocs/requirements.txt sphinxcontrib-spelling PyEnchant -commands = sphinx-build -b spelling -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/spelling +commands = sphinx-build -b spelling -d {envtmpdir}/doctrees ../docs/ {toxinidir}/docs/_build/spelling [testenv:autopep8] basepython = python3 @@ -168,12 +248,19 @@ deps = autopep8 commands = autopep8 --max-line-length 120 --in-place --recursive transportpce_tests/ +[testenv:pylint_full] +basepython = python3 +deps = pylint>=2.6.0 +whitelist_externals = find +commands = + find transportpce_tests/ -name *.py -exec pylint --fail-under=9.22 --max-line-length=120 --disable=missing-docstring --module-rgx="([a-z0-9_]+$)|([0-9.]{1,30}$)" --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" --reports=y --score=y --output-format=colorized \{\} + + [testenv:pylint] basepython = python3 -deps = pylint +deps = pylint>=2.6.0 whitelist_externals = find commands = - find transportpce_tests/ -name *.py -exec pylint --max-line-length=120 --disable=missing-docstring --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" --reports=y --score=y --output-format=colorized \{\} + + find transportpce_tests/ -name *.py -exec pylint --fail-under=10 --max-line-length=120 --disable=missing-docstring --disable=fixme --disable=duplicate-code --module-rgx="([a-z0-9_]+$)|([0-9.]{1,30}$)" --method-rgx="(([a-z_][a-zA-Z0-9_]{2,})|(_[a-z0-9_]*)|(__[a-zA-Z][a-zA-Z0-9_]+__))$" --variable-rgx="[a-zA-Z_][a-zA-Z0-9_]{1,30}$" \{\} + [testenv:pyang] basepython = python3 @@ -206,6 +293,12 @@ commands = pre-commit uninstall pre-commit uninstall --hook-type commit-msg +[testenv:pre-commit-autoupdate] +basepython = python3 +deps = pre-commit +commands = + pre-commit autoupdate + [testenv:pre-commit] basepython = python3 deps = pre-commit @@ -223,5 +316,5 @@ commands = basepython = python3 deps = gitlint commands = - gitlint + gitlint --config ../.gitlint