8800f732f8
- Make framework.py classes a subset of asfframework.py classes - Remove all packet related code from asfframework.py - Add test class and test case set up debug output to log - Repatriate packet tests from asf to test directory - Remove non-packet related code from framework.py and inherit them from asfframework.py classes - Clean up unused import variables - Re-enable BFD tests on Ubuntu 22.04 and fix intermittent test failures in echo_looped_back testcases (where # control packets verified but not guaranteed to be received during test) - Re-enable Wireguard tests on Ubuntu 22.04 and fix intermittent test failures in handshake ratelimiting testcases and event testcase - Run Wiregard testcase suites solo - Improve debug output in log.txt - Increase VCL/LDP post sleep timeout to allow iperf server to finish cleanly. - Fix pcap history files to be sorted by suite and testcase and ensure order/timestamp is correct based on creation in the testcase. - Decode pcap files for each suite and testcase for all errors or if configured via comandline option / env var - Improve vpp corefile detection to allow complete corefile generation - Disable vm vpp interfaces testcases on debian11 - Clean up failed unittest dir when retrying failed testcases and unify testname directory and failed linknames into framwork functions Type: test Change-Id: I0764f79ea5bb639d278bf635ed2408d4d5220e1e Signed-off-by: Dave Wallace <dwallacelf@gmail.com>
92 lines
2.6 KiB
Python
92 lines
2.6 KiB
Python
#!/usr/bin/env python3
|
|
"""CLI functional tests"""
|
|
|
|
import unittest
|
|
|
|
from vpp_papi import VPPIOError
|
|
|
|
from asfframework import VppAsfTestCase, VppTestRunner
|
|
|
|
|
|
class TestCLI(VppAsfTestCase):
|
|
"""CLI Test Case"""
|
|
|
|
maxDiff = None
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
# using the framework default
|
|
cls.vapi_response_timeout = 5
|
|
super(TestCLI, cls).setUpClass()
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
super(TestCLI, cls).tearDownClass()
|
|
|
|
def setUp(self):
|
|
super(TestCLI, self).setUp()
|
|
|
|
def tearDown(self):
|
|
super(TestCLI, self).tearDown()
|
|
|
|
def test_cli_retval(self):
|
|
"""CLI inband retval"""
|
|
rv = self.vapi.papi.cli_inband(cmd="this command does not exist")
|
|
self.assertNotEqual(rv.retval, 0)
|
|
|
|
rv = self.vapi.papi.cli_inband(cmd="show version")
|
|
self.assertEqual(rv.retval, 0)
|
|
|
|
def test_long_cli_delay(self):
|
|
"""Test that VppApiClient raises VppIOError if timeout.""" # noqa
|
|
with self.assertRaises(VPPIOError) as ctx:
|
|
rv = self.vapi.papi.cli_inband(cmd="wait 10")
|
|
|
|
def test_long_cli_delay_override(self):
|
|
"""Test per-command _timeout option.""" # noqa
|
|
rv = self.vapi.papi.cli_inband(cmd="wait 10", _timeout=15)
|
|
self.assertEqual(rv.retval, 0)
|
|
|
|
|
|
class TestCLIExtendedVapiTimeout(VppAsfTestCase):
|
|
maxDiff = None
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cls.vapi_response_timeout = 15
|
|
cls.__doc__ = (
|
|
" CLI Test Case w/ Extended (%ssec) Vapi Timeout "
|
|
% cls.vapi_response_timeout
|
|
)
|
|
super(TestCLIExtendedVapiTimeout, cls).setUpClass()
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
super(TestCLIExtendedVapiTimeout, cls).tearDownClass()
|
|
|
|
def setUp(self):
|
|
super(TestCLIExtendedVapiTimeout, self).setUp()
|
|
|
|
def tearDown(self):
|
|
super(TestCLIExtendedVapiTimeout, self).tearDown()
|
|
|
|
def test_long_cli_delay(self):
|
|
"""Test that delayed result returns with extended timeout."""
|
|
wait_secs = self.vapi_response_timeout - 1
|
|
|
|
# get vpp time as float
|
|
start = self.vapi.papi.show_vpe_system_time(
|
|
_no_type_conversion=True
|
|
).vpe_system_time
|
|
rv = self.vapi.papi.cli_inband(cmd="wait %s" % wait_secs)
|
|
now = self.vapi.papi.show_vpe_system_time(
|
|
_no_type_conversion=True
|
|
).vpe_system_time
|
|
|
|
# assume that the overhead of the measurement is not more that .5 sec.
|
|
self.assertEqual(round(now - start), wait_secs)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main(testRunner=VppTestRunner)
|