vpp/test/template_classifier.py
Dave Wallace 8800f732f8 tests: refactor asf framework code
- Make framework.py classes a subset of asfframework.py classes
- Remove all packet related code from asfframework.py
- Add test class and test case set up debug output to log
- Repatriate packet tests from asf to test directory
- Remove non-packet related code from framework.py and
  inherit them from asfframework.py classes
- Clean up unused import variables
- Re-enable BFD tests on Ubuntu 22.04 and fix
  intermittent test failures in echo_looped_back
  testcases (where # control packets verified but
  not guaranteed to be received during test)
- Re-enable Wireguard tests on Ubuntu 22.04 and fix
  intermittent test failures in handshake ratelimiting
  testcases and event testcase
- Run Wiregard testcase suites solo
- Improve debug output in log.txt
- Increase VCL/LDP post sleep timeout to allow iperf server
  to finish cleanly.
- Fix pcap history files to be sorted by suite and testcase
  and ensure order/timestamp is correct based on creation
  in the testcase.
- Decode pcap files for each suite and testcase for all
  errors or if configured via comandline option / env var
- Improve vpp corefile detection to allow complete corefile
  generation
- Disable vm vpp interfaces testcases on debian11
- Clean up failed unittest dir when retrying failed testcases
  and unify testname directory and failed linknames into
  framwork functions

Type: test

Change-Id: I0764f79ea5bb639d278bf635ed2408d4d5220e1e
Signed-off-by: Dave Wallace <dwallacelf@gmail.com>
2023-11-03 05:06:43 +00:00

491 lines
18 KiB
Python

#!/usr/bin/env python3
import binascii
import socket
from socket import AF_INET, AF_INET6
import sys
from dataclasses import dataclass
from framework import VppTestCase
from scapy.packet import Raw
from scapy.layers.l2 import Ether
from scapy.layers.inet import IP, UDP, TCP
from scapy.layers.inet6 import IPv6
from util import ppp
@dataclass
class VarMask:
offset: int
spec: str
@dataclass
class VarMatch:
offset: int
value: int
length: int
class TestClassifier(VppTestCase):
@staticmethod
def _resolve_mask_match(mask_match):
mask_match = binascii.unhexlify(mask_match)
mask_match_len = ((len(mask_match) - 1) // 16 + 1) * 16
mask_match = mask_match + b"\0" * (mask_match_len - len(mask_match))
return mask_match, mask_match_len
@classmethod
def setUpClass(cls):
"""
Perform standard class setup (defined by class method setUpClass in
class VppTestCase) before running the test case, set test case related
variables and configure VPP.
"""
super(TestClassifier, cls).setUpClass()
cls.acl_active_table = ""
cls.af = AF_INET
def setUp(self):
"""
Perform test setup before test case.
**Config:**
- create 4 pg interfaces
- untagged pg0/pg1/pg2 interface
pg0 -------> pg1 (IP ACL)
\
---> pg2 (MAC ACL))
\
-> pg3 (PBR)
- setup interfaces:
- put it into UP state
- set IPv4/6 addresses
- resolve neighbor address using ARP
:ivar list interfaces: pg interfaces.
:ivar list pg_if_packet_sizes: packet sizes in test.
:ivar dict acl_tbl_idx: ACL table index.
:ivar int pbr_vrfid: VRF id for PBR test.
"""
self.reset_packet_infos()
super(TestClassifier, self).setUp()
if self.af is None: # l2_acl test case
return
# create 4 pg interfaces
self.create_pg_interfaces(range(4))
# packet sizes to test
self.pg_if_packet_sizes = [64, 9018]
self.interfaces = list(self.pg_interfaces)
# ACL & PBR vars
self.acl_tbl_idx = {}
self.pbr_vrfid = 200
# setup all interfaces
for intf in self.interfaces:
intf.admin_up()
if self.af == AF_INET:
intf.config_ip4()
intf.resolve_arp()
elif self.af == AF_INET6:
intf.config_ip6()
intf.resolve_ndp()
def tearDown(self):
"""Run standard test teardown and acl related log."""
if self.af is not None and not self.vpp_dead:
if self.af == AF_INET:
self.logger.info(self.vapi.ppcli("show inacl type ip4"))
self.logger.info(self.vapi.ppcli("show outacl type ip4"))
elif self.af == AF_INET6:
self.logger.info(self.vapi.ppcli("show inacl type ip6"))
self.logger.info(self.vapi.ppcli("show outacl type ip6"))
self.logger.info(self.vapi.cli("show classify table verbose"))
self.logger.info(self.vapi.cli("show ip fib"))
self.logger.info(self.vapi.cli("show error"))
if self.acl_active_table.endswith("out"):
self.output_acl_set_interface(
self.pg0, self.acl_tbl_idx.get(self.acl_active_table), 0
)
elif self.acl_active_table != "":
self.input_acl_set_interface(
self.pg0, self.acl_tbl_idx.get(self.acl_active_table), 0
)
self.acl_active_table = ""
for intf in self.interfaces:
if self.af == AF_INET:
intf.unconfig_ip4()
elif self.af == AF_INET6:
intf.unconfig_ip6()
intf.admin_down()
super(TestClassifier, self).tearDown()
@staticmethod
def build_mac_match(dst_mac="", src_mac="", ether_type=""):
"""Build MAC ACL match data with hexstring format.
:param str dst_mac: source MAC address <x:x:x:x:x:x>
:param str src_mac: destination MAC address <x:x:x:x:x:x>
:param str ether_type: ethernet type <0-ffff>
"""
if dst_mac:
dst_mac = dst_mac.replace(":", "")
if src_mac:
src_mac = src_mac.replace(":", "")
return (
"{!s:0>12}{!s:0>12}{!s:0>4}".format(dst_mac, src_mac, ether_type)
).rstrip()
@staticmethod
def build_mac_mask(dst_mac="", src_mac="", ether_type=""):
"""Build MAC ACL mask data with hexstring format.
:param str dst_mac: source MAC address <0-ffffffffffff>
:param str src_mac: destination MAC address <0-ffffffffffff>
:param str ether_type: ethernet type <0-ffff>
"""
return (
"{!s:0>12}{!s:0>12}{!s:0>4}".format(dst_mac, src_mac, ether_type)
).rstrip()
@staticmethod
def build_ip_mask(proto="", src_ip="", dst_ip="", src_port="", dst_port=""):
"""Build IP ACL mask data with hexstring format.
:param str proto: protocol number <0-ff>
:param str src_ip: source ip address <0-ffffffff>
:param str dst_ip: destination ip address <0-ffffffff>
:param str src_port: source port number <0-ffff>
:param str dst_port: destination port number <0-ffff>
"""
return (
"{!s:0>20}{!s:0>12}{!s:0>8}{!s:0>4}{!s:0>4}".format(
proto, src_ip, dst_ip, src_port, dst_port
)
).rstrip("0")
@staticmethod
def build_ip6_mask(nh="", src_ip="", dst_ip="", src_port="", dst_port=""):
"""Build IPv6 ACL mask data with hexstring format.
:param str nh: next header number <0-ff>
:param str src_ip: source ip address <0-ffffffff>
:param str dst_ip: destination ip address <0-ffffffff>
:param str src_port: source port number <0-ffff>
:param str dst_port: destination port number <0-ffff>
"""
return (
"{!s:0>14}{!s:0>34}{!s:0>32}{!s:0>4}{!s:0>4}".format(
nh, src_ip, dst_ip, src_port, dst_port
)
).rstrip("0")
@staticmethod
def build_payload_mask(masks):
payload_mask = ""
for mask in masks:
# offset is specified in bytes, convert to hex format.
length = (mask.offset * 2) + len(mask.spec)
format_spec = "{!s:0>" + str(length) + "}"
payload_mask += format_spec.format(mask.spec)
return payload_mask.rstrip("0")
@staticmethod
def build_ip_match(proto=0, src_ip="", dst_ip="", src_port=0, dst_port=0):
"""Build IP ACL match data with hexstring format.
:param int proto: protocol number with valid option "x"
:param str src_ip: source ip address with format of "x.x.x.x"
:param str dst_ip: destination ip address with format of "x.x.x.x"
:param int src_port: source port number "x"
:param int dst_port: destination port number "x"
"""
if src_ip:
src_ip = binascii.hexlify(socket.inet_aton(src_ip)).decode("ascii")
if dst_ip:
dst_ip = binascii.hexlify(socket.inet_aton(dst_ip)).decode("ascii")
return (
"{!s:0>20}{!s:0>12}{!s:0>8}{!s:0>4}{!s:0>4}".format(
hex(proto)[2:], src_ip, dst_ip, hex(src_port)[2:], hex(dst_port)[2:]
)
).rstrip("0")
@staticmethod
def build_ip6_match(nh=0, src_ip="", dst_ip="", src_port=0, dst_port=0):
"""Build IPv6 ACL match data with hexstring format.
:param int nh: next header number with valid option "x"
:param str src_ip: source ip6 address with format of "xxx:xxxx::xxxx"
:param str dst_ip: destination ip6 address with format of
"xxx:xxxx::xxxx"
:param int src_port: source port number "x"
:param int dst_port: destination port number "x"
"""
if src_ip:
if sys.version_info[0] == 2:
src_ip = binascii.hexlify(socket.inet_pton(socket.AF_INET6, src_ip))
else:
src_ip = socket.inet_pton(socket.AF_INET6, src_ip).hex()
if dst_ip:
if sys.version_info[0] == 2:
dst_ip = binascii.hexlify(socket.inet_pton(socket.AF_INET6, dst_ip))
else:
dst_ip = socket.inet_pton(socket.AF_INET6, dst_ip).hex()
return (
"{!s:0>14}{!s:0>34}{!s:0>32}{!s:0>4}{!s:0>4}".format(
hex(nh)[2:], src_ip, dst_ip, hex(src_port)[2:], hex(dst_port)[2:]
)
).rstrip("0")
@staticmethod
def build_payload_match(matches):
payload_match = ""
for match in matches:
sval = str(hex(match.value)[2:])
# offset is specified in bytes, convert to hex format.
length = (match.offset + match.length) * 2
format_spec = "{!s:0>" + str(length) + "}"
payload_match += format_spec.format(sval)
return payload_match.rstrip("0")
def create_stream(
self,
src_if,
dst_if,
packet_sizes,
proto_l=UDP(sport=1234, dport=5678),
payload_ex=None,
):
"""Create input packet stream for defined interfaces.
:param VppInterface src_if: Source Interface for packet stream.
:param VppInterface dst_if: Destination Interface for packet stream.
:param list packet_sizes: packet size to test.
:param Scapy proto_l: Required IP protocol. Default protocol is UDP.
"""
pkts = []
for size in packet_sizes:
info = self.create_packet_info(src_if, dst_if)
payload = self.info_to_payload(info)
# append any additional payload after info
if payload_ex is not None:
payload += payload_ex
if self.af == AF_INET:
p = (
Ether(dst=src_if.local_mac, src=src_if.remote_mac)
/ IP(src=src_if.remote_ip4, dst=dst_if.remote_ip4)
/ proto_l
/ Raw(payload)
)
elif self.af == AF_INET6:
p = (
Ether(dst=src_if.local_mac, src=src_if.remote_mac)
/ IPv6(src=src_if.remote_ip6, dst=dst_if.remote_ip6)
/ proto_l
/ Raw(payload)
)
info.data = p.copy()
self.extend_packet(p, size)
pkts.append(p)
return pkts
def verify_capture(self, dst_if, capture, proto_l=UDP):
"""Verify captured input packet stream for defined interface.
:param VppInterface dst_if: Interface to verify captured packet stream.
:param list capture: Captured packet stream.
:param Scapy proto_l: Required IP protocol. Default protocol is UDP.
"""
ip_proto = IP
if self.af == AF_INET6:
ip_proto = IPv6
self.logger.info("Verifying capture on interface %s" % dst_if.name)
last_info = dict()
for i in self.interfaces:
last_info[i.sw_if_index] = None
dst_sw_if_index = dst_if.sw_if_index
for packet in capture:
try:
ip_received = packet[ip_proto]
proto_received = packet[proto_l]
payload_info = self.payload_to_info(packet[Raw])
packet_index = payload_info.index
self.assertEqual(payload_info.dst, dst_sw_if_index)
self.logger.debug(
"Got packet on port %s: src=%u (id=%u)"
% (dst_if.name, payload_info.src, packet_index)
)
next_info = self.get_next_packet_info_for_interface2(
payload_info.src, dst_sw_if_index, last_info[payload_info.src]
)
last_info[payload_info.src] = next_info
self.assertTrue(next_info is not None)
self.assertEqual(packet_index, next_info.index)
saved_packet = next_info.data
ip_saved = saved_packet[ip_proto]
proto_saved = saved_packet[proto_l]
# Check standard fields
self.assertEqual(ip_received.src, ip_saved.src)
self.assertEqual(ip_received.dst, ip_saved.dst)
self.assertEqual(proto_received.sport, proto_saved.sport)
self.assertEqual(proto_received.dport, proto_saved.dport)
except BaseException:
self.logger.error(ppp("Unexpected or invalid packet:", packet))
raise
for i in self.interfaces:
remaining_packet = self.get_next_packet_info_for_interface2(
i.sw_if_index, dst_sw_if_index, last_info[i.sw_if_index]
)
self.assertTrue(
remaining_packet is None,
"Interface %s: Packet expected from interface %s "
"didn't arrive" % (dst_if.name, i.name),
)
def create_classify_table(self, key, mask, data_offset=0, next_table_index=None):
"""Create Classify Table
:param str key: key for classify table (ex, ACL name).
:param str mask: mask value for interested traffic.
:param int data_offset:
:param str next_table_index
"""
mask_match, mask_match_len = self._resolve_mask_match(mask)
r = self.vapi.classify_add_del_table(
is_add=1,
mask=mask_match,
mask_len=mask_match_len,
match_n_vectors=(len(mask) - 1) // 32 + 1,
miss_next_index=0,
current_data_flag=1,
current_data_offset=data_offset,
next_table_index=next_table_index,
)
self.assertIsNotNone(r, "No response msg for add_del_table")
self.acl_tbl_idx[key] = r.new_table_index
def create_classify_session(
self, table_index, match, pbr_option=0, vrfid=0, is_add=1
):
"""Create Classify Session
:param int table_index: table index to identify classify table.
:param str match: matched value for interested traffic.
:param int pbr_option: enable/disable PBR feature.
:param int vrfid: VRF id.
:param int is_add: option to configure classify session.
- create(1) or delete(0)
"""
mask_match, mask_match_len = self._resolve_mask_match(match)
r = self.vapi.classify_add_del_session(
is_add=is_add,
table_index=table_index,
match=mask_match,
match_len=mask_match_len,
opaque_index=0,
action=pbr_option,
metadata=vrfid,
)
self.assertIsNotNone(r, "No response msg for add_del_session")
def input_acl_set_interface(self, intf, table_index, is_add=1):
"""Configure Input ACL interface
:param VppInterface intf: Interface to apply Input ACL feature.
:param int table_index: table index to identify classify table.
:param int is_add: option to configure classify session.
- enable(1) or disable(0)
"""
r = None
if self.af == AF_INET:
r = self.vapi.input_acl_set_interface(
is_add, intf.sw_if_index, ip4_table_index=table_index
)
elif self.af == AF_INET6:
r = self.vapi.input_acl_set_interface(
is_add, intf.sw_if_index, ip6_table_index=table_index
)
else:
r = self.vapi.input_acl_set_interface(
is_add, intf.sw_if_index, l2_table_index=table_index
)
self.assertIsNotNone(r, "No response msg for acl_set_interface")
def output_acl_set_interface(self, intf, table_index, is_add=1):
"""Configure Output ACL interface
:param VppInterface intf: Interface to apply Output ACL feature.
:param int table_index: table index to identify classify table.
:param int is_add: option to configure classify session.
- enable(1) or disable(0)
"""
r = None
if self.af == AF_INET:
r = self.vapi.output_acl_set_interface(
is_add, intf.sw_if_index, ip4_table_index=table_index
)
elif self.af == AF_INET6:
r = self.vapi.output_acl_set_interface(
is_add, intf.sw_if_index, ip6_table_index=table_index
)
else:
r = self.vapi.output_acl_set_interface(
is_add, intf.sw_if_index, l2_table_index=table_index
)
self.assertIsNotNone(r, "No response msg for acl_set_interface")
def config_pbr_fib_entry(self, intf, is_add=1):
"""Configure fib entry to route traffic toward PBR VRF table
:param VppInterface intf: destination interface to be routed for PBR.
"""
addr_len = 24
self.vapi.ip_add_del_route(
dst_address=intf.local_ip4,
dst_address_length=addr_len,
next_hop_address=intf.remote_ip4,
table_id=self.pbr_vrfid,
is_add=is_add,
)
def verify_vrf(self, vrf_id):
"""
Check if the FIB table / VRF ID is configured.
:param int vrf_id: The FIB table / VRF ID to be verified.
:return: 1 if the FIB table / VRF ID is configured, otherwise return 0.
"""
ip_fib_dump = self.vapi.ip_route_dump(vrf_id, False)
vrf_count = len(ip_fib_dump)
if vrf_count == 0:
self.logger.info("IPv4 VRF ID %d is not configured" % vrf_id)
return 0
else:
self.logger.info("IPv4 VRF ID %d is configured" % vrf_id)
return 1