a3db0782d4
Change-Id: I5b1d5600cdef4b05cc7c2f1cddb60aed2cc49ac2 Signed-off-by: John DeNisco <jdenisco@cisco.com>
640 lines
18 KiB
Python
Executable File
640 lines
18 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
# Copyright (c) 2016 Cisco and/or its affiliates.
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at:
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""VPP Configuration Main Entry"""
|
|
|
|
import re
|
|
import os
|
|
import sys
|
|
import logging
|
|
|
|
from vpplib.AutoConfig import AutoConfig
|
|
from vpplib.VPPUtil import VPPUtil
|
|
|
|
VPP_DRYRUNDIR = '/vpp/vpp-config/dryrun'
|
|
VPP_AUTO_CONFIGURATION_FILE = '/vpp/vpp-config/configs/auto-config.yaml'
|
|
VPP_HUGE_PAGE_FILE = '/vpp/vpp-config/dryrun/sysctl.d/80-vpp.conf'
|
|
VPP_STARTUP_FILE = '/vpp/vpp-config/dryrun/vpp/startup.conf'
|
|
VPP_GRUB_FILE = '/vpp/vpp-config/dryrun/default/grub'
|
|
VPP_REAL_HUGE_PAGE_FILE = '/etc/sysctl.d/80-vpp.conf'
|
|
VPP_REAL_STARTUP_FILE = '/etc/vpp/startup.conf'
|
|
VPP_REAL_GRUB_FILE = '/etc/default/grub'
|
|
|
|
rootdir = ''
|
|
|
|
|
|
def autoconfig_yn(question, default):
|
|
"""
|
|
Ask the user a yes or no question.
|
|
|
|
:param question: The text of the question
|
|
:param default: Value to be returned if '\n' is entered
|
|
:type question: string
|
|
:type default: string
|
|
:returns: The Answer
|
|
:rtype: string
|
|
"""
|
|
input_valid = False
|
|
default = default.lower()
|
|
answer = ''
|
|
while not input_valid:
|
|
answer = raw_input(question)
|
|
if len(answer) == 0:
|
|
answer = default
|
|
if re.findall(r'[YyNn]', answer):
|
|
input_valid = True
|
|
answer = answer[0].lower()
|
|
else:
|
|
print "Please answer Y, N or Return."
|
|
|
|
return answer
|
|
|
|
|
|
def autoconfig_cp(node, src, dst):
|
|
"""
|
|
Copies a file, saving the original if needed.
|
|
|
|
:param node: Node dictionary with cpuinfo.
|
|
:param src: Source File
|
|
:param dst: Destination file
|
|
:type node: dict
|
|
:type src: string
|
|
:type dst: string
|
|
:raises RuntimeError: If command fails
|
|
"""
|
|
|
|
# If the destination file exist, create a copy if one does not already
|
|
# exist
|
|
ofile = dst + '.orig'
|
|
(ret, stdout, stderr) = VPPUtil.exec_command('ls {}'.format(dst))
|
|
if ret == 0:
|
|
cmd = 'cp {} {}'.format(dst, ofile)
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd,
|
|
node['host'],
|
|
stdout,
|
|
stderr))
|
|
|
|
# Copy the source file
|
|
cmd = 'cp {} {}'.format(src, os.path.dirname(dst))
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {}'.
|
|
format(cmd, node['host'], stderr))
|
|
|
|
|
|
def autoconfig_diff(node, src, dst):
|
|
"""
|
|
Returns the diffs of 2 files.
|
|
|
|
:param node: Node dictionary with cpuinfo.
|
|
:param src: Source File
|
|
:param dst: Destination file
|
|
:type node: dict
|
|
:type src: string
|
|
:type dst: string
|
|
:returns: The Answer
|
|
:rtype: string
|
|
:raises RuntimeError: If command fails
|
|
"""
|
|
|
|
# Diff the files and return the output
|
|
cmd = "diff {} {}".format(src, dst)
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if stderr != '':
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd,
|
|
node['host'],
|
|
ret,
|
|
stderr))
|
|
|
|
return stdout
|
|
|
|
|
|
def autoconfig_show_system():
|
|
"""
|
|
Shows the system information.
|
|
|
|
"""
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
|
|
acfg.discover()
|
|
|
|
acfg.sys_info()
|
|
|
|
|
|
def autoconfig_hugepage_apply(node):
|
|
"""
|
|
Apply the huge page configuration.
|
|
:param node: The node structure
|
|
:type node: dict
|
|
:returns: -1 if the caller should return, 0 if not
|
|
:rtype: int
|
|
|
|
"""
|
|
|
|
diffs = autoconfig_diff(node, VPP_REAL_HUGE_PAGE_FILE, rootdir + VPP_HUGE_PAGE_FILE)
|
|
if diffs != '':
|
|
print "These are the changes we will apply to"
|
|
print "the huge page file ({}).\n".format(VPP_REAL_HUGE_PAGE_FILE)
|
|
print diffs
|
|
answer = autoconfig_yn(
|
|
"\nAre you sure you want to apply these changes [Y/n]? ",
|
|
'y')
|
|
if answer == 'n':
|
|
return -1
|
|
|
|
# Copy and sysctl
|
|
autoconfig_cp(node, rootdir + VPP_HUGE_PAGE_FILE, VPP_REAL_HUGE_PAGE_FILE)
|
|
cmd = "sysctl -p {}".format(VPP_REAL_HUGE_PAGE_FILE)
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd, node['host'], stdout, stderr))
|
|
else:
|
|
print '\nThere are no changes to the huge page configuration.'
|
|
|
|
return 0
|
|
|
|
|
|
def autoconfig_vpp_apply(node):
|
|
"""
|
|
Apply the vpp configuration.
|
|
|
|
:param node: The node structure
|
|
:type node: dict
|
|
:returns: -1 if the caller should return, 0 if not
|
|
:rtype: int
|
|
|
|
"""
|
|
|
|
cmd = "service vpp stop"
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd, node['host'], stdout, stderr))
|
|
|
|
diffs = autoconfig_diff(node, VPP_REAL_STARTUP_FILE, rootdir + VPP_STARTUP_FILE)
|
|
if diffs != '':
|
|
print "These are the changes we will apply to"
|
|
print "the VPP startup file ({}).\n".format(VPP_REAL_STARTUP_FILE)
|
|
print diffs
|
|
answer = autoconfig_yn(
|
|
"\nAre you sure you want to apply these changes [Y/n]? ",
|
|
'y')
|
|
if answer == 'n':
|
|
return -1
|
|
|
|
# Copy the VPP startup
|
|
autoconfig_cp(node, rootdir + VPP_STARTUP_FILE, VPP_REAL_STARTUP_FILE)
|
|
else:
|
|
print '\nThere are no changes to VPP startup.'
|
|
|
|
return 0
|
|
|
|
|
|
def autoconfig_grub_apply(node):
|
|
"""
|
|
Apply the grub configuration.
|
|
|
|
:param node: The node structure
|
|
:type node: dict
|
|
:returns: -1 if the caller should return, 0 if not
|
|
:rtype: int
|
|
|
|
"""
|
|
print "\nThe configured grub cmdline looks like this:"
|
|
configured_cmdline = node['grub']['default_cmdline']
|
|
current_cmdline = node['grub']['current_cmdline']
|
|
print configured_cmdline
|
|
print "\nThe current boot cmdline looks like this:"
|
|
print current_cmdline
|
|
question = "\nDo you want to keep the current boot cmdline [Y/n]? "
|
|
answer = autoconfig_yn(question, 'y')
|
|
if answer == 'n':
|
|
node['grub']['keep_cmdline'] = False
|
|
|
|
# Diff the file
|
|
diffs = autoconfig_diff(node, VPP_REAL_GRUB_FILE, rootdir + VPP_GRUB_FILE)
|
|
if diffs != '':
|
|
print "These are the changes we will apply to"
|
|
print "the GRUB file ({}).\n".format(VPP_REAL_GRUB_FILE)
|
|
print diffs
|
|
answer = autoconfig_yn(
|
|
"\nAre you sure you want to apply these changes [y/N]? ",
|
|
'n')
|
|
if answer == 'n':
|
|
return -1
|
|
|
|
# Copy and update grub
|
|
autoconfig_cp(node, rootdir + VPP_GRUB_FILE, VPP_REAL_GRUB_FILE)
|
|
distro = VPPUtil.get_linux_distro()
|
|
if distro[0] == 'Ubuntu':
|
|
cmd = "update-grub"
|
|
else:
|
|
cmd = "grub2-mkconfig -o /boot/grub2/grub.cfg"
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd,
|
|
node['host'],
|
|
stdout,
|
|
stderr))
|
|
print "There have been changes to the GRUB config a",
|
|
print "reboot will be required."
|
|
return -1
|
|
else:
|
|
print '\nThere are no changes to the GRUB config.'
|
|
|
|
return 0
|
|
|
|
|
|
def autoconfig_apply():
|
|
"""
|
|
Apply the configuration.
|
|
|
|
Show the diff of the dryrun file and the actual configuration file
|
|
Copy the files from the dryrun directory to the actual file.
|
|
Peform the system function
|
|
|
|
"""
|
|
|
|
vutil = VPPUtil()
|
|
pkgs = vutil.get_installed_vpp_pkgs()
|
|
if len(pkgs) == 0:
|
|
print "\nVPP is not installed, Install VPP with option 4."
|
|
return
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
|
|
print "\nWe are now going to configure your system(s).\n"
|
|
answer = autoconfig_yn("Are you sure you want to do this [Y/n]? ", 'y')
|
|
if answer == 'n':
|
|
return
|
|
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
|
|
# Check the system resources
|
|
if not acfg.min_system_resources(node):
|
|
return
|
|
|
|
# Huge Pages
|
|
ret = autoconfig_hugepage_apply(node)
|
|
if ret != 0:
|
|
return
|
|
|
|
# VPP
|
|
ret = autoconfig_vpp_apply(node)
|
|
if ret != 0:
|
|
return
|
|
|
|
# Grub
|
|
ret = autoconfig_grub_apply(node)
|
|
if ret != 0:
|
|
return
|
|
|
|
# Everything is configured start vpp
|
|
cmd = "service vpp start"
|
|
(ret, stdout, stderr) = VPPUtil.exec_command(cmd)
|
|
if ret != 0:
|
|
raise RuntimeError('{} failed on node {} {} {}'.
|
|
format(cmd, node['host'], stdout, stderr))
|
|
|
|
|
|
def autoconfig_dryrun():
|
|
"""
|
|
Execute the dryrun function.
|
|
|
|
"""
|
|
|
|
vutil = VPPUtil()
|
|
pkgs = vutil.get_installed_vpp_pkgs()
|
|
if len(pkgs) == 0:
|
|
print "\nVPP is not installed, install VPP with option 4."
|
|
return
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
|
|
# Stop VPP on each node
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
VPPUtil.stop(node)
|
|
|
|
# Discover
|
|
acfg.discover()
|
|
|
|
# Check the system resources
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
if not acfg.min_system_resources(node):
|
|
return
|
|
|
|
# Modify the devices
|
|
acfg.modify_devices()
|
|
|
|
# Modify CPU
|
|
acfg.modify_cpu()
|
|
|
|
# Calculate the cpu parameters
|
|
acfg.calculate_cpu_parameters()
|
|
|
|
# Acquire TCP stack parameters
|
|
acfg.acquire_tcp_params()
|
|
|
|
# Apply the startup
|
|
acfg.apply_vpp_startup()
|
|
|
|
# Apply the grub configuration
|
|
acfg.apply_grub_cmdline()
|
|
|
|
# Huge Pages
|
|
acfg.modify_huge_pages()
|
|
acfg.apply_huge_pages()
|
|
|
|
|
|
def autoconfig_install():
|
|
"""
|
|
Install or Uninstall VPP.
|
|
|
|
"""
|
|
|
|
# Since these commands will take a while, we
|
|
# want to see the progress
|
|
logger = logging.getLogger()
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
vutil = VPPUtil()
|
|
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
|
|
pkgs = vutil.get_installed_vpp_pkgs()
|
|
|
|
if len(pkgs) > 0:
|
|
print "\nThese packages are installed on node {}" \
|
|
.format(node['host'])
|
|
print "{:25} {}".format("Name", "Version")
|
|
for pkg in pkgs:
|
|
if 'version' in pkg:
|
|
print "{:25} {}".format(
|
|
pkg['name'], pkg['version'])
|
|
else:
|
|
print "{}".format(pkg['name'])
|
|
|
|
question = "\nDo you want to uninstall these "
|
|
question += "packages [y/N]? "
|
|
answer = autoconfig_yn(question, 'n')
|
|
if answer == 'y':
|
|
logger.setLevel(logging.INFO)
|
|
vutil.uninstall_vpp(node)
|
|
else:
|
|
print "\nThere are no VPP packages on node {}." \
|
|
.format(node['host'])
|
|
question = "Do you want to install VPP [Y/n]? "
|
|
answer = autoconfig_yn(question, 'y')
|
|
if answer == 'y':
|
|
logger.setLevel(logging.INFO)
|
|
vutil.install_vpp(node)
|
|
|
|
# Set the logging level back
|
|
logger.setLevel(logging.ERROR)
|
|
|
|
|
|
def autoconfig_patch_qemu():
|
|
"""
|
|
Patch the correct qemu version that is needed for openstack
|
|
|
|
"""
|
|
|
|
# Since these commands will take a while, we
|
|
# want to see the progress
|
|
logger = logging.getLogger()
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
|
|
logger.setLevel(logging.INFO)
|
|
acfg.patch_qemu(node)
|
|
|
|
|
|
def autoconfig_ipv4_setup():
|
|
"""
|
|
Setup IPv4 interfaces
|
|
|
|
"""
|
|
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
acfg.ipv4_interface_setup()
|
|
|
|
|
|
def autoconfig_not_implemented():
|
|
"""
|
|
This feature is not implemented
|
|
|
|
"""
|
|
|
|
print "\nThis Feature is not implemented yet...."
|
|
|
|
|
|
def autoconfig_basic_test_menu():
|
|
"""
|
|
The auto configuration basic test menu
|
|
|
|
"""
|
|
|
|
basic_menu_text = '\nWhat would you like to do?\n\n\
|
|
1) List/Create Simple IPv4 Setup\n\
|
|
9 or q) Back to main menu.'
|
|
|
|
print "{}".format(basic_menu_text)
|
|
|
|
input_valid = False
|
|
answer = ''
|
|
while not input_valid:
|
|
answer = raw_input("\nCommand: ")
|
|
if len(answer) > 1:
|
|
print "Please enter only 1 character."
|
|
continue
|
|
if re.findall(r'[Qq1-29]', answer):
|
|
input_valid = True
|
|
answer = answer[0].lower()
|
|
else:
|
|
print "Please enter a character between 1 and 2 or 9."
|
|
|
|
if answer == '9':
|
|
answer = 'q'
|
|
|
|
return answer
|
|
|
|
|
|
def autoconfig_basic_test():
|
|
"""
|
|
The auto configuration basic test menu
|
|
|
|
"""
|
|
vutil = VPPUtil()
|
|
pkgs = vutil.get_installed_vpp_pkgs()
|
|
if len(pkgs) == 0:
|
|
print "\nVPP is not installed, install VPP with option 4."
|
|
return
|
|
|
|
answer = ''
|
|
while answer != 'q':
|
|
answer = autoconfig_basic_test_menu()
|
|
if answer == '1':
|
|
autoconfig_ipv4_setup()
|
|
elif answer == '9' or answer == 'q':
|
|
return
|
|
else:
|
|
autoconfig_not_implemented()
|
|
|
|
|
|
def autoconfig_main_menu():
|
|
"""
|
|
The auto configuration main menu
|
|
|
|
"""
|
|
|
|
main_menu_text = '\nWhat would you like to do?\n\n\
|
|
1) Show basic system information\n\
|
|
2) Dry Run (Will save the configuration files in {}/vpp/vpp-config/dryrun for inspection)\n\
|
|
and user input in {}/vpp/vpp-config/configs/auto-config.yaml\n\
|
|
3) Full configuration (WARNING: This will change the system configuration)\n\
|
|
4) List/Install/Uninstall VPP.\n\
|
|
5) Execute some basic tests.\n\
|
|
9 or q) Quit'.format(rootdir, rootdir)
|
|
|
|
# 5) Dry Run from {}/vpp/vpp-config/auto-config.yaml (will not ask questions).\n\
|
|
# 6) Install QEMU patch (Needed when running openstack).\n\
|
|
|
|
print "{}".format(main_menu_text)
|
|
|
|
input_valid = False
|
|
answer = ''
|
|
while not input_valid:
|
|
answer = raw_input("\nCommand: ")
|
|
if len(answer) > 1:
|
|
print "Please enter only 1 character."
|
|
continue
|
|
if re.findall(r'[Qq1-79]', answer):
|
|
input_valid = True
|
|
answer = answer[0].lower()
|
|
else:
|
|
print "Please enter a character between 1 and 5 or 9."
|
|
|
|
if answer == '9':
|
|
answer = 'q'
|
|
return answer
|
|
|
|
|
|
def autoconfig_main():
|
|
"""
|
|
The auto configuration main entry point
|
|
|
|
"""
|
|
|
|
answer = ''
|
|
while answer != 'q':
|
|
answer = autoconfig_main_menu()
|
|
if answer == '1':
|
|
autoconfig_show_system()
|
|
elif answer == '2':
|
|
autoconfig_dryrun()
|
|
elif answer == '3':
|
|
autoconfig_apply()
|
|
elif answer == '4':
|
|
autoconfig_install()
|
|
elif answer == '5':
|
|
autoconfig_basic_test()
|
|
elif answer == '9' or answer == 'q':
|
|
return
|
|
else:
|
|
autoconfig_not_implemented()
|
|
|
|
|
|
def autoconfig_setup():
|
|
"""
|
|
The auto configuration setup function.
|
|
|
|
We will copy the configuration files to the dryrun directory.
|
|
|
|
"""
|
|
|
|
global rootdir
|
|
|
|
logging.basicConfig(level=logging.ERROR)
|
|
|
|
distro = VPPUtil.get_linux_distro()
|
|
if distro[0] == 'Ubuntu':
|
|
rootdir = '/usr/local'
|
|
else:
|
|
rootdir = '/usr'
|
|
|
|
# If there is a system configuration file use that, if not use the initial auto-config file
|
|
filename = rootdir + VPP_AUTO_CONFIGURATION_FILE
|
|
if os.path.isfile(filename) is True:
|
|
acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE)
|
|
else:
|
|
raise RuntimeError('The Auto configuration file does not exist {}'.
|
|
format(filename))
|
|
|
|
print "\nWelcome to the VPP system configuration utility"
|
|
|
|
print "\nThese are the files we will modify:"
|
|
print " /etc/vpp/startup.conf"
|
|
print " /etc/sysctl.d/80-vpp.conf"
|
|
print " /etc/default/grub"
|
|
|
|
print "\nBefore we change them, we'll create working copies in {}".format(rootdir + VPP_DRYRUNDIR)
|
|
print "Please inspect them carefully before applying the actual configuration (option 3)!"
|
|
|
|
nodes = acfg.get_nodes()
|
|
for i in nodes.items():
|
|
node = i[1]
|
|
|
|
if (os.path.isfile(rootdir + VPP_STARTUP_FILE) is not True) and \
|
|
(os.path.isfile(VPP_REAL_STARTUP_FILE) is True):
|
|
autoconfig_cp(node, VPP_REAL_STARTUP_FILE, '{}'.format(rootdir + VPP_STARTUP_FILE))
|
|
if (os.path.isfile(rootdir + VPP_HUGE_PAGE_FILE) is not True) and \
|
|
(os.path.isfile(VPP_REAL_HUGE_PAGE_FILE) is True):
|
|
autoconfig_cp(node, VPP_REAL_HUGE_PAGE_FILE, '{}'.format(rootdir + VPP_HUGE_PAGE_FILE))
|
|
if (os.path.isfile(rootdir + VPP_GRUB_FILE) is not True) and \
|
|
(os.path.isfile(VPP_REAL_GRUB_FILE) is True):
|
|
autoconfig_cp(node, VPP_REAL_GRUB_FILE, '{}'.format(rootdir + VPP_GRUB_FILE))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
# Check for root
|
|
if not os.geteuid() == 0:
|
|
sys.exit('\nPlease run the VPP Configuration Utility as root.')
|
|
|
|
# Setup
|
|
autoconfig_setup()
|
|
|
|
# Main menu
|
|
autoconfig_main()
|