03806d0b67
This commit implements described in the #104573. The goal is to fix the confusion of the submodule hashes change, which are not ideal for any of the supported git-module configuration (they are either always visible causing confusion, or silently staged and committed, also causing confusion). This commit replaces submodules with a checkout of addons and addons_contrib, covered by the .gitignore, and locale and developer tools are moved to the main repository. This also changes the paths: - /release/scripts are moved to the /scripts - /source/tools are moved to the /tools - /release/datafiles/locale is moved to /locale This is done to avoid conflicts when using bisect, and also allow buildbot to automatically "recover" wgen building older or newer branches/patches. Running `make update` will initialize the local checkout to the changed repository configuration. Another aspect of the change is that the make update will support Github style of remote organization (origin remote pointing to thy fork, upstream remote pointing to the upstream blender/blender.git). Pull Request #104755
191 lines
5.3 KiB
Python
191 lines
5.3 KiB
Python
#!/usr/bin/env python3
|
|
# SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
import os
|
|
from pathlib import Path
|
|
import re
|
|
import subprocess
|
|
import unittest
|
|
|
|
from check_utils import (
|
|
sliceCommandLineArguments,
|
|
parseArguments,
|
|
)
|
|
|
|
|
|
ALLOWED_LIBS = (
|
|
# Core C/C++ libraries
|
|
"ld-linux.so",
|
|
"ld-linux-x86-64.so",
|
|
"libc.so",
|
|
"libm.so",
|
|
"libstdc++.so",
|
|
"libdl.so",
|
|
"libpthread.so",
|
|
"libgcc_s.so",
|
|
"librt.so",
|
|
"libutil.so",
|
|
|
|
# Libraries which are oart of default install,
|
|
"libcrypt.so",
|
|
"libnsl.so",
|
|
"libmvec.so.1",
|
|
|
|
# X11 libraries we don't link statically,
|
|
"libX11.so",
|
|
"libXext.so",
|
|
"libXrender.so",
|
|
"libXxf86vm.so",
|
|
"libXi.so",
|
|
"libXfixes.so",
|
|
|
|
# OpenGL libraries.
|
|
"libGL.so",
|
|
"libGLU.so",
|
|
|
|
# Library the software-GL is linking against and distributes with it.
|
|
'libglapi.so',
|
|
'libxcb.so',
|
|
|
|
# Own dependencies we don't link statically.
|
|
"libfreetype.so",
|
|
)
|
|
|
|
IGNORE_FILES = ("blender-softwaregl", )
|
|
IGNORE_EXTENSION = (".sh", ".py", )
|
|
|
|
|
|
# Library dependencies.
|
|
|
|
def getNeededLibrariesLDD(binary_filepath):
|
|
"""
|
|
This function uses ldd to collect libraries which binary depends on.
|
|
|
|
Not totally safe since ldd might actually execute the binary to get it's
|
|
symbols and will also collect indirect dependencies which might not be
|
|
desired.
|
|
|
|
Has advantage of telling that some dependency library is not found.
|
|
"""
|
|
ldd_command = ("ldd", str(binary_filepath))
|
|
ldd_output = subprocess.check_output(ldd_command, stderr=subprocess.STDOUT)
|
|
lines = ldd_output.decode().split("\n")
|
|
libraries = []
|
|
for line in lines:
|
|
line = line.strip()
|
|
if not line:
|
|
continue
|
|
lib_name = line.split("=>")[0]
|
|
lib_name = lib_name.split(" (")[0].strip()
|
|
lib_file_name = os.path.basename(lib_name)
|
|
libraries.append(lib_file_name)
|
|
return libraries
|
|
|
|
|
|
def getNeededLibrariesOBJDUMP(binary_filepath):
|
|
"""
|
|
This function uses objdump to get direct dependencies of a given binary.
|
|
|
|
Totally safe, but will require manual check over libraries which are not
|
|
found on the system.
|
|
"""
|
|
objdump_command = ("objdump", "-p", str(binary_filepath))
|
|
objdump_output = subprocess.check_output(objdump_command,
|
|
stderr=subprocess.STDOUT)
|
|
lines = objdump_output.decode().split("\n")
|
|
libraries = []
|
|
for line in lines:
|
|
line = line.strip()
|
|
if not line:
|
|
continue
|
|
if not line.startswith("NEEDED"):
|
|
continue
|
|
lib_name = line[6:].strip()
|
|
libraries.append(lib_name)
|
|
return libraries
|
|
|
|
|
|
def getNeededLibraries(binary_filepath):
|
|
"""
|
|
Get all libraries given binary depends on.
|
|
"""
|
|
if False:
|
|
return getNeededLibrariesLDD(binary_filepath)
|
|
else:
|
|
return getNeededLibrariesOBJDUMP(binary_filepath)
|
|
|
|
|
|
def stripLibraryABI(lib_name):
|
|
"""
|
|
Strip ABI suffix from .so file
|
|
|
|
Example; ``libexample.so.1.0`` => ``libexample.so``.
|
|
"""
|
|
lib_name_no_abi = lib_name
|
|
# TODO(sergey): Optimize this!
|
|
while True:
|
|
no_abi = re.sub(r"\.[0-9]+$", "", lib_name_no_abi)
|
|
if lib_name_no_abi == no_abi:
|
|
break
|
|
lib_name_no_abi = no_abi
|
|
return lib_name_no_abi
|
|
|
|
|
|
class UnitTesting(unittest.TestCase):
|
|
def checkBinary(self, binary_filepath):
|
|
"""
|
|
Check given binary file to be a proper static self-sufficient.
|
|
"""
|
|
|
|
libraries = getNeededLibraries(binary_filepath)
|
|
for lib_name in libraries:
|
|
lib_name_no_abi = stripLibraryABI(lib_name)
|
|
self.assertTrue(lib_name_no_abi in ALLOWED_LIBS,
|
|
"Error detected in {}: library used {}" . format(
|
|
binary_filepath, lib_name))
|
|
|
|
def checkDirectory(self, directory):
|
|
"""
|
|
Recursively traverse directory and check every binary in.
|
|
"""
|
|
|
|
for path in Path(directory).rglob("*"):
|
|
# Ignore any checks on directory.
|
|
if path.is_dir():
|
|
continue
|
|
# Ignore script files.
|
|
if path.name in IGNORE_FILES:
|
|
continue
|
|
if path.suffix in IGNORE_EXTENSION:
|
|
continue
|
|
# Check any executable binary,
|
|
if path.stat().st_mode & 0o111 != 0:
|
|
self.checkBinary(path)
|
|
# Check all dynamic libraries.
|
|
elif path.suffix == ".so":
|
|
self.checkBinary(path)
|
|
|
|
def test_directoryIsStatic(self):
|
|
# Parse arguments which are not handled by unit testing framework.
|
|
args = parseArguments()
|
|
# Do some sanity checks first.
|
|
self.assertTrue(os.path.exists(args.directory),
|
|
"Given directory does not exist: {}" .
|
|
format(args.directory))
|
|
self.assertTrue(os.path.isdir(args.directory),
|
|
"Given path is not a directory: {}" .
|
|
format(args.directory))
|
|
# Perform actual test,
|
|
self.checkDirectory(args.directory)
|
|
|
|
|
|
def main():
|
|
# Slice command line arguments by '--'
|
|
unittest_args, _parser_args = sliceCommandLineArguments()
|
|
# Construct and run unit tests.
|
|
unittest.main(argv=unittest_args)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|