sm
/
DepperDan
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

A few fixes and started working on docs.

main
Stephan Menzel 2025-07-21 11:44:07 +02:00
parent 2b12ddd653
commit 4f88221983
13 changed files with 203 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
LICENSE.txt Normal file
View File

@ -0,0 +1,13 @@
Copyright 2025 Stephan Menzel
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

76
README.md Normal file
View File

@ -0,0 +1,76 @@
# Depper Dan
#### Windows Library Builds made easi(er)
## About
Depper Dan is a collection of scripts to enable (CMake based) C++ projects
with a set of open source dependencies to build them
automatically.
## Motivation
Unlike Linuxoid systems, C++ projects that use Open Source dependencies
traditionally have a hard time building those dependencies,
especially automatic, with custom build settings or when they
depend on one another.
This script realizes this in a re-usable and extendable manner
but only for a limited set of libraries. It is meant to be used
with Visual Studio 2022 for build tools and modern CMake.
## Usage
### Prerequisites
* Visual Studio (2022 was what this was developed for but others might work)
* git (available in the Path)
* CMake (available in the Path)
* Python (3.11, 3.12, etc)
* This repository, checked out and with temporary disk space
### Available packages
Each package that can be built with this system must be
given in `packages.jon`. For every package therein, you will
find a build script in the folder `build_functions`.
### Build
To use the system, you must specify an installation folder.
It should have as short a name as possible (on windows) to avoid MAX_PATH issues
which may arise out of any build.
In the examples below we will use `C:\devel\3rd_party`.
This directory will be used to install each package built
with Depper Dan and it should be considered stable and system
wide.
As a shell, use "x64 Native Tools Command Prompt" to ensure
the correct build tools and environment being set.
Create a venv unless it's already present and activate it
```PowerShell
> cd /depper/dan/repo
> python -m venv .venv
> .venv\Scripts\Activate
```
Build a single package into your installation dir
```PowerShell
> python .\depper_dan.py -i C:\devel\3rd_party -p zlib
```
## Extension
This script is meant to be hacked on. It is not meant
to be a complete extensible package manager like conan or [vcpkg](https://vcpkg.io).
Extending it by more packages generally involves:
* Add package information in `packages.jon`.
* Add a build function in `build_functions`.
## License
Depper Dan is being published under the
Apache License 2.0

6
build_functions/build_abseil.py
View File

@ -13,7 +13,7 @@ from common.git_helpers import clone_git_tag
from package.package_info import get_package_info
def build_abseil(prefix: Path | str, sbom: dict):
def build_abseil_cpp(prefix: Path | str, sbom: dict) -> Path:
print_banner("Building Abseil")
@ -33,8 +33,8 @@ def build_abseil(prefix: Path | str, sbom: dict):
# Abseil LTS doesn't build with CMake>=3.30 due to some imported GTest target.
# Gotta patch that shit until this situation is resolved. https://github.com/abseil/abseil-cpp/issues/690
with pushd(abseil_dir):
subprocess.run(["git", "apply", "..\\..\\gtest_fix.patch"])
# with pushd(abseil_dir):
# subprocess.run(["git", "apply", "..\\..\\gtest_fix.patch"])
install_dir = cmake_build_install(abseil_dir, package_info, cmake_args=abseil_cmake_args)
write_package_version_batch(package_info.version)

2
build_functions/build_cares.py
View File

@ -11,7 +11,7 @@ from common.git_helpers import clone_git_tag
from package.package_info import get_package_info
def build_cares(prefix: Path | str, sbom: dict):
def build_c_ares(prefix: Path, sbom: dict) -> Path:
print_banner("Building C-Ares (gRPC Dependency)")

36
build_functions/build_grpc.py
View File

@ -6,13 +6,13 @@ from pathlib import Path
from build_functions.build_utils import print_banner
from common.azure import write_package_version_batch
from common.cmake import cmake_build_install
from common.cmake import cmake_build_install, assemble_prefix_path
from common.git_helpers import clone_git_tag
import common.settings
from package.package_info import get_package_info
def build_grpc(prefix: Path | str, sbom: dict):
def build_grpc(prefix: Path, sbom: dict) -> Path:
print_banner("Building gRPC")
@ -24,12 +24,16 @@ def build_grpc(prefix: Path | str, sbom: dict):
package_info.add_to_sbom(sbom)
deps = [
package_info.dependency("zlib"),
package_info.dependency("re2"),
package_info.dependency("openssl"),
package_info.dependency("abseil-cpp"),
package_info.dependency("c-ares"),
package_info.dependency("protobuf")
]
zlib_install_path = package_info.dependency_path("zlib")
re2_install_path = package_info.dependency_path("re2")
openssl_install_path = package_info.dependency_path("openssl")
abseil_install_path = package_info.dependency_path("abseil-cpp")
cares_install_path = package_info.dependency_path("c-ares")
protobuf_install_path = package_info.dependency_path("protobuf")
grpc_cmake_args = [
("BUILD_SHARED_LIBS:BOOL", "OFF"),
@ -45,27 +49,23 @@ def build_grpc(prefix: Path | str, sbom: dict):
# ("gRPC_BUILD_MSVC_MP_COUNT:STRING", "1"),
# ("gRPC_DOWNLOAD_ARCHIVES:BOOL", "ON"),
("gRPC_ABSL_PROVIDER:STRING", "package"),
("absl_DIR:PATH", str(abseil_install_path / "lib" / "cmake" / "absl")),
("gRPC_CARES_PROVIDER:STRING", "package"),
("c-ares_DIR:PATH", str(cares_install_path / "lib" / "cmake" / "c-ares")),
("gRPC_PROTOBUF_PROVIDER:STRING", "package"),
("Protobuf_DIR:PATH", str(protobuf_install_path / "cmake")),
("utf8_range_DIR:PATH", str(protobuf_install_path / "lib" / "cmake" / "utf8_range")),
("gRPC_SSL_PROVIDER", "package"),
("OPENSSL_ROOT_DIR:PATH", openssl_install_path),
("gRPC_RE2_PROVIDER", "package"),
("gRPC_ZLIB_PROVIDER:STRING", "package"),
("CMAKE_PREFIX_PATH:STRING", assemble_prefix_path(deps)),
# ("OPENSSL_ROOT_DIR:PATH", openssl_install_path),
("OPENSSL_USE_STATIC_LIBS:BOOL", "ON"),
("gRPC_RE2_PROVIDER", "package"),
("re2_DIR:PATH", str(re2_install_path / "lib" / "cmake" / "re2")),
("gRPC_ZLIB_PROVIDER:STRING", "package"),
("ZLIB_ROOT:PATH", str(zlib_install_path)),
("ZLIB_USE_STATIC_LIBS:BOOL", "ON"), # doesn't appear to do its job
("ZLIB_LIBRARY_RELEASE:FILEPATH", str(zlib_install_path / "lib" / common.settings.zlib_static_lib_name)),
("ZLIB_LIBRARY_DEBUG:FILEPATH", str(zlib_install_path / "lib" / common.settings.zlib_static_lib_name))
]
grpc_dir = clone_git_tag(package_info, recursive=True)
grpc_dir = clone_git_tag(package_info, recursive=False)
install_dir = cmake_build_install(grpc_dir, package_info, cmake_args=grpc_cmake_args)
write_package_version_batch(package_info.version)
return install_dir

4
build_functions/build_openssl.py
View File

@ -14,7 +14,7 @@ import common.settings
from package.package_info import get_package_info
def build_openssl(prefix: Path | str, sbom: dict):
def build_openssl(prefix: Path, sbom: dict):
print_banner("Building OpenSSL")
@ -30,7 +30,7 @@ def build_openssl(prefix: Path | str, sbom: dict):
with pushd(openssl_dir):
install_prefix = get_local_prefix(prefix)
install_prefix = package_info.install_location()
if not common.settings.rebuild and Path("built_and_installed.txt").exists():
file_and_console_log("already built, exiting")

7
build_functions/build_openusd.py
View File

@ -6,12 +6,13 @@ from pathlib import Path
from build_functions.build_utils import print_banner
from common.azure import write_package_version_batch
from common.cmake import cmake_build_install, assemble_prefix_path
from common.cmake import cmake_build_install, assemble_prefix_path, CMakeBuildType
import common.settings
from common.git_helpers import clone_git_tag
from common.settings import temporarily_set_shared
from package.package_info import get_package_info
def build_openusd(prefix: Path | str, sbom: dict):
print_banner("Building OpenUSD")
@ -47,11 +48,11 @@ def build_openusd(prefix: Path | str, sbom: dict):
("CMAKE_PREFIX_PATH:STRING", assemble_prefix_path(deps)),
("ZLIB_ROOT:PATH", str(zlib_install_path.as_posix())),
("ZLIB_USE_STATIC_LIBS:BOOL", "ON"), # doesn't appear to do its job
("ZLIB_USE_STATIC_LIBS:BOOL", "ON"),
("ZLIB_LIBRARY_RELEASE:FILEPATH", str(zlib_install_path / "lib" / common.settings.zlib_static_lib_name)),
("ZLIB_LIBRARY_DEBUG:FILEPATH", str(zlib_install_path / "lib" / common.settings.zlib_static_lib_name))
]
src_dir = clone_git_tag(package_info, recursive=False)
install_dir = cmake_build_install(src_dir, package_info, cmake_args=cmake_args)
install_dir = cmake_build_install(src_dir, package_info, cmake_args=cmake_args, build_type=CMakeBuildType.RELWITHDEBINFO)
write_package_version_batch(package_info.version)
return install_dir

2
build_functions/build_re2.py
View File

@ -11,7 +11,7 @@ from common.git_helpers import clone_git_tag
from package.package_info import get_package_info
def build_re2(prefix: Path | str, sbom: dict):
def build_re2(prefix: Path | str, sbom: dict) -> None:
print_banner("Building re2")

19
common/cmake.py
View File

@ -3,6 +3,7 @@
# See attached file LICENSE for full details
import os
from enum import Enum
from pathlib import Path
from build_functions.build_utils import file_and_console_log, run_in_shell
@ -11,7 +12,17 @@ import common.settings
from package.package_info import PackageInfo
def cmake_build_install(local_directory, package_info: PackageInfo, cmake_args: list[tuple[str, str]] = []):
class CMakeBuildType(Enum):
RELEASE = (1, "Release")
RELWITHDEBINFO = (2, "RelWithDebInfo")
DEBUG = (3, "Debug")
def __init__(self, num, label):
self._num = num
self.label = label
def cmake_build_install(local_directory, package_info: PackageInfo, cmake_args: list[tuple[str, str]] = [],
build_type: CMakeBuildType = CMakeBuildType.RELEASE) -> Path:
argstr = ""
# Create flags string out of args tuples
@ -39,7 +50,7 @@ def cmake_build_install(local_directory, package_info: PackageInfo, cmake_args:
run_in_shell(f"cmake .. {common.settings.cmake_toolset} -DCMAKE_CONFIGURATION_TYPES:STRING=Release "
f"{argstr} -DCMAKE_INSTALL_PREFIX={install_prefix}")
run_in_shell(f'cmake --build . --config Release --target INSTALL --parallel {common.settings.num_cores}')
run_in_shell(f'cmake --build . --config {build_type.label} --target INSTALL --parallel {common.settings.num_cores}')
with open("built_and_installed.txt", "w") as lockfile:
lockfile.write(f"built release")
@ -51,5 +62,5 @@ def cmake_build_install(local_directory, package_info: PackageInfo, cmake_args:
return install_prefix
def assemble_prefix_path(packages: list[PackageInfo]) -> str:
paths = [str(pkg.install_location()) for pkg in packages]
return ";".join(paths)
paths = [str(pkg.install_location().as_posix()) for pkg in packages]
return ";".join(paths)

5
common/settings.py
View File

@ -26,13 +26,11 @@ run_in_buildpipeline = "BUILD_ARTIFACTSTAGINGDIRECTORY" in os.environ
num_cores = 3 if run_in_buildpipeline else 6
if os.name == "posix":
cmake_config_flag = "CMAKE_BUILD_TYPE=Release"
cmake_toolset = ""
lib_wildcard = "*.a"
dll_wildcard = "*.so"
zlib_static_lib_name = "libz.a"
elif os.name == "nt": # Windows
cmake_config_flag = "CMAKE_CONFIGURATION_TYPES:STRING=Release"
cmake_toolset = "-T v143"
boost_toolset = "msvc-" + cmake_toolset[-3:-1] + "." + cmake_toolset[-1]
boost_bootstrap_toolset = "vc" + cmake_toolset[-3:-1] + cmake_toolset[-1]
@ -53,7 +51,8 @@ cmake_global_flags = [
("CMAKE_CXX_STANDARD_REQUIRED:BOOL", "ON"),
("CMAKE_MSVC_RUNTIME_LIBRARY:STRING", "\"MultiThreadedDLL\""),
("CMAKE_POSITION_INDEPENDENT_CODE:BOOL", "ON"),
("CMAKE_BUILD_TYPE:STRING", "Release")
("CMAKE_CONFIGURATION_TYPES:STRING", "Release;RelWithDebInfo"),
# ("CMAKE_BUILD_TYPE:STRING", "Release")
]
def set_global_rebuild(new_rebuild: bool = False) -> None:

68
build_deps.py → depper_dan.py
View File

@ -15,10 +15,10 @@ import importlib
from build_functions.build_ecal import build_ecal
from build_functions.build_ecaludp import build_ecaludp
from build_functions.build_ftxui import build_ftxui
from build_functions.build_abseil import build_abseil
from build_functions.build_abseil import build_abseil_cpp
from build_functions.build_asio import build_asio
from build_functions.build_boost import build_boost
from build_functions.build_cares import build_cares
from build_functions.build_cares import build_c_ares
from build_functions.build_ceres import build_ceres
from build_functions.build_curl import build_curl
from build_functions.build_cppzmq import build_cppzmq
@ -58,7 +58,7 @@ from package.package_info import PackageInfo, get_package_info, build_package_tr
import sys
from pathlib import Path
from common.errors import DependencyInfoError
from common.errors import DependencyInfoError, BuildError
from build_functions.build_utils import print_banner, file_and_console_log, logfile
@ -89,10 +89,10 @@ def build_all(prefix: Path | str) -> dict:
file_and_console_log(f"Installing to: {prefix}")
# First those without any dependencies
build_abseil(prefix, sbom)
build_abseil_cpp(prefix, sbom)
build_asio(prefix, sbom)
build_boost(prefix, sbom)
build_cares(prefix, sbom)
build_c_ares(prefix, sbom)
build_ftxui(prefix, sbom)
build_glog(prefix, sbom)
build_eigen(prefix, sbom)
@ -140,7 +140,7 @@ def build_all(prefix: Path | str) -> dict:
build_functions = {
"abseil-cpp": build_abseil,
"abseil-cpp": build_abseil_cpp,
"asio": build_asio,
"boost": build_boost,
"ceres-solver": build_ceres,
@ -168,7 +168,7 @@ build_functions = {
"recycle": build_recycle,
"spdlog": build_spdlog,
"tclap": build_tclap,
"c-ares": build_cares,
"c-ares": build_c_ares,
"grpc": build_grpc,
"qt5": build_qt5,
"qt6": build_qt6,
@ -181,13 +181,50 @@ build_functions = {
"zlib": build_zlib,
}
def call_builder(package_name: str) -> None:
"""Call a build function by name or throw if it doesn't exist
"""
func_name = f"build_{package_name.lower().replace('-', '_')}"
func = globals().get(func_name)
if callable(func):
sbom = {}
# Build the package, amend SBOM with package info
func(prefix=Path(), sbom=sbom)
# The partial SBOM gets written into the install dir so we can later combine it.
# We cannot merge them into one file right here as in the pipeline there may be multiple tasks in parallel
package_info = get_package_info(package_name)
partial_sbom_filename = package_info.install_location() / "partial_sbom.json"
with open(partial_sbom_filename, "w") as f:
json.dump(sbom, f)
else:
raise DependencyInfoError(f"Don't know how to build {package_name}")
def build_package(package_name: str) -> None:
"""Build the named package including all of its dependencies
"""
package_info = get_package_info(package_name)
deps = package_info.get_dependencies()
# Build the dependencies first
for d in deps:
call_builder(d)
# And then the actual package
call_builder(package_name)
if __name__ == '__main__':
try:
with open(logfile, 'w') as f:
f.write(str(datetime.datetime.now()) + f' - started {__file__}\n')
parser = argparse.ArgumentParser()
parser = argparse.ArgumentParser("Depper Dan")
parser.add_argument("--install-dir", "-i", type=str, required=True, help="install into this directory")
parser.add_argument("--package", "-p", type=str, default="all", help="build specific package or 'all'")
parser.add_argument("--rebuild", action="store_true", help="always delete build dir")
@ -220,20 +257,7 @@ if __name__ == '__main__':
with open(sbomfile, "w") as f:
json.dump(sbom, f)
else:
if package not in build_functions:
raise DependencyInfoError(f"Don't know how to build {package}")
sbom = {}
# Build the package, amend SBOM with package info
build_functions[package](prefix=global_prefix, sbom=sbom)
# The partial SBOM gets written into the install dir so we can later combine it.
# We cannot merge them into one file right here as in the pipeline there may be multiple tasks in parallel
package_info = get_package_info(package)
partial_sbom_filename = package_info.install_location() / "partial_sbom.json"
with open(partial_sbom_filename, "w") as f:
json.dump(sbom, f)
build_package(package)
print_banner("Done")
exit(0)

16
package/package_info.py
View File

@ -64,6 +64,22 @@ class PackageInfo:
raise DependencyInfoError(f"Cannot find dependency {package_name} in {self.name}.")
return self.dependencies[package_name]
def get_dependencies(self) -> list[str]:
"""Hand out all the dependencies in order of suitable build
Those without any dependencies will be first, then the ones depending on the above
"""
deps_0 = set[str]()
deps_1 = set[str]()
# I should be recursive here but right now I'm too lazy for this
for name, info in self.dependencies.items():
if len(info.dependencies) == 0:
deps_0.add(name)
else:
deps_1.add(name)
return list(deps_0) + list(deps_1)
def dependency_path(self, package_name: str) -> Path:
"""Give the path underneath which the package, according to its version, is installed"""
if package_name not in self.dependencies:

12
packages.json
View File

@ -1,8 +1,8 @@
{
"abseil-cpp": {
"repo": "https://github.com/abseil/abseil-cpp.git",
"tag": "20240116.2",
"version": "24.1.16",
"tag": "20250127.1",
"version": "25.1.27",
"description": "Collection of peer reviewed C++ libraries by Google",
"license_id": "Apache-2.0",
"license_url": "https://github.com/abseil/abseil-cpp/blob/master/LICENSE"
@ -252,8 +252,8 @@
},
"openssl": {
"repo": "https://github.com/openssl/openssl.git",
"tag": "openssl-3.2.4",
"version": "3.2.4",
"tag": "openssl-3.2.5",
"version": "3.2.5",
"depends": [
"zlib"
],
@ -317,8 +317,8 @@
},
"grpc": {
"repo": "https://github.com/grpc/grpc.git",
"tag": "v1.65.1",
"version": "1.65.1",
"tag": "v1.72.2",
"version": "1.72.2",
"depends": [
"zlib",
"re2",