feat(guest): add sysbox container runtime v0.6.7

meta-dstack/recipes-core/dstack-sysbox/dstack-sysbox_0.6.7.bb

@@ -0,0 +1,181 @@
+SUMMARY = "Sysbox container runtime"
+DESCRIPTION = "An open-source, next-generation runc that empowers rootless containers \
+to run workloads such as Systemd, Docker, Kubernetes, just like VMs."
+HOMEPAGE = "https://github.com/nestybox/sysbox"
+LICENSE = "Apache-2.0"
+LIC_FILES_CHKSUM = "file://LICENSE;md5=cf0915b5e4f1337cf5b929ba1e388c42"
+
+SYSBOX_VERSION = "0.6.7"
+
+# Pin all submodule revisions from the v0.6.7 tag for reproducibility.
+SRCREV_sysbox = "3a69811f54f8f83264ebb36dcaf51708e80b9e84"
+SRCREV_sysbox-runc = "c58eba1be027c762c495bc4eeba7c0984beda1ab"
+SRCREV_sysbox-fs = "6a8d71f54e7570e5297af89ff24ed3bafa61659f"
+SRCREV_sysbox-mgr = "aaeff6c5dc70c137e62166474a309ca5fc42d044"
+SRCREV_sysbox-ipc = "f05151f4b4c1df63d7fd241577ca032905c1bd0e"
+SRCREV_sysbox-libs = "6faf00c74d45f7bdff0d1930fe8590c17a2d0a8b"
+# bazil/fuse commit 45cd9a3 is orphaned in nestybox/fuse (not on any branch/tag).
+# We forked it to Dstack-TEE/fuse with a named branch so BitBake can fetch it.
+SRCREV_sysbox-fuse = "45cd9a3d884448418546d8eaa54ee7d772e576d6"
+
+SRCREV_FORMAT = "sysbox"
+
+SRC_URI = " \
+    git://github.com/nestybox/sysbox.git;nobranch=1;name=sysbox;protocol=https;destsuffix=sysbox \
+    git://github.com/nestybox/sysbox-runc.git;nobranch=1;name=sysbox-runc;protocol=https;destsuffix=sysbox-runc \
+    git://github.com/nestybox/sysbox-fs.git;nobranch=1;name=sysbox-fs;protocol=https;destsuffix=sysbox-fs \
+    git://github.com/nestybox/sysbox-mgr.git;nobranch=1;name=sysbox-mgr;protocol=https;destsuffix=sysbox-mgr \
+    git://github.com/nestybox/sysbox-ipc.git;nobranch=1;name=sysbox-ipc;protocol=https;destsuffix=sysbox-ipc \
+    git://github.com/nestybox/sysbox-libs.git;nobranch=1;name=sysbox-libs;protocol=https;destsuffix=sysbox-libs \
+    git://github.com/Dstack-TEE/fuse.git;branch=sysbox-v0.6.7;name=sysbox-fuse;protocol=https;destsuffix=sysbox-fuse \
+    file://sysbox.service \
+    file://sysbox-fs.service \
+    file://sysbox-mgr.service \
+    file://99-sysbox-sysctl.conf \
+    file://50-sysbox-mod.conf \
+    file://sysboxFsProtobuf.pb.go \
+    file://sysboxMgrProtobuf.pb.go \
+"
+
+S = "${UNPACKDIR}/sysbox"
+
+PV = "${SYSBOX_VERSION}+git${SRCPV}"
+
+DEPENDS += "libseccomp"
+RDEPENDS:${PN} += "libseccomp rsync fuse"
+
+inherit go goarch pkgconfig systemd
+
+GO_IMPORT = "github.com/nestybox/sysbox"
+
+SYSBOX_LDFLAGS = " \
+    -X 'main.edition=Community Edition (CE)' \
+    -X main.version=${SYSBOX_VERSION} \
+    -X main.commitId=${SRCREV_sysbox} \
+    -X 'main.builtAt=1970-01-01T00:00:00Z' \
+    -X 'main.builtBy=dstack' \
+"
+
+# Kernel >= 5.12 supports idmapped mounts
+SYSBOX_RUNC_BUILDTAGS = "seccomp idmapped_mnt"
+SYSBOX_MGR_BUILDTAGS = "idmapped_mnt"
+
+do_configure() {
+    # Arrange the source tree so that go.mod replace directives work.
+    # All components expect to find siblings in ../ relative to themselves.
+    # The git fetcher places them in ${UNPACKDIR}/sysbox-{runc,fs,mgr,ipc,libs}.
+    # This is already the correct layout since they are all at the same level
+    # under ${UNPACKDIR}.
+
+    # sysbox-fs expects a 'bazil' subdirectory (submodule of nestybox/fuse).
+    # Remove the empty submodule placeholder left by git checkout, then symlink.
+    rm -rf ${UNPACKDIR}/sysbox-fs/bazil
+    ln -sfn ${UNPACKDIR}/sysbox-fuse ${UNPACKDIR}/sysbox-fs/bazil
+
+    # Install pre-generated protobuf Go files. The upstream repo only ships
+    # .proto files and expects protoc + protoc-gen-go at build time. We
+    # pre-generate them to avoid the protoc native toolchain dependency.
+    install -m 0644 ${UNPACKDIR}/sysboxFsProtobuf.pb.go \
+        ${UNPACKDIR}/sysbox-ipc/sysboxFsGrpc/sysboxFsProtobuf/
+    install -m 0644 ${UNPACKDIR}/sysboxMgrProtobuf.pb.go \
+        ${UNPACKDIR}/sysbox-ipc/sysboxMgrGrpc/sysboxMgrProtobuf/
+
+    # Vendor dependencies for each component so that do_compile needs no
+    # network access. go.sum in each repo guarantees content integrity.
+    # Use -modcacherw so cached modules are writable (BitBake needs to
+    # clean ${B}/pkg/mod between tasks).
+    for mod in sysbox-runc sysbox-fs sysbox-mgr; do
+        cd ${UNPACKDIR}/$mod
+        ${GO} mod vendor -modcacherw
+    done
+}
+
+do_configure[network] = "1"
+
+do_compile() {
+    export CGO_ENABLED="1"
+    export CGO_CFLAGS="${CFLAGS} --sysroot=${STAGING_DIR_TARGET}"
+    export CGO_LDFLAGS="${LDFLAGS} -Wl,--build-id=none --sysroot=${STAGING_DIR_TARGET}"
+    export CFLAGS=""
+    export LDFLAGS=""
+
+    # Set reproducible build environment
+    export SOURCE_DATE_EPOCH=0
+    export TZ=UTC
+
+    # Build sysbox-runc
+    cd ${UNPACKDIR}/sysbox-runc
+    ${GO} build -mod=vendor -buildvcs=false -trimpath \
+        -tags "${SYSBOX_RUNC_BUILDTAGS}" \
+        -ldflags "-buildid= -s -w -linkmode external -extldflags '-Wl,--build-id=none' ${SYSBOX_LDFLAGS}" \
+        -o ${WORKDIR}/sysbox-runc-bin .
+
+    # Build sysbox-fs
+    cd ${UNPACKDIR}/sysbox-fs
+    ${GO} build -mod=vendor -buildvcs=false -trimpath \
+        -ldflags "-buildid= -s -w -linkmode external -extldflags '-Wl,--build-id=none' ${SYSBOX_LDFLAGS}" \
+        -o ${WORKDIR}/sysbox-fs-bin ./cmd/sysbox-fs
+
+    # Build sysbox-mgr
+    cd ${UNPACKDIR}/sysbox-mgr
+    ${GO} build -mod=vendor -buildvcs=false -trimpath \
+        -tags "${SYSBOX_MGR_BUILDTAGS}" \
+        -ldflags "-buildid= -s -w -linkmode external -extldflags '-Wl,--build-id=none' ${SYSBOX_LDFLAGS}" \
+        -o ${WORKDIR}/sysbox-mgr-bin .
+}
+
+do_install() {
+    # Install binaries
+    install -d ${D}${bindir}
+    install -m 0755 ${WORKDIR}/sysbox-runc-bin ${D}${bindir}/sysbox-runc
+    install -m 0755 ${WORKDIR}/sysbox-fs-bin ${D}${bindir}/sysbox-fs
+    install -m 0755 ${WORKDIR}/sysbox-mgr-bin ${D}${bindir}/sysbox-mgr
+
+    # Install systemd services
+    if ${@bb.utils.contains('DISTRO_FEATURES', 'systemd', 'true', 'false', d)}; then
+        install -d ${D}${systemd_system_unitdir}
+        install -m 0644 ${UNPACKDIR}/sysbox.service ${D}${systemd_system_unitdir}
+        install -m 0644 ${UNPACKDIR}/sysbox-fs.service ${D}${systemd_system_unitdir}
+        install -m 0644 ${UNPACKDIR}/sysbox-mgr.service ${D}${systemd_system_unitdir}
+    fi
+
+    # Install sysctl config
+    install -d ${D}${sysconfdir}/sysctl.d
+    install -m 0644 ${UNPACKDIR}/99-sysbox-sysctl.conf ${D}${sysconfdir}/sysctl.d/
+
+    # Install module autoload config
+    install -d ${D}${sysconfdir}/modules-load.d
+    install -m 0644 ${UNPACKDIR}/50-sysbox-mod.conf ${D}${sysconfdir}/modules-load.d/
+
+    # Create sysbox data directory
+    install -d ${D}/var/lib/sysbox
+}
+
+SYSTEMD_PACKAGES = "${@bb.utils.contains('DISTRO_FEATURES', 'systemd', '${PN}', '', d)}"
+SYSTEMD_SERVICE:${PN} = "sysbox.service sysbox-fs.service sysbox-mgr.service"
+SYSTEMD_AUTO_ENABLE:${PN} = "enable"
+
+FILES:${PN} += " \
+    ${bindir}/sysbox-runc \
+    ${bindir}/sysbox-fs \
+    ${bindir}/sysbox-mgr \
+    ${systemd_system_unitdir}/sysbox.service \
+    ${systemd_system_unitdir}/sysbox-fs.service \
+    ${systemd_system_unitdir}/sysbox-mgr.service \
+    ${sysconfdir}/sysctl.d/99-sysbox-sysctl.conf \
+    ${sysconfdir}/modules-load.d/50-sysbox-mod.conf \
+    /var/lib/sysbox \
+"
+
+# Pre-create subuid/subgid entries for sysbox user namespace mappings.
+# sysbox-mgr tries to write these at startup, but rootfs is read-only (dm-verity).
+# If the correct entry already exists, sysbox-mgr skips the write.
+# This runs at rootfs creation time (not first boot).
+pkg_postinst:${PN}() {
+    echo "sysbox:100000:65536" >> $D${sysconfdir}/subuid
+    echo "sysbox:100000:65536" >> $D${sysconfdir}/subgid
+}
+
+INSANE_SKIP:${PN} += "ldflags already-stripped"
+
+COMPATIBLE_HOST = "x86_64.*-linux"

meta-dstack/recipes-core/dstack-sysbox/files/50-sysbox-mod.conf

@@ -0,0 +1 @@
+configfs

meta-dstack/recipes-core/dstack-sysbox/files/99-sysbox-sysctl.conf

@@ -0,0 +1,19 @@
+# Sysbox recommended sysctl settings
+# See: https://github.com/nestybox/sysbox/blob/master/docs/user-guide/install-package.md
+
+# Allow unprivileged users to create user namespaces (required for rootless containers)
+kernel.unprivileged_userns_clone = 1
+
+# Raise inotify limits — each sysbox container runs its own init system (e.g. systemd)
+# which uses inotify heavily; defaults (8192/128) exhaust quickly with multiple containers
+fs.inotify.max_queued_events = 1048576
+fs.inotify.max_user_watches = 1048576
+fs.inotify.max_user_instances = 1048576
+
+# Raise kernel keyring limits — each user namespace consumes kernel keys for UID/GID mappings
+kernel.keys.maxkeys = 20000
+kernel.keys.maxbytes = 1400000
+
+# Raise max PID — sysbox containers share the host PID space; default 32768 exhausts
+# quickly with many containers each running their own process trees
+kernel.pid_max = 4194304

meta-dstack/recipes-core/dstack-sysbox/files/sysbox-fs.service

@@ -0,0 +1,20 @@
+[Unit]
+Description=sysbox-fs (part of the Sysbox container runtime)
+PartOf=sysbox.service
+After=sysbox-mgr.service
+
+[Service]
+Type=notify
+ExecStart=/usr/bin/sysbox-fs
+TimeoutStartSec=10
+TimeoutStopSec=10
+StartLimitInterval=0
+NotifyAccess=main
+OOMScoreAdjust=-500
+LimitNOFILE=infinity
+LimitNPROC=infinity
+StandardOutput=journal+console
+StandardError=journal+console
+
+[Install]
+WantedBy=sysbox.service

meta-dstack/recipes-core/dstack-sysbox/files/sysbox-mgr.service

@@ -0,0 +1,20 @@
+[Unit]
+Description=sysbox-mgr (part of the Sysbox container runtime)
+PartOf=sysbox.service
+After=dstack-prepare.service
+
+[Service]
+Type=notify
+ExecStart=/usr/bin/sysbox-mgr --data-root /var/lib/sysbox
+TimeoutStartSec=45
+TimeoutStopSec=90
+StartLimitInterval=0
+NotifyAccess=main
+OOMScoreAdjust=-500
+LimitNOFILE=infinity
+LimitNPROC=infinity
+StandardOutput=journal+console
+StandardError=journal+console
+
+[Install]
+WantedBy=sysbox.service

meta-dstack/recipes-core/dstack-sysbox/files/sysbox.service

@@ -0,0 +1,14 @@
+[Unit]
+Description=Sysbox container runtime
+Documentation=https://github.com/nestybox/sysbox
+Wants=dstack-prepare.service
+After=dstack-prepare.service sysbox-mgr.service sysbox-fs.service
+BindsTo=sysbox-mgr.service sysbox-fs.service
+Before=docker.service containerd.service
+
+[Service]
+Type=exec
+ExecStart=/bin/sh -c "/usr/bin/sysbox-runc --version && /usr/bin/sysbox-mgr --version && /usr/bin/sysbox-fs --version && /bin/sleep infinity"
+
+[Install]
+WantedBy=multi-user.target