Secure, Fast, and Extensible Sandbox runtime for AI agents.
fix(fast-sandbox-env): bind the host /dev into the kind nodes for overlaybd
高然d373ae0d7b83
diff --git a/scripts/fast-sandbox-env/integration-env.sh b/scripts/fast-sandbox-env/integration-env.shindex fa008d36a..e58f3764b 100755--- a/scripts/fast-sandbox-env/integration-env.sh+++ b/scripts/fast-sandbox-env/integration-env.sh@@ -736,6 +736,22 @@ render_kind_config() { # > $GEN_DIR/kind-cluster.yamllocal src="$MANIFESTS_DIR/cluster/kind-cluster.yaml" out="$GEN_DIR/kind-cluster.yaml"mkdir -p "$GEN_DIR"cp "$src" "$out"+ # OCI_STACK=1 binds the host /dev into every node (FIRST extraMount, so+ # the private /dev/shm mount below it shadows the host shm again): the+ # kernel creates ublk device nodes on the host devtmpfs at add time and+ # this kernel registers no block major, so a static node list cannot+ # track them.+ if [[ "$OCI_STACK" == 1 ]]; then+ awk '+ /^ # @UBLK_DEV_MOUNT@$/ {+ print " - hostPath: /dev"+ print " containerPath: /dev"+ next }+ { print }+ ' "$out" > "$out.tmp" && mv "$out.tmp" "$out"+ else+ grep -v '^ # @UBLK_DEV_MOUNT@$' "$out" > "$out.tmp" && mv "$out.tmp" "$out"+ fiif [[ "$KIND_SINGLE" == "1" ]]; then# Strip the worker node: cache-only topology, no peer traffic.awk '/^- role: worker/ {exit} {print}' "$out" > "$out.tmp" && mv "$out.tmp" "$out"@@ -1513,34 +1529,6 @@ ublk_module_up() {pass "ublk registered in /proc/devices"}-# The kind nodes mount their own /dev into every ublk consumer (the builder-# Pod via the controller's host-dev volume, the node ublkd sidecar and-# fastlets via the chart/pool mounts). A kind node's /dev is a private tmpfs-# populated at node creation — the kernel-wide ublk nodes (/dev/ublk-control,-# the per-device queue char nodes /dev/ublkc<N> under the ublk-char major)-# never appear there, and the first ublkd "add" fails with ENOENT. Pre-create-# the control node with the host's exact numbers and a bounded queue-node-# range; ublkb block nodes use per-disk dynamic majors and stay the daemon's-# job.-ublk_nodes_up() {- [[ "$OCI_STACK" == 1 ]] || return 0- if [[ -z "$UBLK_CTRL_MINOR" ]]; then- die "cannot resolve /dev/ublk-control numbers from this runner; load the module (modprobe ublk_drv) so the node exists, or run the env on the kernel host"- fi- local node- for node in $(docker ps --format '{{.Names}}' | grep "^${KIND_CLUSTER}" || true); do- docker exec "$node" sh -ec '- [ -e /dev/ublk-control ] || mknod /dev/ublk-control c "$1" "$2"- i=0- while [ "$i" -le 63 ]; do- [ -e "/dev/ublkc$i" ] || mknod "/dev/ublkc$i" c "$3" "$i" 2>/dev/null || true- i=$((i + 1))- done- ' ublk-nodes "$UBLK_CTRL_MAJOR" "$UBLK_CTRL_MINOR" "$UBLK_CHAR_MAJOR" || die "mknod ublk devices inside $node failed"- docker exec "$node" sh -ec 'test -e /dev/ublk-control && test -e /dev/ublkc0' >/dev/null || die "ublk device nodes missing inside $node after mknod"- done- pass "ublk device nodes present inside the kind nodes (/dev/ublk-control + /dev/ublkc0..63)"-}render_pool() { # > $GEN_DIR/firecracker-egress-pool.yamllocal src="$MANIFESTS_DIR/pool/firecracker-egress-pool.yaml" out="$GEN_DIR/firecracker-egress-pool.yaml"@@ -2879,7 +2867,6 @@ case "$ACTION" inrun_stage "XFS StateRoot (reflink)" stateroot_xfs_uprun_stage "render kind config" render_kind_configrun_stage "kind cluster (KVM passthrough + labels)" kind_up- run_stage "ublk device nodes inside the kind nodes" ublk_nodes_uprun_stage "RustFS + bucket" rustfs_uprun_stage "RustFS endpoint (kind network)" resolve_rustfs_endpointrun_stage "OCI registry (in-cluster, TLS)" registry_updiff --git a/scripts/fast-sandbox-env/manifests/cluster/kind-cluster.yaml b/scripts/fast-sandbox-env/manifests/cluster/kind-cluster.yamlindex 75041ab9f..43134ea33 100644--- a/scripts/fast-sandbox-env/manifests/cluster/kind-cluster.yaml+++ b/scripts/fast-sandbox-env/manifests/cluster/kind-cluster.yaml@@ -15,6 +15,19 @@# /var/lib/fast-sandbox StateRoot; prepared by integration-env.sh up# (XFS loop image when XFS_STATEROOT=1 so# per-sandbox rootfs copies are CoW reflinks)+# # @UBLK_DEV_MOUNT@ when OCI_STACK=1, rendered FIRST: a full bind of the+# host /dev. OverlayBD's ublk devices are created by+# the host kernel at add time (the control misc node+# /dev/ublk-control, the queue char nodes+# /dev/ublkc<N> under the ublk-char major, and+# per-dynamic-major block nodes /dev/ublkb<N> — this+# kernel registers no block major). A kind node's+# /dev is a private tmpfs, so no static mount or+# mknod can track them; binding the host devtmpfs+# lets the builder Pods, the node ublkd sidecar and+# fastlets see every node as the kernel creates it.+# It stays the FIRST extraMount so the private+# /dev/shm bind below shadows the host shm again.## Node state roots are PRIVATE per node: each node container binds its# own host subdirectory (control-plane/ or worker/) at the same@@ -46,6 +59,7 @@ name: fast-sandbox-integrationnodes:- role: control-planeextraMounts:+ # @UBLK_DEV_MOUNT@- hostPath: /dev/kvmcontainerPath: /dev/kvm- hostPath: /sys/devices/virtual/misc/kvm@@ -58,6 +72,7 @@ nodes:containerPath: /var/lib/fast-sandbox- role: workerextraMounts:+ # @UBLK_DEV_MOUNT@- hostPath: /dev/kvmcontainerPath: /dev/kvm- hostPath: /sys/devices/virtual/misc/kvm