How Fast Does a Cloud Sandbox Start, Resume and Fork? Measured

#!/usr/bin/env bash
# Sandboxer start / first command / resume / fork timings. Wall-clock from the machine running this script, so every
# number includes the CLI and the network round trips to sandboxer.com. Needs a signed-in sbx (or SANDBOXER_API_KEY)
# and jq. Runs one sandbox at a time and deletes everything it creates.
#   N=10 TYPE=small ./bench.sh > small.tsv
N=${N:-10}; TYPE=${TYPE:-default}; PREFIX=${PREFIX:-aeo-bench}; SBX=${SBX:-sbx}; SLOT=${SLOT:-}
ms_now() { echo $(( $(date +%s%N) / 1000000 )); }
state() { $SBX info "$1" --json 2>/dev/null | jq -r '.sandbox.state // empty'; }
wait_archived() { for _ in $(seq 1 240); do [ "$(state "$1")" = archived ] && return 0; sleep 0.5; done; return 1; }

echo -e "type\trun\tstarted_utc\tcreate_ready_ms\tfirst_exec_ms\tresume_ready_ms\tresume_exec_ms\tmemoryRestored\tresumeReason\tsame_pid\tfork_ready_ms\tfork_exec_ms"
for i in $(seq 1 "$N"); do
  slot=""; [ -n "$SLOT" ] && slot=$($SLOT acquire "$PREFIX-$TYPE-$i")
  started=$(date -u +%H:%M:%S)

  # 1. create to ready
  t0=$(ms_now)
  id=$($SBX new --type "$TYPE" --name "$PREFIX-$TYPE-$i" --no-env --ttl 900 --json | jq -r 'select(.event=="ready") | .id' | tail -1)
  t1=$(ms_now)
  if [ -z "$id" ]; then echo "run $i: create failed, stopping" >&2; [ -n "$slot" ] && $SLOT release "$slot" >&2; exit 1; fi

  # 2. first command
  $SBX exec "$id" true >/dev/null; t2=$(ms_now)

  # 3. stop (memory snapshot), then resume to ready
  $SBX exec "$id" --detach "sleep 100000" >/dev/null
  pid_before=$($SBX exec "$id" "pgrep -f 'sleep 100000'" | head -1)
  $SBX stop "$id" >/dev/null; wait_archived "$id"
  t3=$(ms_now)
  $SBX resume "$id" >/dev/null
  t4=$(ms_now)
  pid_after=$($SBX exec "$id" "pgrep -f 'sleep 100000'" | head -1)
  t5=$(ms_now)
  mr=$($SBX info "$id" --json | jq -r '.sandbox | "\(.memoryRestored)\t\(.resumeReason)"')
  same=$([ -n "$pid_before" ] && [ "$pid_before" = "$pid_after" ] && echo yes || echo no)

  # 4. fork to ready (source stopped again, so only one sandbox runs at a time)
  $SBX stop "$id" >/dev/null; wait_archived "$id"
  t6=$(ms_now)
  fid=$($SBX fork "$id" --wait --no-env --ttl 900 --json | jq -r 'select(.event=="ready") | .id' | tail -1)
  t7=$(ms_now)
  if [ -n "$fid" ]; then $SBX exec "$fid" true >/dev/null; else echo "run $i: fork failed" >&2; fi; t8=$(ms_now)

  echo -e "$TYPE\t$i\t$started\t$((t1-t0))\t$((t2-t1))\t$((t4-t3))\t$((t5-t4))\t$mr\t$same\t$((t7-t6))\t$((t8-t7))"
  echo "run $i: $id fork $fid" >&2
  [ -n "$fid" ] && $SBX delete "$fid" --yes >/dev/null
  $SBX delete "$id" --yes >/dev/null
  [ -n "$slot" ] && $SLOT release "$slot" >&2
done

type	run	started_utc	create_ready_ms	first_exec_ms	resume_ready_ms	resume_exec_ms	memoryRestored	resumeReason	same_pid	fork_ready_ms	fork_exec_ms
small	1	03:00:35	3189	212	1348	207	true	null	yes	3352	202
small	2	03:00:50	3191	211	1344	207	true	null	yes	3352	201
small	3	03:01:05	3189	207	1356	222	true	null	yes	3353	202
…