Now we properly preloaded the images without load at boot
This commit is contained in:
@@ -4,103 +4,117 @@ set -euo pipefail
|
||||
: "${KUBE_IMG_CACHE:?KUBE_IMG_CACHE is required}"
|
||||
: "${KUBE_VERSION:?KUBE_VERSION is required}"
|
||||
: "${ARCH:?ARCH is required}"
|
||||
: "${ROOTFS:?ROOTFS is required}"
|
||||
|
||||
OS=linux
|
||||
REGISTRY_PORT=5000
|
||||
|
||||
# Keep everything version/arch scoped so caches do not get mixed.
|
||||
# IMPORTANT:
|
||||
# This must match what the target system will use at runtime.
|
||||
# If your target CRI-O uses overlay, leave this as overlay.
|
||||
# If overlay seeding fails in your build environment, fix the build env;
|
||||
# do not silently switch to vfs unless the target will also use vfs.
|
||||
STORAGE_DRIVER="${STORAGE_DRIVER:-overlay}"
|
||||
|
||||
# Optional. Needed by many overlay-in-container setups.
|
||||
FUSE_OVERLAYFS="${FUSE_OVERLAYFS:-/usr/bin/fuse-overlayfs}"
|
||||
|
||||
# Keep archive cache version/arch scoped so downloads do not get mixed.
|
||||
ARCHIVE_DIR="${KUBE_IMG_CACHE}/archives/${ARCH}/${KUBE_VERSION}"
|
||||
REGISTRY_DATA_DIR="${KUBE_IMG_CACHE}/registry-data/${ARCH}/${KUBE_VERSION}"
|
||||
REGISTRY_TAR="${KUBE_IMG_CACHE}/registry.tar"
|
||||
REGISTRY_IMAGE="docker.io/library/registry:2"
|
||||
|
||||
if podman image exists "${REGISTRY_IMAGE}"; then
|
||||
echo "Registry image already present: ${REGISTRY_IMAGE}"
|
||||
# Seed directly into the target rootfs image store.
|
||||
TARGET_GRAPHROOT="${ROOTFS}/var/lib/containers/storage"
|
||||
|
||||
elif [ -f "${REGISTRY_TAR}" ]; then
|
||||
echo "Loading registry image from cache: ${REGISTRY_TAR}"
|
||||
podman load -i "${REGISTRY_TAR}"
|
||||
|
||||
else
|
||||
echo "Cache miss → pulling and saving registry image"
|
||||
|
||||
podman pull "${REGISTRY_IMAGE}"
|
||||
podman save -o "${REGISTRY_TAR}" "${REGISTRY_IMAGE}"
|
||||
fi
|
||||
|
||||
mkdir -p "${ARCHIVE_DIR}"
|
||||
rm -rf "${REGISTRY_DATA_DIR}"
|
||||
mkdir -p "${REGISTRY_DATA_DIR}"
|
||||
|
||||
echo "============================================================"
|
||||
echo "Preparing Kubernetes image cache"
|
||||
echo " KUBE_VERSION = ${KUBE_VERSION}"
|
||||
echo " ARCH = ${ARCH}"
|
||||
echo " ARCHIVE_DIR = ${ARCHIVE_DIR}"
|
||||
echo " REGISTRY_DATA_DIR = ${REGISTRY_DATA_DIR}"
|
||||
echo "============================================================"
|
||||
|
||||
# Start a temporary local registry backed by REGISTRY_DATA_DIR.
|
||||
# We use host network here to avoid messing with nested networking.
|
||||
podman rm -f temp-registry >/dev/null 2>&1 || true
|
||||
|
||||
podman run -d \
|
||||
--name temp-registry \
|
||||
--network host \
|
||||
--cgroups=disabled \
|
||||
-v "${REGISTRY_DATA_DIR}:/var/lib/registry" \
|
||||
docker.io/library/registry:2
|
||||
# Build-host temporary runtime state for containers/storage.
|
||||
TMPDIR="$(mktemp -d)"
|
||||
RUNROOT="${TMPDIR}/runroot"
|
||||
STORAGE_CONF="${TMPDIR}/storage.conf"
|
||||
|
||||
cleanup() {
|
||||
podman rm -f temp-registry >/dev/null 2>&1 || true
|
||||
rm -rf "${TMPDIR}"
|
||||
}
|
||||
trap cleanup EXIT
|
||||
|
||||
# Wait for registry to answer.
|
||||
for _ in $(seq 1 30); do
|
||||
if curl -fsS "http://127.0.0.1:${REGISTRY_PORT}/v2/" >/dev/null; then
|
||||
break
|
||||
fi
|
||||
sleep 1
|
||||
done
|
||||
mkdir -p "${ARCHIVE_DIR}"
|
||||
mkdir -p "${TARGET_GRAPHROOT}"
|
||||
mkdir -p "${RUNROOT}"
|
||||
|
||||
if ! curl -fsS "http://127.0.0.1:${REGISTRY_PORT}/v2/" >/dev/null; then
|
||||
echo "Temporary registry did not start"
|
||||
echo "============================================================"
|
||||
echo "Preparing Kubernetes CRI-O image store"
|
||||
echo " KUBE_VERSION = ${KUBE_VERSION}"
|
||||
echo " ARCH = ${ARCH}"
|
||||
echo " ARCHIVE_DIR = ${ARCHIVE_DIR}"
|
||||
echo " TARGET_GRAPHROOT = ${TARGET_GRAPHROOT}"
|
||||
echo " STORAGE_DRIVER = ${STORAGE_DRIVER}"
|
||||
echo "============================================================"
|
||||
|
||||
# Build a temporary containers/storage config that writes directly into
|
||||
# the target rootfs image store.
|
||||
if [ "${STORAGE_DRIVER}" = "overlay" ]; then
|
||||
cat > "${STORAGE_CONF}" <<EOF
|
||||
[storage]
|
||||
driver = "overlay"
|
||||
runroot = "${RUNROOT}"
|
||||
graphroot = "${TARGET_GRAPHROOT}"
|
||||
|
||||
[storage.options]
|
||||
mount_program = "${FUSE_OVERLAYFS}"
|
||||
EOF
|
||||
else
|
||||
cat > "${STORAGE_CONF}" <<EOF
|
||||
[storage]
|
||||
driver = "${STORAGE_DRIVER}"
|
||||
runroot = "${RUNROOT}"
|
||||
graphroot = "${TARGET_GRAPHROOT}"
|
||||
EOF
|
||||
fi
|
||||
|
||||
export CONTAINERS_STORAGE_CONF="${STORAGE_CONF}"
|
||||
|
||||
# Sanity check: list required images using the target kubeadm binary.
|
||||
mapfile -t kube_images < <(
|
||||
qemu-aarch64-static \
|
||||
"${ROOTFS}/usr/local/bin/kubeadm" \
|
||||
config images list \
|
||||
--kubernetes-version "${KUBE_VERSION}"
|
||||
)
|
||||
|
||||
if [ "${#kube_images[@]}" -eq 0 ]; then
|
||||
echo "No kubeadm images returned"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Cache and seed all kubeadm-required images.
|
||||
while read -r img; do
|
||||
[ -n "$img" ] || continue
|
||||
for img in "${kube_images[@]}"; do
|
||||
[ -n "${img}" ] || continue
|
||||
|
||||
safe_name=$(printf '%s' "$img" | sed 's#/#_#g; s#:#__#g')
|
||||
safe_name="$(printf '%s' "${img}" | sed 's#/#_#g; s#:#__#g')"
|
||||
archive="${ARCHIVE_DIR}/${safe_name}.tar"
|
||||
ref="${img#registry.k8s.io/}"
|
||||
|
||||
if [ ! -f "$archive" ]; then
|
||||
echo "Caching: $img"
|
||||
if [ ! -f "${archive}" ]; then
|
||||
echo "Caching archive: ${img}"
|
||||
skopeo copy \
|
||||
--override-os "${OS}" \
|
||||
--override-arch "${ARCH}" \
|
||||
"docker://$img" \
|
||||
"oci-archive:$archive"
|
||||
"docker://${img}" \
|
||||
"oci-archive:${archive}"
|
||||
else
|
||||
echo "Cache hit: $img"
|
||||
echo "Archive hit: ${img}"
|
||||
fi
|
||||
|
||||
if skopeo inspect --tls-verify=false "docker://127.0.0.1:${REGISTRY_PORT}/${ref}" >/dev/null 2>&1; then
|
||||
echo "Registry hit: 127.0.0.1:${REGISTRY_PORT}/${ref}"
|
||||
# If already present in the target containers/storage, skip.
|
||||
if skopeo inspect "containers-storage:${img}" >/dev/null 2>&1; then
|
||||
echo "Store hit: ${img}"
|
||||
continue
|
||||
fi
|
||||
|
||||
echo "Seeding registry: $ref"
|
||||
echo "Seeding CRI-O store: ${img}"
|
||||
skopeo copy \
|
||||
--dest-tls-verify=false \
|
||||
"oci-archive:$archive" \
|
||||
"docker://127.0.0.1:${REGISTRY_PORT}/${ref}"
|
||||
done < <(qemu-aarch64-static "$ROOTFS/usr/local/bin/kubeadm" config images list --kubernetes-version "${KUBE_VERSION}")
|
||||
--override-os "${OS}" \
|
||||
--override-arch "${ARCH}" \
|
||||
"oci-archive:${archive}" \
|
||||
"containers-storage:${img}"
|
||||
done
|
||||
|
||||
echo
|
||||
echo "Done."
|
||||
echo "Archives: ${ARCHIVE_DIR}"
|
||||
echo "Registry data: ${REGISTRY_DATA_DIR}"
|
||||
echo "Archives: ${ARCHIVE_DIR}"
|
||||
echo "CRI-O storage: ${TARGET_GRAPHROOT}"
|
||||
Reference in New Issue
Block a user