[root@ip-10-151-22-85 ec2-user]# journalctl -u k3s --no-pager --since "2026-03-02 20:45:18" Mar 02 20:45:18 ip-10-151-22-85.us-west-2.compute.internal systemd[1]: Starting Lightweight Kubernetes... Mar 02 20:45:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:18Z" level=info msg="Acquiring lock file /mnt/rancher/k3s/data/.lock" Mar 02 20:45:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:18Z" level=info msg="Preparing data dir /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/xtables-legacy-multi is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash check-config is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash ethtool is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash ip is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash k3s is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash nsenter is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/ebtables-legacy is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/ebtablesd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash runc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash xargs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/iptables-apply is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/nft is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash cni is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash conntrack is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash coreutils is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash fuse-overlayfs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash pigz is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash slirp4netns is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/xtables-nft-multi is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/xtables-set-mode.sh is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash blkid is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash busybox is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash containerd-shim-runc-v2 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash find is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash ipset is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash losetup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/ebtablesu is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified hash aux/iptables-detect.sh is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link deallocvt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-certificate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link addgroup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-nft-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link basename is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link csplit is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link hdparm is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setkeycodes is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link linux64 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lsusb is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sleep is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link telnet is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unlzma is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chmod is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link hwclock is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link i2cget is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link od is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link printf is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link runlevel is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tac is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-nft-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cmp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link firewall is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link head is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link loadkmap is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nslookup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-nft-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link bzcat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link containerd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-etcd-snapshot is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nuke is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ar is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/modprobe is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link gzip is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mktemp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uuencode is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link logname is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mkdosfs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link realpath is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unpigz is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uptime is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link adduser is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link printenv is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link timeout is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unzip is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link vlock is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link awk is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chroot is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link numfmt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link vdir is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link reboot is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link top is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link touch is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link diff is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mkdir is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link traceroute is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link base64 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tail is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chgrp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link partprobe is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ptx is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link rdate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unxz is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fallocate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link kill is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setconsole is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ts is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unexpand is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link zcat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cpio is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link date is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ipaddr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mim is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ash is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cut is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fdformat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link halt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link init is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link install is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link runcon is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setlogcons is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-nft-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link i2cdump is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link split is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tee is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setpriv is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uevent is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mkfifo is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link inetd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link shred is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sulogin is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/xtables-monitor is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link test is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unix2dos is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link groups is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ipneigh is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link killall5 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link link is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pipe_progress is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha256sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ifdown is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link passwd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pathchk is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link rm is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tftp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-legacy-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link i2cdetect is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ifconfig is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link openvt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setfattr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link comm is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link readlink is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link strings is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link arping is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-apply is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-nft is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chattr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cksum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link getty is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-server is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link loadfont is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link bridge is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link hostname is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link join is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lsscsi is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link reset is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sh is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link start-stop-daemon is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link truncate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link bc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ps is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link umount is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fdflush is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fsfreeze is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lzcat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link md5sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link w is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link wc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-restore-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link clear is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ether-wake is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fmt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ln is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link logger is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lzopcat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sort is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link svc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link vconfig is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-nft is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link crond is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link devmem is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link false is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link linux32 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mv is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pidof is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link id is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link linuxrc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lsmod is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setarch is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha1sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ubirename is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uname is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link vi is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link hostid is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nice is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link patch is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pwd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link su is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link watch is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link expand is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link getfattr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ls is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lsattr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link stty is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha224sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link arp is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chrt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link less is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link setserial is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link who is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fbset is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link i2ctransfer is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nameif is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link xz is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-legacy is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/mount is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link df is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lspci is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nproc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha3sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unlink is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chown is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link crontab is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link eject is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link host-local is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link deluser is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dos2unix is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link grep is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ipcs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-nft-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dumpkmap is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link getopt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link [[ is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dirname is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link du is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link flannel is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link last is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lzma is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link poweroff is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uniq is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link bandwidth is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link cat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link insmod is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mdev is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nologin is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha512sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tty is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dir is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link egrep is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link iproute is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link resume is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link users is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link watchdog is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link wget is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-legacy-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-legacy-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link free is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sync is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link true is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link which is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link whoami is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link env is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link iplink is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mknod is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pinky is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link rmmod is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tsort is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-legacy-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nohup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link nl is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-nft-save is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link delgroup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link echo is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fsck is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link gunzip is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ping is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-nft-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dnsdomainname is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-secrets-encrypt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link netstat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link time is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link unlzop is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link klogd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link pivot_root is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link rmdir is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sed is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link switch_root is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link usleep is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link xxd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link basenc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-nft-restore is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link kubectl is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mke2fs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link run-parts is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link seq is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link yes is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link base32 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-token is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link killall is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link [ is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chvt is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link freeramdisk is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ipcrm is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link resize is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/arptables-nft is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-legacy is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link chcon is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link iprule is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link login is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link makedevs is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mesg is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link uudecode is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ip6tables-restore-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dnsd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link factor is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mkpasswd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link tar is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/ebtables-translate is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link aux/iptables-nft is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fold is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link hexedit is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link microcom is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sysctl is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link xzcat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link bunzip2 is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link crictl is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ctr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link route is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link svok is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link udhcpc is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link i2cset is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link ifup is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link stat is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link paste is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link portmap is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link run-init is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link dircolors is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link expr is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link more is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link mountpoint is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link b2sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fgrep is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link iptunnel is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-agent is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link loopback is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link arch is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link fuser is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link k3s-completion is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link lsof is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link sha384sum is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link shuf is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Verified link syslogd is correct" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/cni -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/bandwidth -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/bridge -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/firewall -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/flannel -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/host-local -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/loopback -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Creating symlink /mnt/rancher/k3s/data/cni/portmap -> /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/cni" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Asset dir /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Running /mnt/rancher/k3s/data/4a9584f4b72a328dc77a958636e91442257c1890aaa66f0508b3604bf676dbdd/bin/k3s-server [/usr/bin/k3s server]" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Starting k3s v1.34.4+k3s1 (c6017918)" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Configuring sqlite3 database connection pooling: maxIdleConns=2, maxOpenConns=0, connMaxLifetime=0s" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Configuring database table schema and indexes, this may take a moment..." Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Database tables and indexes are up to date" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Kine available at unix://kine.sock" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="COMPACT disabled; automatic compaction will not occur" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Bootstrap key locked for initial create" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="generated self-signed CA certificate CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20.312614951 +0000 UTC notAfter=2036-02-28 20:45:20.312614951 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:admin,O=system:masters signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:k3s-supervisor,O=system:masters signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:kube-controller-manager signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:kube-scheduler signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:apiserver,O=system:masters signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=k3s-cloud-controller-manager signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="generated self-signed CA certificate CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20.31478825 +0000 UTC notAfter=2036-02-28 20:45:20.31478825 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=kube-apiserver signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=kube-scheduler signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=kube-controller-manager signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="generated self-signed CA certificate CN=k3s-request-header-ca@1772484320: notBefore=2026-03-02 20:45:20.315953863 +0000 UTC notAfter=2036-02-28 20:45:20.315953863 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=system:auth-proxy signed by CN=k3s-request-header-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="generated self-signed CA certificate CN=etcd-server-ca@1772484320: notBefore=2026-03-02 20:45:20.316413345 +0000 UTC notAfter=2036-02-28 20:45:20.316413345 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=etcd-client signed by CN=etcd-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="generated self-signed CA certificate CN=etcd-peer-ca@1772484320: notBefore=2026-03-02 20:45:20.316865478 +0000 UTC notAfter=2036-02-28 20:45:20.316865478 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=etcd-peer signed by CN=etcd-peer-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=etcd-server signed by CN=etcd-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="certificate CN=k3s,O=k3s signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:20 +0000 UTC" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=warning msg="dynamiclistener [::]:6443: no cached certificate available for preload - deferring certificate load until storage initialization or first client request" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Active TLS secret / (ver=) (count 10): map[listener.cattle.io/cn-10.151.22.85:10.151.22.85 listener.cattle.io/cn-10.43.0.1:10.43.0.1 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-__1-f16284:::1 listener.cattle.io/cn-ip-10-151-22-85.us-west-2.compute.-1cd135:ip-10-151-22-85.us-west-2.compute.internal listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc:kubernetes.default.svc listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=03292500E615FEF1319E2AF144965473E3D648C6]" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=debug msg="Supervisor proxy using supervisor=https://127.0.0.1:6443 apiserver=https://127.0.0.1:6443 lb=false" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Cluster-Http-Server 2026/03/02 20:45:20 http: TLS handshake error from 127.0.0.1:51334: remote error: tls: bad certificate" Mar 02 20:45:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:20Z" level=info msg="Cluster-Http-Server 2026/03/02 20:45:20 http: TLS handshake error from 127.0.0.1:51350: remote error: tls: bad certificate" Mar 02 20:45:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:21Z" level=info msg="Password verified locally for node ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:21Z" level=info msg="certificate CN=ip-10-151-22-85.us-west-2.compute.internal signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:21 +0000 UTC" Mar 02 20:45:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:21Z" level=info msg="certificate CN=system:node:ip-10-151-22-85.us-west-2.compute.internal,O=system:nodes signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:21 +0000 UTC" Mar 02 20:45:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:21Z" level=info msg="certificate CN=system:kube-proxy signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:21 +0000 UTC" Mar 02 20:45:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:21Z" level=info msg="certificate CN=system:k3s-controller signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:45:21 +0000 UTC" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Using private registry config file at /etc/rancher/k3s/registries.yaml" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Module overlay was already loaded" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Module nf_conntrack was already loaded" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Module br_netfilter was already loaded" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Module iptable_nat was already loaded" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Module iptable_filter was already loaded" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="getConntrackMax: using scaled conntrack-max-per-core" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Starting distributed registry mirror at https://10.151.22.85:6443/v2 for registries [dev-intg-17.securiti.xyz docker.io 251337915507.dkr.ecr.us-west-2.amazonaws.com]" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Polling for API server readiness: GET /readyz failed: the server is currently unable to handle the request" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="Starting distributed registry P2P node at 10.151.22.85:5000" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:24.039Z INFO dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:322 starting refreshing cpl 0 with key CIQAAAHNEQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA (routing table size was 0) Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=info msg="starting p2p router" id=QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX logger=spegel/p2p Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:24.039Z WARN dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:187 failed when refreshing routing tablefailed to query for self, err=failed to find any peer in table; failed to refresh cpl=0, err=failed to find any peer in table Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="failed to run bootstrap" attempts=1 error="runtime core not ready, cannot get addresses without server and token, p2p peer not ready" logger=spegel/p2p Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="failed to run bootstrap" attempts=2 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="failed to run bootstrap" attempts=3 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="failed to run bootstrap" attempts=4 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:24Z" level=debug msg="failed to run bootstrap" attempts=5 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:25Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:26Z" level=debug msg="Polling for API server readiness: GET /readyz failed: status unchanged" Mar 02 20:45:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:26Z" level=debug msg="failed to run bootstrap" attempts=6 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:26Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:27Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:27Z" level=debug msg="failed to run bootstrap" attempts=7 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:28Z" level=debug msg="Polling for API server readiness: GET /readyz failed: status unchanged" Mar 02 20:45:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:28Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:28Z" level=debug msg="failed to run bootstrap" attempts=8 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=warning msg="Failed to wait for distributed registry to become ready, will retry in the background" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for crun container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Found crun container runtime at /usr/bin/crun" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for nvidia container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for nvidia in $PATH: exec: \"nvidia-container-runtime\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for nvidia-experimental container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for nvidia-experimental in $PATH: exec: \"nvidia-container-runtime-experimental\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for nvidia-cdi container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for nvidia-cdi in $PATH: exec: \"nvidia-container-runtime.cdi\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for lunatic container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for lunatic in $PATH: exec: \"containerd-shim-lunatic-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for slight container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for slight in $PATH: exec: \"containerd-shim-slight-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for spin container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for spin in $PATH: exec: \"containerd-shim-spin-v2\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for wws container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for wws in $PATH: exec: \"containerd-shim-wws-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for wasmedge container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for wasmedge in $PATH: exec: \"containerd-shim-wasmedge-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for wasmer container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for wasmer in $PATH: exec: \"containerd-shim-wasmer-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Searching for wasmtime container runtime" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Error searching for wasmtime in $PATH: exec: \"containerd-shim-wasmtime-v1\": executable file not found in $PATH" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Starting k3s-cert-monitor with monitoring period 30m0s" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Connecting to proxy" url="wss://127.0.0.1:6443/v1-k3s/connect" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Creating k3s-cert-monitor event broadcaster" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Saving cluster bootstrap data to datastore" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Connection to etcd is ready" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="ETCD server is now running" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Failed to update P2P address annotations and labels: apiserver not ready" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Logging containerd to /mnt/rancher/k3s/agent/containerd/containerd.log" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Running containerd -c /mnt/rancher/k3s/agent/etc/containerd/config.toml" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Cluster-Http-Server 2026/03/02 20:45:29 http: TLS handshake error from 127.0.0.1:55534: remote error: tls: bad certificate" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Tunnel server handing HTTP/1.1 GET request for /v1-k3s/connect from 127.0.0.1:55526" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Handling backend connection request [ip-10-151-22-85.us-west-2.compute.internal]" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Connected to proxy" url="wss://127.0.0.1:6443/v1-k3s/connect" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Remotedialer connected to proxy" url="wss://127.0.0.1:6443/v1-k3s/connect" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="Comparing /bootstrap/c18e3f8fec86 to /bootstrap/c18e3f8fec86" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=debug msg="checking bootstrap key /bootstrap/c18e3f8fec86 against /bootstrap/c18e3f8fec86" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Bootstrap key lock is held" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Running kube-apiserver --advertise-port=6443 --allow-privileged=true --anonymous-auth=false --api-audiences=https://kubernetes.default.svc.cluster.local,k3s --authorization-mode=Node,RBAC --bind-address=127.0.0.1 --cert-dir=/mnt/rancher/k3s/server/tls/temporary-certs --client-ca-file=/mnt/rancher/k3s/server/tls/client-ca.crt --egress-selector-config-file=/mnt/rancher/k3s/server/etc/egress-selector-config.yaml --enable-admission-plugins=NodeRestriction --enable-aggregator-routing=true --enable-bootstrap-token-auth=true --encryption-provider-config=/mnt/rancher/k3s/server/cred/encryption-config.json --encryption-provider-config-automatic-reload=true --etcd-servers=unix://kine.sock --kubelet-certificate-authority=/mnt/rancher/k3s/server/tls/server-ca.crt --kubelet-client-certificate=/mnt/rancher/k3s/server/tls/client-kube-apiserver.crt --kubelet-client-key=/mnt/rancher/k3s/server/tls/client-kube-apiserver.key --kubelet-preferred-address-types=InternalIP,ExternalIP,Hostname --profiling=false --proxy-client-cert-file=/mnt/rancher/k3s/server/tls/client-auth-proxy.crt --proxy-client-key-file=/mnt/rancher/k3s/server/tls/client-auth-proxy.key --requestheader-allowed-names=system:auth-proxy --requestheader-client-ca-file=/mnt/rancher/k3s/server/tls/request-header-ca.crt --requestheader-extra-headers-prefix=X-Remote-Extra- --requestheader-group-headers=X-Remote-Group --requestheader-username-headers=X-Remote-User --secure-port=6444 --service-account-issuer=https://kubernetes.default.svc.cluster.local --service-account-key-file=/mnt/rancher/k3s/server/tls/service.key --service-account-signing-key-file=/mnt/rancher/k3s/server/tls/service.current.key --service-cluster-ip-range=10.43.0.0/16 --service-node-port-range=30000-32767 --storage-backend=etcd3 --tls-cert-file=/mnt/rancher/k3s/server/tls/serving-kube-apiserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305 --tls-private-key-file=/mnt/rancher/k3s/server/tls/serving-kube-apiserver.key" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Running kube-scheduler --authentication-kubeconfig=/mnt/rancher/k3s/server/cred/scheduler.kubeconfig --authorization-kubeconfig=/mnt/rancher/k3s/server/cred/scheduler.kubeconfig --bind-address=127.0.0.1 --kubeconfig=/mnt/rancher/k3s/server/cred/scheduler.kubeconfig --leader-elect=false --profiling=false --secure-port=10259 --tls-cert-file=/mnt/rancher/k3s/server/tls/kube-scheduler/kube-scheduler.crt --tls-private-key-file=/mnt/rancher/k3s/server/tls/kube-scheduler/kube-scheduler.key" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Running kube-controller-manager --allocate-node-cidrs=true --authentication-kubeconfig=/mnt/rancher/k3s/server/cred/controller.kubeconfig --authorization-kubeconfig=/mnt/rancher/k3s/server/cred/controller.kubeconfig --bind-address=127.0.0.1 --cluster-cidr=10.42.0.0/16 --cluster-signing-kube-apiserver-client-cert-file=/mnt/rancher/k3s/server/tls/client-ca.nochain.crt --cluster-signing-kube-apiserver-client-key-file=/mnt/rancher/k3s/server/tls/client-ca.key --cluster-signing-kubelet-client-cert-file=/mnt/rancher/k3s/server/tls/client-ca.nochain.crt --cluster-signing-kubelet-client-key-file=/mnt/rancher/k3s/server/tls/client-ca.key --cluster-signing-kubelet-serving-cert-file=/mnt/rancher/k3s/server/tls/server-ca.nochain.crt --cluster-signing-kubelet-serving-key-file=/mnt/rancher/k3s/server/tls/server-ca.key --cluster-signing-legacy-unknown-cert-file=/mnt/rancher/k3s/server/tls/server-ca.nochain.crt --cluster-signing-legacy-unknown-key-file=/mnt/rancher/k3s/server/tls/server-ca.key --controllers=*,tokencleaner --kubeconfig=/mnt/rancher/k3s/server/cred/controller.kubeconfig --leader-elect=false --profiling=false --root-ca-file=/mnt/rancher/k3s/server/tls/server-ca.crt --secure-port=10257 --service-account-private-key-file=/mnt/rancher/k3s/server/tls/service.current.key --service-cluster-ip-range=10.43.0.0/16 --tls-cert-file=/mnt/rancher/k3s/server/tls/kube-controller-manager/kube-controller-manager.crt --tls-private-key-file=/mnt/rancher/k3s/server/tls/kube-controller-manager/kube-controller-manager.key --use-service-account-credentials=true" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.053288 27498 options.go:305] unable to set WatchListClient feature gate, err: cannot override default for feature "WatchListClient": gates already added to a flag set Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.053319 27498 options.go:263] external host was not specified, using 10.151.22.85 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Server node token is available at /mnt/rancher/k3s/server/token" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="To join server node to cluster: k3s server -s https://10.151.22.85:6443 -t ${SERVER_NODE_TOKEN}" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Agent node token is available at /mnt/rancher/k3s/server/agent-token" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="To join agent node to cluster: k3s agent -s https://10.151.22.85:6443 -t ${AGENT_NODE_TOKEN}" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Wrote kubeconfig /etc/rancher/k3s/k3s.yaml" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Run: k3s kubectl" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.054660 27498 server.go:158] Version: v1.34.4+k3s1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.054678 27498 server.go:160] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.112136130Z" level=info msg="starting containerd" revision= version=v2.1.5-k3s1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.118880179Z" level=info msg="loading plugin" id=io.containerd.content.v1.content type=io.containerd.content.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.118926802Z" level=info msg="loading plugin" id=io.containerd.image-verifier.v1.bindir type=io.containerd.image-verifier.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.118935702Z" level=info msg="loading plugin" id=io.containerd.internal.v1.opt type=io.containerd.internal.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119024226Z" level=info msg="loading plugin" id=io.containerd.warning.v1.deprecations type=io.containerd.warning.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119034241Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.blockfile type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119062316Z" level=info msg="skip loading plugin" error="no scratch file generator: skip plugin" id=io.containerd.snapshotter.v1.blockfile type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119068880Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.btrfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119506718Z" level=info msg="skip loading plugin" error="path /mnt/rancher/k3s/agent/containerd/io.containerd.snapshotter.v1.btrfs (xfs) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" id=io.containerd.snapshotter.v1.btrfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119514616Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.devmapper type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119519955Z" level=info msg="skip loading plugin" error="devmapper not configured: skip plugin" id=io.containerd.snapshotter.v1.devmapper type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119524520Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.erofs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119640185Z" level=info msg="skip loading plugin" error="EROFS unsupported, please `modprobe erofs`: skip plugin" id=io.containerd.snapshotter.v1.erofs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119646501Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.native type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.119686294Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.overlayfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.121798678Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.fuse-overlayfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.121866414Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.zfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.121899039Z" level=info msg="skip loading plugin" error="lstat /mnt/rancher/k3s/agent/containerd/io.containerd.snapshotter.v1.zfs: no such file or directory: skip plugin" id=io.containerd.snapshotter.v1.zfs type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.121906714Z" level=info msg="loading plugin" id=io.containerd.event.v1.exchange type=io.containerd.event.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=error msg="Sending HTTP/1.1 503 response to 127.0.0.1:55558: runtime core not ready" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.121930188Z" level=info msg="loading plugin" id=io.containerd.monitor.task.v1.cgroups type=io.containerd.monitor.task.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.122152188Z" level=info msg="loading plugin" id=io.containerd.snapshotter.v1.stargz type=io.containerd.snapshotter.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.126051814Z" level=info msg="loading plugin" id=io.containerd.metadata.v1.bolt type=io.containerd.metadata.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.126094316Z" level=info msg="metadata content store policy set" policy=shared Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131594929Z" level=info msg="loading plugin" id=io.containerd.gc.v1.scheduler type=io.containerd.gc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131622783Z" level=info msg="loading plugin" id=io.containerd.differ.v1.erofs type=io.containerd.differ.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131670800Z" level=info msg="skip loading plugin" error="could not find mkfs.erofs: exec: \"mkfs.erofs\": executable file not found in $PATH: skip plugin" id=io.containerd.differ.v1.erofs type=io.containerd.differ.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131680764Z" level=info msg="loading plugin" id=io.containerd.differ.v1.walking type=io.containerd.differ.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131693480Z" level=info msg="loading plugin" id=io.containerd.lease.v1.manager type=io.containerd.lease.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131705906Z" level=info msg="loading plugin" id=io.containerd.service.v1.containers-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131719533Z" level=info msg="loading plugin" id=io.containerd.service.v1.content-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131733329Z" level=info msg="loading plugin" id=io.containerd.service.v1.diff-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131745894Z" level=info msg="loading plugin" id=io.containerd.service.v1.images-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131757544Z" level=info msg="loading plugin" id=io.containerd.service.v1.introspection-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131767264Z" level=info msg="loading plugin" id=io.containerd.service.v1.namespaces-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131777782Z" level=info msg="loading plugin" id=io.containerd.service.v1.snapshots-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131785413Z" level=info msg="loading plugin" id=io.containerd.shim.v1.manager type=io.containerd.shim.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131799223Z" level=info msg="loading plugin" id=io.containerd.runtime.v2.task type=io.containerd.runtime.v2 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131865190Z" level=info msg="loading plugin" id=io.containerd.service.v1.tasks-service type=io.containerd.service.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131879952Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.containers type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131889993Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.content type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131898180Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.diff type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131904873Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.events type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131910505Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.images type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131923475Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.introspection type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131929760Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.leases type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131939417Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.namespaces type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131947100Z" level=info msg="loading plugin" id=io.containerd.sandbox.store.v1.local type=io.containerd.sandbox.store.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131952922Z" level=info msg="loading plugin" id=io.containerd.transfer.v1.local type=io.containerd.transfer.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.131969534Z" level=info msg="loading plugin" id=io.containerd.cri.v1.images type=io.containerd.cri.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132045236Z" level=info msg="Get image filesystem path \"/mnt/rancher/k3s/agent/containerd/io.containerd.snapshotter.v1.overlayfs\" for snapshotter \"overlayfs\"" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132051589Z" level=info msg="Start snapshots syncer" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132069200Z" level=info msg="loading plugin" id=io.containerd.cri.v1.runtime type=io.containerd.cri.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132287398Z" level=info msg="starting cri plugin" config="{\"containerd\":{\"defaultRuntimeName\":\"runc\",\"runtimes\":{\"crun\":{\"runtimeType\":\"io.containerd.runc.v2\",\"runtimePath\":\"\",\"PodAnnotations\":null,\"ContainerAnnotations\":null,\"options\":{\"BinaryName\":\"/usr/bin/crun\",\"SystemdCgroup\":true},\"privileged_without_host_devices\":false,\"privileged_without_host_devices_all_devices_allowed\":false,\"cgroupWritable\":false,\"baseRuntimeSpec\":\"\",\"cniConfDir\":\"\",\"cniMaxConfNum\":0,\"snapshotter\":\"\",\"sandboxer\":\"podsandbox\",\"io_type\":\"\"},\"runc\":{\"runtimeType\":\"io.containerd.runc.v2\",\"runtimePath\":\"\",\"PodAnnotations\":null,\"ContainerAnnotations\":null,\"options\":{\"BinaryName\":\"\",\"CriuImagePath\":\"\",\"CriuWorkPath\":\"\",\"IoGid\":0,\"IoUid\":0,\"NoNewKeyring\":false,\"Root\":\"\",\"ShimCgroup\":\"\",\"SystemdCgroup\":true},\"privileged_without_host_devices\":false,\"privileged_without_host_devices_all_devices_allowed\":false,\"cgroupWritable\":false,\"baseRuntimeSpec\":\"\",\"cniConfDir\":\"\",\"cniMaxConfNum\":0,\"snapshotter\":\"\",\"sandboxer\":\"podsandbox\",\"io_type\":\"\"},\"runhcs-wcow-process\":{\"runtimeType\":\"io.containerd.runhcs.v1\",\"runtimePath\":\"\",\"PodAnnotations\":null,\"ContainerAnnotations\":null,\"options\":null,\"privileged_without_host_devices\":false,\"privileged_without_host_devices_all_devices_allowed\":false,\"cgroupWritable\":false,\"baseRuntimeSpec\":\"\",\"cniConfDir\":\"\",\"cniMaxConfNum\":0,\"snapshotter\":\"\",\"sandboxer\":\"podsandbox\",\"io_type\":\"\"}},\"ignoreBlockIONotEnabledErrors\":false,\"ignoreRdtNotEnabledErrors\":false},\"cni\":{\"binDir\":\"\",\"binDirs\":[\"/mnt/rancher/k3s/data/cni\"],\"confDir\":\"/mnt/rancher/k3s/agent/etc/cni/net.d\",\"maxConfNum\":1,\"setupSerially\":false,\"confTemplate\":\"\",\"ipPref\":\"\",\"useInternalLoopback\":false},\"enableSelinux\":false,\"selinuxCategoryRange\":1024,\"maxContainerLogLineSize\":16384,\"disableApparmor\":false,\"restrictOOMScoreAdj\":false,\"disableProcMount\":false,\"unsetSeccompProfile\":\"\",\"tolerateMissingHugetlbController\":true,\"disableHugetlbController\":true,\"device_ownership_from_security_context\":false,\"ignoreImageDefinedVolumes\":false,\"netnsMountsUnderStateDir\":false,\"enableUnprivilegedPorts\":true,\"enableUnprivilegedICMP\":true,\"enableCDI\":true,\"cdiSpecDirs\":[\"/etc/cdi\",\"/var/run/cdi\"],\"drainExecSyncIOTimeout\":\"0s\",\"ignoreDeprecationWarnings\":null,\"containerdRootDir\":\"/mnt/rancher/k3s/agent/containerd\",\"containerdEndpoint\":\"/run/k3s/containerd/containerd.sock\",\"rootDir\":\"/mnt/rancher/k3s/agent/containerd/io.containerd.grpc.v1.cri\",\"stateDir\":\"/run/k3s/containerd/io.containerd.grpc.v1.cri\"}" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132340551Z" level=info msg="loading plugin" id=io.containerd.podsandbox.controller.v1.podsandbox type=io.containerd.podsandbox.controller.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132384243Z" level=info msg="loading plugin" id=io.containerd.sandbox.controller.v1.shim type=io.containerd.sandbox.controller.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132427582Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.sandbox-controllers type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132441374Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.sandboxes type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132449152Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.snapshots type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132459377Z" level=info msg="loading plugin" id=io.containerd.streaming.v1.manager type=io.containerd.streaming.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132468222Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.streaming type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132474601Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.tasks type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132481565Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.transfer type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132487607Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.version type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132497937Z" level=info msg="loading plugin" id=io.containerd.monitor.container.v1.restart type=io.containerd.monitor.container.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132518476Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.healthcheck type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132525719Z" level=info msg="loading plugin" id=io.containerd.nri.v1.nri type=io.containerd.nri.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132545263Z" level=info msg="runtime interface created" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132551423Z" level=info msg="created NRI interface" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132556309Z" level=info msg="loading plugin" id=io.containerd.grpc.v1.cri type=io.containerd.grpc.v1 Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132575685Z" level=info msg="Connect containerd service" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132589394Z" level=info msg="using experimental NRI integration - disable nri plugin to prevent this" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.132976854Z" level=error msg="failed to load cni during init, please check CRI plugin status before setting up network for pods" error="cni config load failed: no network config found in /mnt/rancher/k3s/agent/etc/cni/net.d: cni plugin not initialized: failed to load cni config" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147618430Z" level=info msg="Start subscribing containerd event" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147688475Z" level=info msg="Start recovering state" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147751150Z" level=info msg=serving... address=/run/k3s/containerd/containerd.sock.ttrpc Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147792447Z" level=info msg=serving... address=/run/k3s/containerd/containerd.sock Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147865096Z" level=info msg="Start event monitor" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147883014Z" level=info msg="Start cni network conf syncer for default" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147889627Z" level=info msg="Start streaming server" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147906474Z" level=info msg="Registered namespace \"k8s.io\" with NRI" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147916467Z" level=info msg="runtime interface starting up..." Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147921754Z" level=info msg="starting plugins..." Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.147929968Z" level=info msg="Synchronizing NRI (plugin) with current runtime state" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29.148003228Z" level=info msg="containerd successfully booted in 0.036981s" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:29Z" level=info msg="Running kube-proxy --cluster-cidr=10.42.0.0/16 --conntrack-max-per-core=0 --conntrack-tcp-timeout-close-wait=0s --conntrack-tcp-timeout-established=0s --healthz-bind-address=127.0.0.1 --hostname-override=ip-10-151-22-85.us-west-2.compute.internal --kubeconfig=/mnt/rancher/k3s/agent/kubeproxy.kubeconfig --proxy-mode=iptables" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.730287 27498 shared_informer.go:349] "Waiting for caches to sync" controller="node_authorizer" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.735036 27498 shared_informer.go:349] "Waiting for caches to sync" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]" Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.738130 27498 plugins.go:157] Loaded 14 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,PodTopologyLabels,MutatingAdmissionPolicy,MutatingAdmissionWebhook. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.738145 27498 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.738379 27498 instance.go:239] Using reconciler: lease Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.742366 27498 handler.go:285] Adding GroupVersion apiextensions.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.742380 27498 genericapiserver.go:784] Skipping API apiextensions.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.744417 27498 cidrallocator.go:197] starting ServiceCIDR Allocator Controller Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.764152Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":0,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.764165Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":0,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.780120 27498 handler.go:285] Adding GroupVersion v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.780306 27498 apis.go:112] API group "internal.apiserver.k8s.io" is not enabled, skipping. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.789277Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.789363Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":1,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.797199 27498 apis.go:112] API group "storagemigration.k8s.io" is not enabled, skipping. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.813659Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":2,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.817004Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":2,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.841638Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":3,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.842889Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":3,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.852982 27498 handler.go:285] Adding GroupVersion authentication.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.853083 27498 genericapiserver.go:784] Skipping API authentication.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.853112 27498 genericapiserver.go:784] Skipping API authentication.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.853451 27498 handler.go:285] Adding GroupVersion authorization.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.853483 27498 genericapiserver.go:784] Skipping API authorization.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.854121 27498 handler.go:285] Adding GroupVersion autoscaling v2 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.854594 27498 handler.go:285] Adding GroupVersion autoscaling v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.854636 27498 genericapiserver.go:784] Skipping API autoscaling/v2beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.854660 27498 genericapiserver.go:784] Skipping API autoscaling/v2beta2 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.855528 27498 handler.go:285] Adding GroupVersion batch v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.855584 27498 genericapiserver.go:784] Skipping API batch/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.856170 27498 handler.go:285] Adding GroupVersion certificates.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.856221 27498 genericapiserver.go:784] Skipping API certificates.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.856247 27498 genericapiserver.go:784] Skipping API certificates.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.856590 27498 handler.go:285] Adding GroupVersion coordination.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.856626 27498 genericapiserver.go:784] Skipping API coordination.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.856646 27498 genericapiserver.go:784] Skipping API coordination.k8s.io/v1alpha2 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.857064 27498 handler.go:285] Adding GroupVersion discovery.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.857102 27498 genericapiserver.go:784] Skipping API discovery.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.858530 27498 handler.go:285] Adding GroupVersion networking.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.858611 27498 genericapiserver.go:784] Skipping API networking.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.858923 27498 handler.go:285] Adding GroupVersion node.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.858960 27498 genericapiserver.go:784] Skipping API node.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.858989 27498 genericapiserver.go:784] Skipping API node.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.859567 27498 handler.go:285] Adding GroupVersion policy v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.859624 27498 genericapiserver.go:784] Skipping API policy/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.860702 27498 handler.go:285] Adding GroupVersion rbac.authorization.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.860764 27498 genericapiserver.go:784] Skipping API rbac.authorization.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.860786 27498 genericapiserver.go:784] Skipping API rbac.authorization.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.861108 27498 handler.go:285] Adding GroupVersion scheduling.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.861146 27498 genericapiserver.go:784] Skipping API scheduling.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.861169 27498 genericapiserver.go:784] Skipping API scheduling.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.862938 27498 handler.go:285] Adding GroupVersion storage.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.863032 27498 genericapiserver.go:784] Skipping API storage.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.863061 27498 genericapiserver.go:784] Skipping API storage.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.863868 27498 handler.go:285] Adding GroupVersion flowcontrol.apiserver.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.863943 27498 genericapiserver.go:784] Skipping API flowcontrol.apiserver.k8s.io/v1beta3 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.863973 27498 genericapiserver.go:784] Skipping API flowcontrol.apiserver.k8s.io/v1beta2 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.864001 27498 genericapiserver.go:784] Skipping API flowcontrol.apiserver.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.866571 27498 handler.go:285] Adding GroupVersion apps v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.866648 27498 genericapiserver.go:784] Skipping API apps/v1beta2 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.866679 27498 genericapiserver.go:784] Skipping API apps/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.866683Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.867636Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":4,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.868062 27498 handler.go:285] Adding GroupVersion admissionregistration.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.868113 27498 genericapiserver.go:784] Skipping API admissionregistration.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.868119 27498 genericapiserver.go:784] Skipping API admissionregistration.k8s.io/v1alpha1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.868460 27498 handler.go:285] Adding GroupVersion events.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.868480 27498 genericapiserver.go:784] Skipping API events.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.868525 27498 genericapiserver.go:784] Skipping API resource.k8s.io/v1beta2 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.869738 27498 handler.go:285] Adding GroupVersion resource.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.869808 27498 genericapiserver.go:784] Skipping API resource.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.869851 27498 genericapiserver.go:784] Skipping API resource.k8s.io/v1alpha3 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:29.872264 27498 handler.go:285] Adding GroupVersion apiregistration.k8s.io v1 to ResourceManager Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:29.872280 27498 genericapiserver.go:784] Skipping API apiregistration.k8s.io/v1beta1 because it has no resources. Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.889738Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":5,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.895352Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":5,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.913652Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":6,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.920839Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":6,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.939467Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":7,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.948943Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":7,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.965121Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":8,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.973350Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":8,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.988500Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":9,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:29.999048Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":9,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.013717Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":10,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=info msg="Polling for API server readiness: GET /readyz failed: unknown" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.026614Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":10,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.037197Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":11,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=info msg="containerd is now running" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=debug msg="Failed to update P2P address annotations and labels: nodes \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.053842Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":11,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=debug msg="Image import watcher created" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=info msg="Importing images from /mnt/rancher/k3s/agent/images/k3s-airgap-images-amd64.tar.zst" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.061276Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":12,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.081213Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":12,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.081777 27498 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/mnt/rancher/k3s/server/tls/request-header-ca.crt" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.081860 27498 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/mnt/rancher/k3s/server/tls/client-ca.crt" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.081931 27498 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/mnt/rancher/k3s/server/tls/serving-kube-apiserver.crt::/mnt/rancher/k3s/server/tls/serving-kube-apiserver.key" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082015 27498 secure_serving.go:211] Serving securely on 127.0.0.1:6444 Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082062 27498 tlsconfig.go:243] "Starting DynamicServingCertificateController" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082072 27498 apiservice_controller.go:100] Starting APIServiceRegistrationController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082084 27498 cache.go:32] Waiting for caches to sync for APIServiceRegistrationController controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082089 27498 aggregator.go:169] waiting for initial CRD sync... Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082096 27498 local_available_controller.go:156] Starting LocalAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082107 27498 cache.go:32] Waiting for caches to sync for LocalAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082121 27498 gc_controller.go:78] Starting apiserver lease garbage collector Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082127 27498 controller.go:78] Starting OpenAPI AggregationController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082137 27498 crdregistration_controller.go:114] Starting crd-autoregister controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082143 27498 shared_informer.go:349] "Waiting for caches to sync" controller="crd-autoregister" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082151 27498 controller.go:80] Starting OpenAPI V3 AggregationController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082184 27498 controller.go:119] Starting legacy_token_tracking_controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082191 27498 shared_informer.go:349] "Waiting for caches to sync" controller="configmaps" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082215 27498 controller.go:97] "Starting controller" name="encryption-provider-config-automatic-reload-controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082224 27498 system_namespaces_controller.go:66] Starting system namespaces controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082228 27498 remote_available_controller.go:425] Starting RemoteAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082239 27498 cache.go:32] Waiting for caches to sync for RemoteAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082263 27498 dynamic_serving_content.go:135] "Starting controller" name="aggregator-proxy-cert::/mnt/rancher/k3s/server/tls/client-auth-proxy.crt::/mnt/rancher/k3s/server/tls/client-auth-proxy.key" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082280 27498 cluster_authentication_trust_controller.go:459] Starting cluster_authentication_trust_controller controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082289 27498 shared_informer.go:349] "Waiting for caches to sync" controller="cluster_authentication_trust_controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082319 27498 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/mnt/rancher/k3s/server/tls/client-ca.crt" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082335 27498 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/mnt/rancher/k3s/server/tls/request-header-ca.crt" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082356 27498 apf_controller.go:377] Starting API Priority and Fairness config controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082462 27498 customresource_discovery_controller.go:294] Starting DiscoveryController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082474 27498 repairip.go:210] Starting ipallocator-repair-controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082481 27498 shared_informer.go:349] "Waiting for caches to sync" controller="ipallocator-repair-controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082609 27498 controller.go:142] Starting OpenAPI controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082643 27498 controller.go:90] Starting OpenAPI V3 controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082660 27498 naming_controller.go:299] Starting NamingConditionController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082672 27498 establishing_controller.go:81] Starting EstablishingController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082692 27498 nonstructuralschema_controller.go:195] Starting NonStructuralSchemaConditionController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082710 27498 apiapproval_controller.go:189] Starting KubernetesAPIApprovalPolicyConformantConditionController Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082727 27498 crd_finalizer.go:269] Starting CRDFinalizer Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082869 27498 default_servicecidr_controller.go:111] Starting kubernetes-service-cidr-controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.082889 27498 shared_informer.go:349] "Waiting for caches to sync" controller="kubernetes-service-cidr-controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.084579Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":13,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.108228Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":13,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.110477Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":14,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.130927 27498 shared_informer.go:356] "Caches are synced" controller="node_authorizer" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.134509Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":14,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.135163 27498 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.135205 27498 policy_source.go:240] refreshing policies Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.137391Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":15,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:30.150264 27498 controller.go:145] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.160938Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":16,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.161059Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":15,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.182260 27498 cache.go:39] Caches are synced for LocalAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.182534 27498 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.182924 27498 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.182952 27498 default_servicecidr_controller.go:166] Creating default ServiceCIDR with CIDRs: [10.43.0.0/16] Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183050 27498 shared_informer.go:356] "Caches are synced" controller="configmaps" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183154 27498 shared_informer.go:356] "Caches are synced" controller="crd-autoregister" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183212 27498 aggregator.go:171] initial CRD sync complete... Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183223 27498 cache.go:39] Caches are synced for RemoteAvailability controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183237 27498 apf_controller.go:382] Running API Priority and Fairness config worker Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183243 27498 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183226 27498 autoregister_controller.go:144] Starting autoregister controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183296 27498 cache.go:32] Waiting for caches to sync for autoregister controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183301 27498 cache.go:39] Caches are synced for autoregister controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183418 27498 cache.go:39] Caches are synced for APIServiceRegistrationController controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183448 27498 handler_discovery.go:451] Starting ResourceDiscoveryManager Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.183516 27498 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.184291 27498 controller.go:667] quota admission added evaluator for: namespaces Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.188236Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":16,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.188296Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":17,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.189452 27498 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.193016 27498 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.43.0.0/16 Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.203986 27498 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.204059 27498 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.204870 27498 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.43.0.0/16 Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.212269Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":18,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.213449Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":17,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.236941 27498 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.43.0.1"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.238186Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":18,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.239716Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":19,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:30.241245 27498 lease.go:265] Resetting endpoints for master service "kubernetes" to [10.151.22.85] Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.241820 27498 controller.go:667] quota admission added evaluator for: endpoints Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.245123 27498 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:30.249404 27498 controller.go:102] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.263605Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":20,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.264768Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":19,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.288291Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":21,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.292196Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":20,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.311141Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":22,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.317940Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":21,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.337798Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":23,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.346214Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":22,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:30.352376 27498 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.362777Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":24,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.369797Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":23,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.388052Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":25,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.397158Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":24,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.411978Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":26,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.421666Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":25,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.435426Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":27,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.445120Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":26,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.463326Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":28,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.472361Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":27,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.489433Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":29,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.496418Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":28,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.515787Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":30,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.524262Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":29,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.541549Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":31,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.551864Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":30,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=debug msg="Starting embedded registry image state tracker" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=debug msg="Kubelet image credential provider bin directory check failed: stat /var/lib/rancher/credentialprovider/bin: no such file or directory" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=info msg="Running kubelet --config-dir=/mnt/rancher/k3s/agent/etc/kubelet.conf.d --containerd=/run/k3s/containerd/containerd.sock --hostname-override=ip-10-151-22-85.us-west-2.compute.internal --kubeconfig=/mnt/rancher/k3s/agent/kubelet.kubeconfig --node-ip=10.151.22.85 --node-labels=role=node,node-role.appliance.securiti.io/primary=true --read-only-port=0" Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:04e99a5ed03980e117cda7cab0d0fafadd5caa2cd04e43a299f82e1e0222eccd" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:1021ef88c7974bfff89c5a0ec4fd3160daac6c48a075f74cff721f85dd104e68" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:16974531848218d24822bf606be022d030ab8c9b05b2ecf11076c4c1c6885c95" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:1f7b804e2e3b2ce78f108ce6ea8e3c5c42309860a59a5342e101ba77669d8a92" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:1f8591671796001554256d8eed3720dbe26e70b85dce2160cee66c6a883905ef" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:280a4e3301f9d46689a21d8e4dc3bd16368c4456b2c4958de6eb16273be11afc" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:2e344942bbc10e6809b7ff39c2a3ffb18fca7804ee99ec9691ba560e85c95c72" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:30e3997863afad09699fae711a596bd2f4035a26cd0743db84c2ceb374583c75" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:31763beba434902648679747c3bb65b777fff60cbb555e6bf15312f4e53cc154" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:384968f9364c8af2930e99e01fe23c15a6c28fa1d93f873550a76d5b90f0449f" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:38e901336b3ffeaf9c618ffcbee8575462468a93a4c125974008c827bec18d6d" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:39f8843930eba2479cdb1cca6e0880649c3b677bef7931c18aa462b1fb29cda5" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:40f1e47709ec4c6d509447224d56d2d89d616536c16605ae4b68923b5c526315" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:4b551075698259872943af586ede2c4f9f91c4491891aea91b9b641e15e8c6df" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=error msg="skipping content that cant be converted to reference" error="no distribution source labels found for sha256:4faa46a986ba8a306b6fc45da64efe4dfbffaec1284503f249ff0dffd66a7f47" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:30Z" level=info msg="waiting for store events" logger=spegel Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.565893Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":32,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.579092Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":31,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.590180Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":33,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.602947Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":32,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.614372Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":34,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.629430Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":33,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.639442Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":35,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.655920Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":34,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.664011Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":36,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.681557Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":35,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.691865Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":37,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.708365Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":36,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.719339Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":38,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.733436Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":37,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.746579Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":39,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.758169Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":38,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.774546Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":40,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.783232Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":39,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.798855Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":41,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.810716Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":40,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.824110Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":42,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.836075Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":41,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.851185Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":43,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.862805Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":42,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.876251Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":44,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.886008Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":43,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.898871Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":45,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.912165Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":44,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.922157Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":46,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.936678Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":45,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.947473Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":47,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.961234Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":46,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.974862Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":48,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:30.988663Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":47,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.001684Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":49,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.013922Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":48,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.025553Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":50,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.038138Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":49,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=debug msg="Failed to update P2P address annotations and labels: nodes \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.048694Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":51,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.061241Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":50,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.071744Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":52,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.084455Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":51,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:31.086034 27498 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000 Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:31.088527 27498 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000 Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:31.088536 27498 storage_scheduling.go:111] all system priority classes are created successfully or already exist. Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.096697Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":53,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.108570Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":52,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.123543Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":54,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.131969Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":53,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.146789Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":55,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.157983Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":54,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.170104Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":56,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.182917Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":55,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.195467Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":57,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.206476Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":56,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.219084Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":58,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.234102Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":57,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.242668Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":59,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.258733Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":58,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.267923Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":60,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.285539Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":59,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.295409Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":61,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.309262Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":60,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.321234Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":62,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.333056Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":61,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.345815Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":63,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.355794Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":62,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.368797Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":64,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.380746Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":63,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:31.389163 27498 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.396137Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":65,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.406258Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":64,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:31.412309 27498 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.419124Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":66,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.433210Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":65,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.443627Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":67,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.459549Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":66,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.466866Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":68,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.484656Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":67,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.491563Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":69,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.509587Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":68,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.514627Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":70,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#2: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#3: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#4: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#5: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#6: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#7: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#8: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#9: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24\n#10: no distribution source labels found for sha256:4fe433efaca3223bcc5b0ed7d8c97bcac9068d8bea7a7a68af07e3291238da24" logger=spegel Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.533874Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":69,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.541713Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":71,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.558091Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":70,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.568625Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":72,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.581855Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":71,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.593197Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":73,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.607426Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":72,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.618785Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":74,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.634772Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":73,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.645552Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":75,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.661328Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":74,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.670541Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":76,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.688273Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":75,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.695614Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":77,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.711618Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":76,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.721431Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":78,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.738701Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":77,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.746313Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":79,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.766287Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":78,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.771550Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":80,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.792176Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":79,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.797384Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":81,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.815864Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":80,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.822253Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":82,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.840882Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":81,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.846426Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":83,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.867012Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":82,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.870706Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":84,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.885564787Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-library-busybox:1.36.1\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.889472269Z" level=info msg="ImageCreate event name:\"sha256:826f2869dc6024ee8e46476e8675ccb8fe1c86ad012689e337d9355b396629da\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.889698594Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.36.1\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.889902Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":83,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.890501941Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-library-busybox:1.37.0\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.894658663Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-metrics-server:v0.7.2\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.895943Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":85,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.899988604Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.37.0\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.900193528Z" level=info msg="ImageCreate event name:\"sha256:5bfef4c80d896b60322114e9c3d4f20a2ccc5cb4bf85da50f959e322cc86c7b3\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.900506953Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-metrics-server:v0.8.1\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.903921331Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.7.2\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.904150975Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-pause:3.6\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.910494057Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.8.1\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.910806516Z" level=info msg="ImageCreate event name:\"docker.io/rancher/local-path-provisioner:v0.0.30\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.915172Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":84,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.918021827Z" level=info msg="ImageCreate event name:\"sha256:6270bb605e12e581514ada5fd5b3216f727db55dc87d5889c790e4c760683fee\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.918182501Z" level=info msg="ImageCreate event name:\"docker.io/rancher/local-path-provisioner:v0.0.34\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.922577776Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-pause:3.6\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.922731013Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.12.0\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.923842Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":86,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.927849549Z" level=info msg="ImageCreate event name:\"sha256:78c20a6c6a37582ece46ca1ee6cd4ab8a5183c8fe546a2134c1362fd94256c27\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.928130481Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.14.1\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.930979332Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.30\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.931237382Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.36.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.935432320Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.34\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.935913556Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.37.0\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.939779997Z" level=info msg="ImageCreate event name:\"sha256:f50e2e36478d80e711dc92aa44935293f0ac17651735980027b04541ba42c7ed\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.940046428Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.7.2\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.942202Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":85,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.942564671Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.12.0\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-library-busybox:1.36.1" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-library-busybox:1.37.0" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.947425434Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.8.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.948867Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":87,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-metrics-server:v0.7.2" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.951790070Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.14.1\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-metrics-server:v0.8.1" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.954754461Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-pause:3.6\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-pause:3.6" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.959001920Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.30\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-pause@sha256:16974531848218d24822bf606be022d030ab8c9b05b2ecf11076c4c1c6885c95" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/local-path-provisioner:v0.0.30" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/local-path-provisioner:v0.0.34" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.963231062Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.36.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.963423591Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.34\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.964918Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":86,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-coredns-coredns:1.12.0" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.967710066Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox:1.37.0\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.967895180Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.12.0\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.968118619Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.7.2\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.968432813Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.14.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.968711132Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Imported docker.io/rancher/mirrored-coredns-coredns:1.14.1" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.970579896Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.12.0\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.970821478Z" level=info msg="ImageDelete event name:\"docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.971009134Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.971166916Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server:v0.8.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.971430130Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31Z" level=info msg="Tagged docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.974008Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":88,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.975351704Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns:1.14.1\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.975678733Z" level=info msg="ImageDelete event name:\"docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.975948998Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.976184405Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-pause:3.6\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.976321237Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-pause@sha256:16974531848218d24822bf606be022d030ab8c9b05b2ecf11076c4c1c6885c95\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.978159186Z" level=info msg="ImageCreate event name:\"docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.984481388Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.30\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.984776582Z" level=info msg="ImageDelete event name:\"docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.985084441Z" level=info msg="ImageCreate event name:\"docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.985353655Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner:v0.0.34\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.985599293Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.988688787Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.988858626Z" level=info msg="ImageDelete event name:\"docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b\"" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.989045963Z" level=info msg="ImageCreate event name:\"docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.989232342Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.989411146Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-pause@sha256:16974531848218d24822bf606be022d030ab8c9b05b2ecf11076c4c1c6885c95\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.989527956Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/local-path-provisioner@sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:31.989904272Z" level=info msg="ImageUpdate event name:\"docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b\" labels:{key:\"io.cattle.k3s.pinned\" value:\"pinned\"} labels:{key:\"io.cri-containerd.image\" value:\"managed\"} labels:{key:\"io.cri-containerd.pinned\" value:\"pinned\"}" Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.991659Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":87,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:31.999062Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":89,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.015578Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":88,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Kube API server is now running" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="k3s is up and running" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Flag --containerd has been deprecated, This is a cadvisor flag that was mistakenly registered with the Kubelet. Due to legacy concerns, it will follow the standard CLI deprecation timeline before being removed. Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Running k3s-cert-monitor certificate expiration check" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal systemd[1]: Started Lightweight Kubernetes. Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Creating k3s-supervisor event broadcaster" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.023099 27498 event.go:389] "Event occurred" object="ip-10-151-22-85.us-west-2.compute.internal" fieldPath="" kind="Node" apiVersion="" type="Normal" reason="CertificateExpirationOK" message="Node and Certificate Authority certificates managed by k3s are OK" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.023101Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":90,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.025336 27498 server.go:525] "Kubelet version" kubeletVersion="v1.34.4+k3s1" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.025348 27498 server.go:527] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.025370 27498 watchdog_linux.go:95] "Systemd watchdog is not enabled" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.025378 27498 watchdog_linux.go:137] "Systemd watchdog is not enabled or the interval is invalid, so health checking will not be started." Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.026411 27498 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/mnt/rancher/k3s/agent/client-ca.crt" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.028097 27498 server.go:1419] "Using cgroup driver setting received from the CRI runtime" cgroupDriver="systemd" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Creating embedded CRD addons.k3s.cattle.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Creating embedded CRD etcdsnapshotfiles.k3s.cattle.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033337 27498 server.go:777] "--cgroups-per-qos enabled, but --cgroup-root was not specified. Defaulting to /" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033373 27498 server.go:838] "NoSwap is set due to memorySwapBehavior not specified" memorySwapBehavior="" FailSwapOn=false Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033541 27498 container_manager_linux.go:270] "Container manager verified user specified cgroup-root exists" cgroupRoot=[] Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033557 27498 container_manager_linux.go:275] "Creating Container Manager object based on Node Config" nodeConfig={"NodeName":"ip-10-151-22-85.us-west-2.compute.internal","RuntimeCgroupsName":"","SystemCgroupsName":"","KubeletCgroupsName":"","KubeletOOMScoreAdj":-999,"ContainerRuntime":"","CgroupsPerQOS":true,"CgroupRoot":"/","CgroupDriver":"systemd","KubeletRootDir":"/var/lib/kubelet","ProtectKernelDefaults":true,"KubeReservedCgroupName":"","SystemReservedCgroupName":"","ReservedSystemCPUs":{},"EnforceNodeAllocatable":{"pods":{}},"KubeReserved":null,"SystemReserved":null,"HardEvictionThresholds":[{"Signal":"imagefs.available","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.05},"GracePeriod":0,"MinReclaim":null},{"Signal":"memory.available","Operator":"LessThan","Value":{"Quantity":"200Mi","Percentage":0},"GracePeriod":0,"MinReclaim":null},{"Signal":"nodefs.available","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.05},"GracePeriod":0,"MinReclaim":null}],"QOSReserved":{},"CPUManagerPolicy":"none","CPUManagerPolicyOptions":null,"TopologyManagerScope":"container","CPUManagerReconcilePeriod":10000000000,"MemoryManagerPolicy":"None","MemoryManagerReservedMemory":null,"PodPidsLimit":-1,"EnforceCPULimits":true,"CPUCFSQuotaPeriod":100000000,"TopologyManagerPolicy":"none","TopologyManagerPolicyOptions":null,"CgroupVersion":2} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033766 27498 topology_manager.go:138] "Creating topology manager with none policy" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033777 27498 container_manager_linux.go:306] "Creating device plugin manager" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.033802 27498 container_manager_linux.go:315] "Creating Dynamic Resource Allocation (DRA) manager" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.034000 27498 state_mem.go:36] "Initialized new in-memory state store" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.034135 27498 kubelet.go:475] "Attempting to sync node with API server" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.034151 27498 kubelet.go:376] "Adding static pod path" path="/mnt/rancher/k3s/agent/pod-manifests" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.034171 27498 kubelet.go:387] "Adding apiserver pod source" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.034179 27498 apiserver.go:42] "Waiting for node sync before watching apiserver pods" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.035227 27498 kuberuntime_manager.go:291] "Container runtime initialized" containerRuntime="containerd" version="v2.1.5-k3s1" apiVersion="v1" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.035510 27498 kubelet.go:940] "Not starting ClusterTrustBundle informer because we are in static kubelet mode or the ClusterTrustBundleProjection featuregate is disabled" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.035540 27498 kubelet.go:964] "Not starting PodCertificateRequest manager because we are in static kubelet mode or the PodCertificateProjection feature gate is disabled" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.036248 27498 server.go:1257] "Started kubelet" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.036300 27498 server.go:180] "Starting to listen" address="0.0.0.0" port=10250 Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Waiting for CRD addons.k3s.cattle.io to become available" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.036460 27498 ratelimit.go:56] "Setting rate limiting for endpoint" service="podresources" qps=100 burstTokens=10 Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.036511 27498 server_v1.go:49] "podresources" method="list" useActivePods=true Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.036721 27498 server.go:249] "Starting to serve the podresources API" endpoint="unix:/var/lib/kubelet/pod-resources/kubelet.sock" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.037319 27498 server.go:310] "Adding debug handlers to kubelet server" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.037858 27498 handler.go:285] Adding GroupVersion k3s.cattle.io v1 to ResourceManager Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.037932 27498 fs_resource_analyzer.go:67] "Starting FS ResourceAnalyzer" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.038080 27498 volume_manager.go:313] "Starting Kubelet Volume Manager" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.038143 27498 desired_state_of_world_populator.go:146] "Desired state populator starts to run" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.038081 27498 dynamic_serving_content.go:135] "Starting controller" name="kubelet-server-cert-files::/mnt/rancher/k3s/agent/serving-kubelet.crt::/mnt/rancher/k3s/agent/serving-kubelet.key" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.038547 27498 kubelet_node_status.go:404] "Error getting the current node from lister" err="node \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.039797 27498 factory.go:223] Registration of the systemd container factory successfully Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.039849 27498 kubelet.go:1615] "Image garbage collection failed once. Stats initialization may not have completed yet" err="invalid capacity 0 on image filesystem" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.039961 27498 factory.go:221] Registration of the crio container factory failed: Get "http://%2Fvar%2Frun%2Fcrio%2Fcrio.sock/info": dial unix /var/run/crio/crio.sock: connect: no such file or directory Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.040663 27498 factory.go:223] Registration of the containerd container factory successfully Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.041026 27498 reconstruct.go:67] "Could not construct volume information" podName="c5ea484f-72f0-41c5-8dcb-726d1b3a615b" volumeSpecName="pvc-674aa58e-4d7e-41d7-8b92-2679699ab580" err="reconstructVolume.NewMounter failed for volume \"kubernetes.io/local-volume/pvc-674aa58e-4d7e-41d7-8b92-2679699ab580\" (spec.Name: \"pvc-674aa58e-4d7e-41d7-8b92-2679699ab580\") pod \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\" (UID: \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\") with: local volume source is nil or local path is not set" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Done waiting for CRD addons.k3s.cattle.io to become available" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Waiting for CRD etcdsnapshotfiles.k3s.cattle.io to become available" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.041327 27498 reconciler.go:29] "Reconciler: start to sync state" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.041694Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":89,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Failed to update P2P address annotations and labels: nodes \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.044650 27498 nodelease.go:49] "Failed to get node when trying to set owner ref to the node lease" err="nodes \"ip-10-151-22-85.us-west-2.compute.internal\" not found" node="ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.046008Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":91,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.047237 27498 handler.go:285] Adding GroupVersion k3s.cattle.io v1 to ResourceManager Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.064410Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":90,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.072469Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":92,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.074862 27498 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.076019 27498 kubelet_network_linux.go:54] "Initialized iptables rules." protocol="IPv4" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.077166 27498 kubelet_network_linux.go:54] "Initialized iptables rules." protocol="IPv6" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.077190 27498 status_manager.go:244] "Starting to sync pod status with apiserver" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.077222 27498 kubelet.go:2428] "Starting kubelet main sync loop" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.077252 27498 kubelet.go:2452] "Skipping pod synchronization" err="[container runtime status check may not have completed yet, PLEG is not healthy: pleg has yet to be successful]" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.089969 27498 cpu_manager.go:221] "Starting CPU manager" policy="none" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.089988 27498 cpu_manager.go:222] "Reconciling" reconcilePeriod="10s" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090007 27498 state_mem.go:36] "Initialized new in-memory state store" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090155 27498 state_mem.go:88] "Updated default CPUSet" cpuSet="" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090169 27498 state_mem.go:96] "Updated CPUSet assignments" assignments={} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090188 27498 policy_none.go:49] "None policy: Start" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090196 27498 memory_manager.go:187] "Starting memorymanager" policy="None" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090205 27498 state_mem.go:36] "Initializing new in-memory state store" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090346 27498 state_mem.go:77] "Updated machine memory state" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.090358 27498 policy_none.go:47] "Start" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.091346Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":91,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.096850Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":93,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Imported images from /mnt/rancher/k3s/agent/images/k3s-airgap-images-amd64.tar.zst in 2.049752806s" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.118721Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":92,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.122788Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":94,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:55127297ea5bc5a32901563e1369f21f6eb31e17c32c319bc8b543ba6ce52e8f" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox@sha256:561b592b9a2d1f75c00127efc6365d6bd9a839260316379eb2f6ecf7206f12c9" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server@sha256:5bfef4c80d896b60322114e9c3d4f20a2ccc5cb4bf85da50f959e322cc86c7b3" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-pause@sha256:6270bb605e12e581514ada5fd5b3216f727db55dc87d5889c790e4c760683fee" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner@sha256:70991d5976e247cb33ca1923edd3f609e6c23f527dbe62b838d6a03c0bca6453" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner@sha256:78c20a6c6a37582ece46ca1ee6cd4ab8a5183c8fe546a2134c1362fd94256c27" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:824647676067ce8a77bafa9c2ac444024395d6eadeea970fca7383a53b980735: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox@sha256:826f2869dc6024ee8e46476e8675ccb8fe1c86ad012689e337d9355b396629da" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:85f27ba7e618b032d141742157d103c701540180919fdc81fcaf42956c9eb5c2: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox@sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner@sha256:8e0793e5491946c8d2ff9a09403992d5bc9d062384171b94bed7307450c1b620" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server@sha256:8e514f7ab6bff918c2d50e2d7ee77d2e0179ed01dc48ce4781aa464811baae53" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:9412971e5248ea7aa41c5a8fab706dee35026373ed4fe23588484a8a053a6914: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox@sha256:96a51467ac51a663244382a702c6d2c5730ae329bd14e0689a50d0eb4c3c3758" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:98481b16b5b7db2fe5071acddc9cb81c29411335c97e9ddeb35c7c800d9fb568" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:9a9542bbc0ea39812e9f78555e26c65bc7ae3a233f64db03d27543ea09b66124: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:9df4af7d7e92b93b6ecae026678e99fc3344238ef459567a2705b58e8c02db4a" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:9e22e3e51fe49ec0f1c2ebb8953b66e858c5bccd13d5d255cfbc790cce203348: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:a248c6003fe1e5ccf733f2c75007181cadd9851c9e9be57dedf4d0537c729792: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:a2916ccedae570a15134adcc96e36fe9bf505c3c02d8828bcc2abb7eecd25232: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server@sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:b6b512b9108959a393f94a860379497c2fb37e0ed270f661cc418c748808fc39" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:b6ead9779b2fe8c8bd508b7c83927d08e2e552a0234da60488a5915e5ae07a03: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:bade096c2bdf1299856ac637d5a025dc30f275d3f897e1610666dc085174f030: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:c949d94b835fdaee124c2cad640c74561c084fb49f9782b02f0f7e51230fcf24: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:cc2fe072023836926d22a07ac3aff7a34f5a4bc9c8f8dbd7b4eeaaba6d900d16" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner@sha256:d5d651361cc8cecec01e9967e357d353953c3ff8a69dbcf3dfc0edfda275b82c" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:d71f03e4430b4897f04b0bf966031898141557ad79015d0c489cf3ad7d6c6a13: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner@sha256:d8b62077ab235dfd1f73a9fcb728459a8c7aa8f0143b92b7d604033bfe0a3f8d" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:dc452a01d5ea76bd82a479f03022036ace21221ff185f41621917b838d40156a: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:e4a5f9f4e5cfcba18673e978ace2dc58c523e26495054cb2119642abaf77879c: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:eb6056da759cc07846a9bb7465b22e90fc952097f725df48d94ce214a0843881: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:ed95ea30ce87bcad20ccff3c987ad184a61a311b67e6943f44dbd3363910ce17" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns@sha256:f50e2e36478d80e711dc92aa44935293f0ac17651735980027b04541ba42c7ed" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server@sha256:fc5be94e8952ffe6149200f3e7265f7b922354c3a8f04daf7bd0cc950c858599" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:202ecff445f811d5b97ad53065dca9c6479f7ae37055f0f450f11dec07474954: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: content digest sha256:93ed760794afe1edc36bebe8f6abe0972f7ed512903dbc662eb151737f47cfbd: not found" logger=spegel Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox:1.36.1" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-library-busybox:1.37.0" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server:v0.7.2" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-metrics-server:v0.8.1" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-pause:3.6" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner:v0.0.30" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/local-path-provisioner:v0.0.34" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns:1.12.0" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="OCI event" logger=spegel ref="docker.io/rancher/mirrored-coredns-coredns:1.14.1" type=CREATE Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.139493 27498 kubelet_node_status.go:404] "Error getting the current node from lister" err="node \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.145743Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":93,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.148125Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":95,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.171896Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":94,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.173303 27498 controllermanager.go:191] "Starting" version="v1.34.4+k3s1" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.173316 27498 controllermanager.go:193] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.174803Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":96,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175016 27498 shared_informer.go:356] "Caches are synced" controller="node informer cache" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175235 27498 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175257 27498 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175237 27498 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175275 27498 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175237 27498 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175316 27498 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175351 27498 secure_serving.go:211] Serving securely on 127.0.0.1:10257 Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175309 27498 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/mnt/rancher/k3s/server/tls/kube-controller-manager/kube-controller-manager.crt::/mnt/rancher/k3s/server/tls/kube-controller-manager/kube-controller-manager.key" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.175455 27498 tlsconfig.go:243] "Starting DynamicServingCertificateController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.177333 27498 kubelet.go:2452] "Skipping pod synchronization" err="container runtime status check may not have completed yet" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.178226 27498 controllermanager.go:781] "Started controller" controller="serviceaccount-token-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.178253 27498 shared_informer.go:349] "Waiting for caches to sync" controller="tokens" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.181782 27498 controller.go:667] quota admission added evaluator for: serviceaccounts Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189634 27498 range_allocator.go:112] "No Secondary Service CIDR provided. Skipping filtering out secondary service addresses" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189655 27498 controllermanager.go:781] "Started controller" controller="node-ipam-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189660 27498 controllermanager.go:739] "Skipping a cloud provider controller" controller="service-lb-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189663 27498 controllermanager.go:739] "Skipping a cloud provider controller" controller="node-route-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189792 27498 node_ipam_controller.go:141] "Starting ipam controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.189797 27498 shared_informer.go:349] "Waiting for caches to sync" controller="node" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.194217 27498 controllermanager.go:781] "Started controller" controller="endpointslice-mirroring-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.194330 27498 endpointslicemirroring_controller.go:227] "Starting EndpointSliceMirroring controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.194336 27498 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint_slice_mirroring" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.195767 27498 node_lifecycle_controller.go:419] "Controller will reconcile labels" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.195794 27498 controllermanager.go:781] "Started controller" controller="node-lifecycle-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.195906 27498 node_lifecycle_controller.go:453] "Sending events to api server" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.195932 27498 node_lifecycle_controller.go:464] "Starting node controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.195937 27498 shared_informer.go:349] "Waiting for caches to sync" controller="taint" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.196537Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":95,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.198888Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":97,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.200070 27498 controllermanager.go:781] "Started controller" controller="persistentvolumeclaim-protection-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.200138 27498 pvc_protection_controller.go:168] "Starting PVC protection controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.200152 27498 shared_informer.go:349] "Waiting for caches to sync" controller="PVC protection" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.204277 27498 controllermanager.go:781] "Started controller" controller="resourceclaim-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.204356 27498 controller.go:397] "Starting resource claim controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.204396 27498 shared_informer.go:349] "Waiting for caches to sync" controller="resource_claim" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.208674 27498 controllermanager.go:781] "Started controller" controller="service-cidr-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.208800 27498 servicecidrs_controller.go:137] "Starting" controller="service-cidr-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.208812 27498 shared_informer.go:349] "Waiting for caches to sync" controller="service-cidr-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221210 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="jobs.batch" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221239 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221257 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221276 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221286 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="podtemplates" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221303 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221316 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="resourceclaimtemplates.resource.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221331 27498 shared_informer.go:673] "Warning: resync period is smaller than resync check period and the informer has already started. Changing it to the resync check period" resyncPeriod="13h56m22.264695609s" resyncCheckPeriod="15h43m56.686318216s" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221369 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="serviceaccounts" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221401 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221423 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221439 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221450 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221460 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221469 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221480 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221498 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="addons.k3s.cattle.io" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221509 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="limitranges" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221517 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="endpoints" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221529 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="replicasets.apps" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221539 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="deployments.apps" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221557 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221582 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221595 27498 controllermanager.go:781] "Started controller" controller="resourcequota-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221611 27498 resource_quota_controller.go:300] "Starting resource quota controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221624 27498 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.221640 27498 resource_quota_monitor.go:309] "QuotaMonitor running" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.223929Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":96,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.224235Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":98,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.226525 27498 controllermanager.go:781] "Started controller" controller="daemonset-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.226630 27498 daemon_controller.go:310] "Starting daemon sets controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.226637 27498 shared_informer.go:349] "Waiting for caches to sync" controller="daemon sets" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.231386 27498 controllermanager.go:781] "Started controller" controller="job-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.231491 27498 job_controller.go:257] "Starting job controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.231500 27498 shared_informer.go:349] "Waiting for caches to sync" controller="job" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.235631 27498 manager.go:513] "Failed to read data from checkpoint" err="checkpoint is not found" checkpoint="kubelet_internal_checkpoint" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.235756 27498 eviction_manager.go:189] "Eviction manager: starting control loop" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.235768 27498 container_log_manager.go:146] "Initializing container log rotate workers" workers=1 monitorPeriod="10s" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.235903 27498 plugin_manager.go:118] "Starting Kubelet Plugin Manager" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.236417 27498 eviction_manager.go:267] "eviction manager: failed to check if we have separate container filesystem. Ignoring." err="no imagefs label for configured runtime" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.236445 27498 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.248105Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":97,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.249191Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":99,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.274848Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":98,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.275965 27498 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.276090 27498 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.276105 27498 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.279423 27498 shared_informer.go:356] "Caches are synced" controller="tokens" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"level":"warn","ts":"2026-03-02T20:45:32.300371Z","logger":"etcd-client","caller":"v3@v3.6.7-k3s1/retry_interceptor.go:65","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0008c9c20/kine.sock","method":"/etcdserverpb.KV/Range","attempt":99,"error":"rpc error: code = Canceled desc = grpc: the client connection is closing"} Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.336403 27498 kubelet_node_status.go:75] "Attempting to register node" node="ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.339495 27498 kubelet_node_status.go:78] "Successfully registered node" node="ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.339514 27498 kubelet_node_status.go:486] "Error updating node status, will retry" err="error getting node \"ip-10-151-22-85.us-west-2.compute.internal\": node \"ip-10-151-22-85.us-west-2.compute.internal\" not found" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Annotations and labels have been set successfully on node: ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Creating the CNI conf in directory /mnt/rancher/k3s/agent/etc/cni/net.d" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:32.344151 27498 watch.go:303] "Unhandled Error" err="http2: stream closed" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Creating the flannel configuration for backend vxlan in file /mnt/rancher/k3s/agent/etc/flannel/net-conf.json" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="The flannel configuration is {\n\t\"Network\": \"10.42.0.0/16\",\n\t\"EnableIPv6\": false,\n\t\"EnableIPv4\": true,\n\t\"IPv6Network\": \"::/0\",\n\t\"Backend\": {\n\t\"Type\": \"vxlan\"\n}\n}\n" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Starting flannel with backend vxlan" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380160 27498 controllermanager.go:781] "Started controller" controller="disruption-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380171 27498 controllermanager.go:733] "Controller is disabled by a feature gate" controller="podcertificaterequest-cleaner-controller" requiredFeatureGates=["PodCertificateRequest"] Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380189 27498 controllermanager.go:733] "Controller is disabled by a feature gate" controller="storageversion-garbage-collector-controller" requiredFeatureGates=["APIServerIdentity","StorageVersionAPI"] Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380209 27498 disruption.go:457] "Sending events to api server." Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380224 27498 disruption.go:468] "Starting disruption controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.380228 27498 shared_informer.go:349] "Waiting for caches to sync" controller="disruption" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.448176 27498 kubelet_node_status.go:439] "Fast updating node status as it just became ready" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.538739 27498 controllermanager.go:781] "Started controller" controller="legacy-serviceaccount-token-cleaner-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.538755 27498 controllermanager.go:759] "Warning: skipping controller" controller="storage-version-migrator-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.538778 27498 legacy_serviceaccount_token_cleaner.go:103] "Starting legacy service account token cleaner controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.538784 27498 shared_informer.go:349] "Waiting for caches to sync" controller="legacy-service-account-token-cleaner" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Done waiting for CRD etcdsnapshotfiles.k3s.cattle.io to become available" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing static file: /mnt/rancher/k3s/server/static/charts/traefik-38.0.201+up38.0.2.tgz" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing static file: /mnt/rancher/k3s/server/static/charts/traefik-crd-38.0.201+up38.0.2.tgz" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/ccm.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/coredns.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/local-storage.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/aggregated-metrics-reader.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/auth-delegator.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/auth-reader.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/metrics-apiservice.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-deployment.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-service.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/metrics-server/resource-reader.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/rolebindings.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/runtimes.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Writing manifest: /mnt/rancher/k3s/server/manifests/traefik.yaml" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Tunnel server egress proxy mode: agent" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Starting dynamiclistener CN filter node controller with SANs: [127.0.0.1 ::1 localhost ip-10-151-22-85.us-west-2.compute.internal 10.151.22.85 10.43.0.1 kubernetes kubernetes.default kubernetes.default.svc kubernetes.default.svc.cluster.local]" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Creating new TLS secret for kube-system/k3s-serving (count: 10): map[listener.cattle.io/cn-10.151.22.85:10.151.22.85 listener.cattle.io/cn-10.43.0.1:10.43.0.1 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-__1-f16284:::1 listener.cattle.io/cn-ip-10-151-22-85.us-west-2.compute.-1cd135:ip-10-151-22-85.us-west-2.compute.internal listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc:kubernetes.default.svc listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=03292500E615FEF1319E2AF144965473E3D648C6]" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Active TLS secret kube-system/k3s-serving (ver=242) (count 10): map[listener.cattle.io/cn-10.151.22.85:10.151.22.85 listener.cattle.io/cn-10.43.0.1:10.43.0.1 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-__1-f16284:::1 listener.cattle.io/cn-ip-10-151-22-85.us-west-2.compute.-1cd135:ip-10-151-22-85.us-west-2.compute.internal listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc:kubernetes.default.svc listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=03292500E615FEF1319E2AF144965473E3D648C6]" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Starting k3s.cattle.io/v1, Kind=Addon controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Creating deploy event broadcaster" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Starting /v1, Kind=Node controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Cluster dns configmap has been set successfully" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.667599 27498 event.go:389] "Event occurred" object="kube-system/ccm" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="DeletingManifest" message="Deleting manifest at \"/mnt/rancher/k3s/server/manifests/ccm.yaml\"" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=info msg="Labels and annotations have been set successfully on node: ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:32Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.781655 27498 garbagecollector.go:144] "Starting controller" controller="garbagecollector" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.781676 27498 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.781681 27498 controllermanager.go:781] "Started controller" controller="garbage-collector-controller" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.781693 27498 graph_builder.go:351] "Running" component="GraphBuilder" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.813006 27498 server.go:173] "Starting Kubernetes Scheduler" version="v1.34.4+k3s1" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.813024 27498 server.go:175] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815548 27498 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815573 27498 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815590 27498 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815596 27498 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815604 27498 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815609 27498 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815610 27498 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/mnt/rancher/k3s/server/tls/kube-scheduler/kube-scheduler.crt::/mnt/rancher/k3s/server/tls/kube-scheduler/kube-scheduler.key" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815711 27498 secure_serving.go:211] Serving securely on 127.0.0.1:10259 Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.815890 27498 tlsconfig.go:243] "Starting DynamicServingCertificateController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.916633 27498 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.916680 27498 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" Mar 02 20:45:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:32.916745 27498 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.034309 27498 apiserver.go:52] "Watching apiserver" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.038634 27498 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:33Z" level=error msg="error when handling containerd event" error="image manifest has not been deleted: All attempts fail:\n#1: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#2: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#3: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#4: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#5: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#6: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#7: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#8: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#9: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists\n#10: manifest with digest sha256:8647ef66991c346607e9f17e7b31f88ed2941a38cd9323e76e2019b2c8ede321 still exists" logger=spegel Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:33Z" level=info msg="Node P2P address annotations and labels added: /ip4/10.151.22.85/tcp/5000/p2p/QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX {\"ID\":\"QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX\",\"Addrs\":[\"/ip4/10.151.22.85/tcp/5000\"]}" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:33Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054575 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-trust-bundle\") pod \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\" (UID: \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054597 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7bk9h\" (UniqueName: \"kubernetes.io/projected/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-kube-api-access-7bk9h\") pod \"89dd63f6-8cf3-46f6-adfa-b1a2137da61c\" (UID: \"89dd63f6-8cf3-46f6-adfa-b1a2137da61c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054611 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zhzpk\" (UniqueName: \"kubernetes.io/projected/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-kube-api-access-zhzpk\") pod \"914f6293-b1ae-4a41-96d8-3e36f41a2ac1\" (UID: \"914f6293-b1ae-4a41-96d8-3e36f41a2ac1\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054622 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-tmp\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054634 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xztdz\" (UniqueName: \"kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-kube-api-access-xztdz\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054642 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-tmp\") pod \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\" (UID: \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054652 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-config\") pod \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\" (UID: \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054669 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/268b4228-d0de-4a29-b920-839c8c1b2ba0-config\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054681 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-tmp\") pod \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\" (UID: \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054690 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/36b4d916-4650-4075-864b-ea6c897f99b8-config-volume\") pod \"36b4d916-4650-4075-864b-ea6c897f99b8\" (UID: \"36b4d916-4650-4075-864b-ea6c897f99b8\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054699 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vcr2r\" (UniqueName: \"kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-kube-api-access-vcr2r\") pod \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\" (UID: \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054709 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-certificates\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054720 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-cc-detector-mlservice\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector-mlservice\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054728 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"rancher\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-rancher\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054738 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xzjcb\" (UniqueName: \"kubernetes.io/projected/36b4d916-4650-4075-864b-ea6c897f99b8-kube-api-access-xzjcb\") pod \"36b4d916-4650-4075-864b-ea6c897f99b8\" (UID: \"36b4d916-4650-4075-864b-ea6c897f99b8\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054747 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-trust-bundle\") pod \"b32034a5-60d9-44c4-97d1-6160976a9b26\" (UID: \"b32034a5-60d9-44c4-97d1-6160976a9b26\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054757 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-config-volume\") pod \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\" (UID: \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054768 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-tmp\") pod \"89dd63f6-8cf3-46f6-adfa-b1a2137da61c\" (UID: \"89dd63f6-8cf3-46f6-adfa-b1a2137da61c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054779 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-shared-certificates\") pod \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\" (UID: \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054788 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-socket-directory\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054798 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-trust-bundle\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054809 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gs9bq\" (UniqueName: \"kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-kube-api-access-gs9bq\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054819 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-html-converter\" (UniqueName: \"kubernetes.io/empty-dir/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-tmp-html-converter\") pod \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\" (UID: \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054843 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jth5g\" (UniqueName: \"kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-kube-api-access-jth5g\") pod \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\" (UID: \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054854 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q8k4p\" (UniqueName: \"kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-kube-api-access-q8k4p\") pod \"b32034a5-60d9-44c4-97d1-6160976a9b26\" (UID: \"b32034a5-60d9-44c4-97d1-6160976a9b26\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054864 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-shared-certificates\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054876 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-download-worker\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-download-worker\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054886 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h5dvr\" (UniqueName: \"kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-kube-api-access-h5dvr\") pod \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\" (UID: \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054895 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-47bsp\" (UniqueName: \"kubernetes.io/projected/368a591a-7178-4d6b-b4f4-5d65fe0899b2-kube-api-access-47bsp\") pod \"368a591a-7178-4d6b-b4f4-5d65fe0899b2\" (UID: \"368a591a-7178-4d6b-b4f4-5d65fe0899b2\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054905 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/808dde1c-260d-4369-9f0c-1bfff3049a91-config\") pod \"808dde1c-260d-4369-9f0c-1bfff3049a91\" (UID: \"808dde1c-260d-4369-9f0c-1bfff3049a91\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054915 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-certs\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-tmp-certs\") pod \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\" (UID: \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.054924 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/33a97a39-8ed1-412d-b462-889107465f39-shared-certificates\") pod \"33a97a39-8ed1-412d-b462-889107465f39\" (UID: \"33a97a39-8ed1-412d-b462-889107465f39\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055202 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-tmp" (OuterVolumeSpecName: "tmp") pod "89dd63f6-8cf3-46f6-adfa-b1a2137da61c" (UID: "89dd63f6-8cf3-46f6-adfa-b1a2137da61c"). InnerVolumeSpecName "tmp". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055248 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-socket-directory" (OuterVolumeSpecName: "shared-socket-directory") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "shared-socket-directory". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055267 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-config-volume" (OuterVolumeSpecName: "config-volume") pod "c5ea484f-72f0-41c5-8dcb-726d1b3a615b" (UID: "c5ea484f-72f0-41c5-8dcb-726d1b3a615b"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055287 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/33a97a39-8ed1-412d-b462-889107465f39-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "33a97a39-8ed1-412d-b462-889107465f39" (UID: "33a97a39-8ed1-412d-b462-889107465f39"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055360 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-shared-certificates\") pod \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\" (UID: \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055392 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-config\") pod \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\" (UID: \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055415 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c68dz\" (UniqueName: \"kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-kube-api-access-c68dz\") pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" (UID: \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055422 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-tmp" (OuterVolumeSpecName: "tmp") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "tmp". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055436 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"custom-config-volume\" (UniqueName: \"kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-custom-config-volume\") pod \"1a3562ba-2324-4cad-a2cf-06bb5159af83\" (UID: \"1a3562ba-2324-4cad-a2cf-06bb5159af83\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055610 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-custom-config-volume" (OuterVolumeSpecName: "custom-config-volume") pod "1a3562ba-2324-4cad-a2cf-06bb5159af83" (UID: "1a3562ba-2324-4cad-a2cf-06bb5159af83"). InnerVolumeSpecName "custom-config-volume". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055625 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-tmp-html-converter" (OuterVolumeSpecName: "tmp-html-converter") pod "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3" (UID: "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3"). InnerVolumeSpecName "tmp-html-converter". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055679 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/36b4d916-4650-4075-864b-ea6c897f99b8-config-volume" (OuterVolumeSpecName: "config-volume") pod "36b4d916-4650-4075-864b-ea6c897f99b8" (UID: "36b4d916-4650-4075-864b-ea6c897f99b8"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055814 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dd2gs\" (UniqueName: \"kubernetes.io/projected/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-kube-api-access-dd2gs\") pod \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\" (UID: \"c5ea484f-72f0-41c5-8dcb-726d1b3a615b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055857 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-shared-certificates\") pod \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\" (UID: \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055877 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"certs\" (UniqueName: \"kubernetes.io/secret/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-certs\") pod \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\" (UID: \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055889 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector-mlservice" (OuterVolumeSpecName: "tmp-cc-detector-mlservice") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "tmp-cc-detector-mlservice". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055895 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-trust-bundle\") pod \"3556b6cd-6e13-4011-854a-7010f9686fb6\" (UID: \"3556b6cd-6e13-4011-854a-7010f9686fb6\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055929 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-trust-bundle\") pod \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\" (UID: \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055933 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "c1b94ada-4d94-4730-b29f-cb79d1fbf553" (UID: "c1b94ada-4d94-4730-b29f-cb79d1fbf553"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055950 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6rkh9\" (UniqueName: \"kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-kube-api-access-6rkh9\") pod \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\" (UID: \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055971 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.055976 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sh9wk\" (UniqueName: \"kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-kube-api-access-sh9wk\") pod \"33a97a39-8ed1-412d-b462-889107465f39\" (UID: \"33a97a39-8ed1-412d-b462-889107465f39\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056016 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-trust-bundle\") pod \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\" (UID: \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056042 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-config\") pod \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\" (UID: \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056067 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-shared-certificates\") pod \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\" (UID: \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056103 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-data\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-data\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056122 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-shared-certificates\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056134 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-config-volume\") pod \"1a3562ba-2324-4cad-a2cf-06bb5159af83\" (UID: \"1a3562ba-2324-4cad-a2cf-06bb5159af83\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056148 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-trust-bundle\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056160 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-trust-bundle\") pod \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\" (UID: \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056173 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"root-appuser\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-root-appuser\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056185 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-trust-bundle\") pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" (UID: \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056199 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-config\") pod \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\" (UID: \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056216 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pm2mv\" (UniqueName: \"kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-kube-api-access-pm2mv\") pod \"3556b6cd-6e13-4011-854a-7010f9686fb6\" (UID: \"3556b6cd-6e13-4011-854a-7010f9686fb6\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056284 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-trust-bundle\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056296 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3556b6cd-6e13-4011-854a-7010f9686fb6-shared-certificates\") pod \"3556b6cd-6e13-4011-854a-7010f9686fb6\" (UID: \"3556b6cd-6e13-4011-854a-7010f9686fb6\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056306 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"detector-config\" (UniqueName: \"kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-detector-config\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056317 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-structured-executor\" (UniqueName: \"kubernetes.io/configmap/10cbf0d1-916e-407a-bcf1-bd242f1922c5-config-structured-executor\") pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" (UID: \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056329 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-shared-certificates\") pod \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\" (UID: \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056339 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-cert-dir\") pod \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\" (UID: \"1604fc8f-06a9-4a9b-90f1-6828037b27dd\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056351 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r78lt\" (UniqueName: \"kubernetes.io/projected/1a3562ba-2324-4cad-a2cf-06bb5159af83-kube-api-access-r78lt\") pod \"1a3562ba-2324-4cad-a2cf-06bb5159af83\" (UID: \"1a3562ba-2324-4cad-a2cf-06bb5159af83\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056362 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3556b6cd-6e13-4011-854a-7010f9686fb6-config\") pod \"3556b6cd-6e13-4011-854a-7010f9686fb6\" (UID: \"3556b6cd-6e13-4011-854a-7010f9686fb6\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056372 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-trust-bundle\") pod \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\" (UID: \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056383 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dwf26\" (UniqueName: \"kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-kube-api-access-dwf26\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056394 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-mip-proxy\" (UniqueName: \"kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-mip-proxy\") pod \"b32034a5-60d9-44c4-97d1-6160976a9b26\" (UID: \"b32034a5-60d9-44c4-97d1-6160976a9b26\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056406 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/368a591a-7178-4d6b-b4f4-5d65fe0899b2-config\") pod \"368a591a-7178-4d6b-b4f4-5d65fe0899b2\" (UID: \"368a591a-7178-4d6b-b4f4-5d65fe0899b2\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056418 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-trust-bundle\") pod \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\" (UID: \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056428 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-shared-certificates\") pod \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\" (UID: \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056443 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/b32034a5-60d9-44c4-97d1-6160976a9b26-shared-certificates\") pod \"b32034a5-60d9-44c4-97d1-6160976a9b26\" (UID: \"b32034a5-60d9-44c4-97d1-6160976a9b26\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056459 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e230d037-5bc6-4e0d-8a28-c36430068aaf-config\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056473 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-config\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056490 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-tmp\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056508 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-dir\" (UniqueName: \"kubernetes.io/empty-dir/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-tmp-dir\") pod \"914f6293-b1ae-4a41-96d8-3e36f41a2ac1\" (UID: \"914f6293-b1ae-4a41-96d8-3e36f41a2ac1\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056525 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-shared-certificates\") pod \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\" (UID: \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056544 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-spd6j\" (UniqueName: \"kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-kube-api-access-spd6j\") pod \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\" (UID: \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056562 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cd9bb\" (UniqueName: \"kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-kube-api-access-cd9bb\") pod \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\" (UID: \"59b3dd75-ce66-49c6-ad0f-9340103d1f2f\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056574 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/268b4228-d0de-4a29-b920-839c8c1b2ba0-config" (OuterVolumeSpecName: "config") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056581 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sbfz8\" (UniqueName: \"kubernetes.io/projected/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-kube-api-access-sbfz8\") pod \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\" (UID: \"e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056605 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-trust-bundle\") pod \"33a97a39-8ed1-412d-b462-889107465f39\" (UID: \"33a97a39-8ed1-412d-b462-889107465f39\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056623 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-file-quarantine-revert-worker\" (UniqueName: \"kubernetes.io/configmap/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-config-file-quarantine-revert-worker\") pod \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\" (UID: \"41e1b4b3-8dcd-4135-8c87-3a38d6e0314b\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056646 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/33a97a39-8ed1-412d-b462-889107465f39-config\") pod \"33a97a39-8ed1-412d-b462-889107465f39\" (UID: \"33a97a39-8ed1-412d-b462-889107465f39\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056663 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c1b94ada-4d94-4730-b29f-cb79d1fbf553-config\") pod \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\" (UID: \"c1b94ada-4d94-4730-b29f-cb79d1fbf553\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056679 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"tmp-cc-detector\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector\") pod \"3be3e987-c214-48c6-8a6b-984f84638d0c\" (UID: \"3be3e987-c214-48c6-8a6b-984f84638d0c\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056696 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-config\") pod \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\" (UID: \"3564c8dd-351e-4d70-9d8c-7777dfdf59c4\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056708 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7v4k2\" (UniqueName: \"kubernetes.io/projected/808dde1c-260d-4369-9f0c-1bfff3049a91-kube-api-access-7v4k2\") pod \"808dde1c-260d-4369-9f0c-1bfff3049a91\" (UID: \"808dde1c-260d-4369-9f0c-1bfff3049a91\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056720 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/268b4228-d0de-4a29-b920-839c8c1b2ba0-podinfo\") pod \"268b4228-d0de-4a29-b920-839c8c1b2ba0\" (UID: \"268b4228-d0de-4a29-b920-839c8c1b2ba0\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056730 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/e230d037-5bc6-4e0d-8a28-c36430068aaf-podinfo\") pod \"e230d037-5bc6-4e0d-8a28-c36430068aaf\" (UID: \"e230d037-5bc6-4e0d-8a28-c36430068aaf\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056740 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config-connector-policy\" (UniqueName: \"kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-connector-policy\") pod \"b32034a5-60d9-44c4-97d1-6160976a9b26\" (UID: \"b32034a5-60d9-44c4-97d1-6160976a9b26\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056752 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/10cbf0d1-916e-407a-bcf1-bd242f1922c5-shared-certificates\") pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" (UID: \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056763 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7d8tc\" (UniqueName: \"kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-kube-api-access-7d8tc\") pod \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\" (UID: \"7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056775 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-trust-bundle\") pod \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\" (UID: \"8a8f9db6-3364-4d2c-9edd-8e43f7f55a45\") " Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056803 27498 reconciler_common.go:299] "Volume detached for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-tmp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056813 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/268b4228-d0de-4a29-b920-839c8c1b2ba0-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056841 27498 reconciler_common.go:299] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/36b4d916-4650-4075-864b-ea6c897f99b8-config-volume\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056853 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056864 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-cc-detector-mlservice\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector-mlservice\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056873 27498 reconciler_common.go:299] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-config-volume\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056879 27498 reconciler_common.go:299] "Volume detached for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-tmp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056884 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056889 27498 reconciler_common.go:299] "Volume detached for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-socket-directory\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056895 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-html-converter\" (UniqueName: \"kubernetes.io/empty-dir/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-tmp-html-converter\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056901 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/33a97a39-8ed1-412d-b462-889107465f39-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056907 27498 reconciler_common.go:299] "Volume detached for volume \"custom-config-volume\" (UniqueName: \"kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-custom-config-volume\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.056912 27498 reconstruct.go:162] "Cleaning up mounts for volume that could not be reconstructed" podName="c5ea484f-72f0-41c5-8dcb-726d1b3a615b" volumeSpecName="pvc-674aa58e-4d7e-41d7-8b92-2679699ab580" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057018 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057380 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-kube-api-access-gs9bq" (OuterVolumeSpecName: "kube-api-access-gs9bq") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "kube-api-access-gs9bq". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057506 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-kube-api-access-jth5g" (OuterVolumeSpecName: "kube-api-access-jth5g") pod "1604fc8f-06a9-4a9b-90f1-6828037b27dd" (UID: "1604fc8f-06a9-4a9b-90f1-6828037b27dd"). InnerVolumeSpecName "kube-api-access-jth5g". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057550 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-tmp-certs" (OuterVolumeSpecName: "tmp-certs") pod "1604fc8f-06a9-4a9b-90f1-6828037b27dd" (UID: "1604fc8f-06a9-4a9b-90f1-6828037b27dd"). InnerVolumeSpecName "tmp-certs". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057559 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/368a591a-7178-4d6b-b4f4-5d65fe0899b2-kube-api-access-47bsp" (OuterVolumeSpecName: "kube-api-access-47bsp") pod "368a591a-7178-4d6b-b4f4-5d65fe0899b2" (UID: "368a591a-7178-4d6b-b4f4-5d65fe0899b2"). InnerVolumeSpecName "kube-api-access-47bsp". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057566 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-kube-api-access-h5dvr" (OuterVolumeSpecName: "kube-api-access-h5dvr") pod "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b" (UID: "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b"). InnerVolumeSpecName "kube-api-access-h5dvr". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057786 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-rancher" (OuterVolumeSpecName: "rancher") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "rancher". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057875 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" (UID: "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.057897 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-download-worker" (OuterVolumeSpecName: "tmp-download-worker") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "tmp-download-worker". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058035 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-tmp" (OuterVolumeSpecName: "tmp") pod "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" (UID: "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45"). InnerVolumeSpecName "tmp". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058106 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-kube-api-access-7bk9h" (OuterVolumeSpecName: "kube-api-access-7bk9h") pod "89dd63f6-8cf3-46f6-adfa-b1a2137da61c" (UID: "89dd63f6-8cf3-46f6-adfa-b1a2137da61c"). InnerVolumeSpecName "kube-api-access-7bk9h". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058104 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-kube-api-access-zhzpk" (OuterVolumeSpecName: "kube-api-access-zhzpk") pod "914f6293-b1ae-4a41-96d8-3e36f41a2ac1" (UID: "914f6293-b1ae-4a41-96d8-3e36f41a2ac1"). InnerVolumeSpecName "kube-api-access-zhzpk". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058161 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/808dde1c-260d-4369-9f0c-1bfff3049a91-config" (OuterVolumeSpecName: "config") pod "808dde1c-260d-4369-9f0c-1bfff3049a91" (UID: "808dde1c-260d-4369-9f0c-1bfff3049a91"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058355 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-tmp" (OuterVolumeSpecName: "tmp") pod "c1b94ada-4d94-4730-b29f-cb79d1fbf553" (UID: "c1b94ada-4d94-4730-b29f-cb79d1fbf553"). InnerVolumeSpecName "tmp". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058534 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-kube-api-access-sh9wk" (OuterVolumeSpecName: "kube-api-access-sh9wk") pod "33a97a39-8ed1-412d-b462-889107465f39" (UID: "33a97a39-8ed1-412d-b462-889107465f39"). InnerVolumeSpecName "kube-api-access-sh9wk". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058547 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-tmp" (OuterVolumeSpecName: "tmp") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "tmp". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058685 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "pvc-674aa58e-4d7e-41d7-8b92-2679699ab580" (OuterVolumeSpecName: "") pod "c5ea484f-72f0-41c5-8dcb-726d1b3a615b" (UID: "c5ea484f-72f0-41c5-8dcb-726d1b3a615b"). InnerVolumeSpecName "pvc-674aa58e-4d7e-41d7-8b92-2679699ab580". PluginName "kubernetes.io/local-volume", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:33.058712 27498 operation_generator.go:796] UnmountVolume.MarkVolumeAsUnmounted failed for volume "" (UniqueName: "pvc-674aa58e-4d7e-41d7-8b92-2679699ab580") pod "c5ea484f-72f0-41c5-8dcb-726d1b3a615b" (UID: "c5ea484f-72f0-41c5-8dcb-726d1b3a615b") : no volume with the name "pvc-674aa58e-4d7e-41d7-8b92-2679699ab580" exists in the list of attached volumes Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.058757 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-kube-api-access-q8k4p" (OuterVolumeSpecName: "kube-api-access-q8k4p") pod "b32034a5-60d9-44c4-97d1-6160976a9b26" (UID: "b32034a5-60d9-44c4-97d1-6160976a9b26"). InnerVolumeSpecName "kube-api-access-q8k4p". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059020 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-kube-api-access-dd2gs" (OuterVolumeSpecName: "kube-api-access-dd2gs") pod "c5ea484f-72f0-41c5-8dcb-726d1b3a615b" (UID: "c5ea484f-72f0-41c5-8dcb-726d1b3a615b"). InnerVolumeSpecName "kube-api-access-dd2gs". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059480 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a" (UID: "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059482 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/36b4d916-4650-4075-864b-ea6c897f99b8-kube-api-access-xzjcb" (OuterVolumeSpecName: "kube-api-access-xzjcb") pod "36b4d916-4650-4075-864b-ea6c897f99b8" (UID: "36b4d916-4650-4075-864b-ea6c897f99b8"). InnerVolumeSpecName "kube-api-access-xzjcb". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059638 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-kube-api-access-xztdz" (OuterVolumeSpecName: "kube-api-access-xztdz") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "kube-api-access-xztdz". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059698 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "3564c8dd-351e-4d70-9d8c-7777dfdf59c4" (UID: "3564c8dd-351e-4d70-9d8c-7777dfdf59c4"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.059698 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3556b6cd-6e13-4011-854a-7010f9686fb6-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "3556b6cd-6e13-4011-854a-7010f9686fb6" (UID: "3556b6cd-6e13-4011-854a-7010f9686fb6"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060032 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-kube-api-access-spd6j" (OuterVolumeSpecName: "kube-api-access-spd6j") pod "3564c8dd-351e-4d70-9d8c-7777dfdf59c4" (UID: "3564c8dd-351e-4d70-9d8c-7777dfdf59c4"). InnerVolumeSpecName "kube-api-access-spd6j". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060138 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-certs" (OuterVolumeSpecName: "certs") pod "3564c8dd-351e-4d70-9d8c-7777dfdf59c4" (UID: "3564c8dd-351e-4d70-9d8c-7777dfdf59c4"). InnerVolumeSpecName "certs". PluginName "kubernetes.io/secret", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060502 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-config" (OuterVolumeSpecName: "config") pod "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a" (UID: "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060562 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/368a591a-7178-4d6b-b4f4-5d65fe0899b2-config" (OuterVolumeSpecName: "config") pod "368a591a-7178-4d6b-b4f4-5d65fe0899b2" (UID: "368a591a-7178-4d6b-b4f4-5d65fe0899b2"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060597 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-tmp-dir" (OuterVolumeSpecName: "tmp-dir") pod "914f6293-b1ae-4a41-96d8-3e36f41a2ac1" (UID: "914f6293-b1ae-4a41-96d8-3e36f41a2ac1"). InnerVolumeSpecName "tmp-dir". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060683 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060747 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "59b3dd75-ce66-49c6-ad0f-9340103d1f2f" (UID: "59b3dd75-ce66-49c6-ad0f-9340103d1f2f"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.060971 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-config-file-quarantine-revert-worker" (OuterVolumeSpecName: "config-file-quarantine-revert-worker") pod "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b" (UID: "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b"). InnerVolumeSpecName "config-file-quarantine-revert-worker". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.061274 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b" (UID: "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.061454 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-kube-api-access-pm2mv" (OuterVolumeSpecName: "kube-api-access-pm2mv") pod "3556b6cd-6e13-4011-854a-7010f9686fb6" (UID: "3556b6cd-6e13-4011-854a-7010f9686fb6"). InnerVolumeSpecName "kube-api-access-pm2mv". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.061468 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-config" (OuterVolumeSpecName: "config") pod "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" (UID: "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.061752 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-config" (OuterVolumeSpecName: "config") pod "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3" (UID: "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.061839 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-kube-api-access-cd9bb" (OuterVolumeSpecName: "kube-api-access-cd9bb") pod "59b3dd75-ce66-49c6-ad0f-9340103d1f2f" (UID: "59b3dd75-ce66-49c6-ad0f-9340103d1f2f"). InnerVolumeSpecName "kube-api-access-cd9bb". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.062353 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-kube-api-access-vcr2r" (OuterVolumeSpecName: "kube-api-access-vcr2r") pod "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" (UID: "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45"). InnerVolumeSpecName "kube-api-access-vcr2r". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.062638 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3556b6cd-6e13-4011-854a-7010f9686fb6-config" (OuterVolumeSpecName: "config") pod "3556b6cd-6e13-4011-854a-7010f9686fb6" (UID: "3556b6cd-6e13-4011-854a-7010f9686fb6"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.063021 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "3556b6cd-6e13-4011-854a-7010f9686fb6" (UID: "3556b6cd-6e13-4011-854a-7010f9686fb6"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.063078 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e230d037-5bc6-4e0d-8a28-c36430068aaf-config" (OuterVolumeSpecName: "config") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.063105 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/33a97a39-8ed1-412d-b462-889107465f39-config" (OuterVolumeSpecName: "config") pod "33a97a39-8ed1-412d-b462-889107465f39" (UID: "33a97a39-8ed1-412d-b462-889107465f39"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.063143 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "33a97a39-8ed1-412d-b462-889107465f39" (UID: "33a97a39-8ed1-412d-b462-889107465f39"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.063552 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-config" (OuterVolumeSpecName: "config") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.064078 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-kube-api-access-c68dz" (OuterVolumeSpecName: "kube-api-access-c68dz") pod "10cbf0d1-916e-407a-bcf1-bd242f1922c5" (UID: "10cbf0d1-916e-407a-bcf1-bd242f1922c5"). InnerVolumeSpecName "kube-api-access-c68dz". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.064210 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-kube-api-access-6rkh9" (OuterVolumeSpecName: "kube-api-access-6rkh9") pod "c1b94ada-4d94-4730-b29f-cb79d1fbf553" (UID: "c1b94ada-4d94-4730-b29f-cb79d1fbf553"). InnerVolumeSpecName "kube-api-access-6rkh9". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.064452 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b" (UID: "41e1b4b3-8dcd-4135-8c87-3a38d6e0314b"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.064573 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "59b3dd75-ce66-49c6-ad0f-9340103d1f2f" (UID: "59b3dd75-ce66-49c6-ad0f-9340103d1f2f"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.064818 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-kube-api-access-sbfz8" (OuterVolumeSpecName: "kube-api-access-sbfz8") pod "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3" (UID: "e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3"). InnerVolumeSpecName "kube-api-access-sbfz8". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065162 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "b32034a5-60d9-44c4-97d1-6160976a9b26" (UID: "b32034a5-60d9-44c4-97d1-6160976a9b26"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065295 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-kube-api-access-dwf26" (OuterVolumeSpecName: "kube-api-access-dwf26") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "kube-api-access-dwf26". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065504 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/10cbf0d1-916e-407a-bcf1-bd242f1922c5-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "10cbf0d1-916e-407a-bcf1-bd242f1922c5" (UID: "10cbf0d1-916e-407a-bcf1-bd242f1922c5"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065605 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a" (UID: "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065663 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-cert-dir" (OuterVolumeSpecName: "cert-dir") pod "1604fc8f-06a9-4a9b-90f1-6828037b27dd" (UID: "1604fc8f-06a9-4a9b-90f1-6828037b27dd"). InnerVolumeSpecName "cert-dir". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.065743 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/e230d037-5bc6-4e0d-8a28-c36430068aaf-podinfo" (OuterVolumeSpecName: "podinfo") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "podinfo". PluginName "kubernetes.io/downward-api", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066217 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "3564c8dd-351e-4d70-9d8c-7777dfdf59c4" (UID: "3564c8dd-351e-4d70-9d8c-7777dfdf59c4"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066304 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1a3562ba-2324-4cad-a2cf-06bb5159af83-kube-api-access-r78lt" (OuterVolumeSpecName: "kube-api-access-r78lt") pod "1a3562ba-2324-4cad-a2cf-06bb5159af83" (UID: "1a3562ba-2324-4cad-a2cf-06bb5159af83"). InnerVolumeSpecName "kube-api-access-r78lt". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066358 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-config" (OuterVolumeSpecName: "config") pod "3564c8dd-351e-4d70-9d8c-7777dfdf59c4" (UID: "3564c8dd-351e-4d70-9d8c-7777dfdf59c4"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066392 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector" (OuterVolumeSpecName: "tmp-cc-detector") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "tmp-cc-detector". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066663 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-data" (OuterVolumeSpecName: "shared-data") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "shared-data". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066849 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-kube-api-access-7d8tc" (OuterVolumeSpecName: "kube-api-access-7d8tc") pod "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a" (UID: "7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a"). InnerVolumeSpecName "kube-api-access-7d8tc". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066876 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-root-appuser" (OuterVolumeSpecName: "root-appuser") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "root-appuser". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.066931 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-config-volume" (OuterVolumeSpecName: "config-volume") pod "1a3562ba-2324-4cad-a2cf-06bb5159af83" (UID: "1a3562ba-2324-4cad-a2cf-06bb5159af83"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067078 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-connector-policy" (OuterVolumeSpecName: "config-connector-policy") pod "b32034a5-60d9-44c4-97d1-6160976a9b26" (UID: "b32034a5-60d9-44c4-97d1-6160976a9b26"). InnerVolumeSpecName "config-connector-policy". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067135 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/808dde1c-260d-4369-9f0c-1bfff3049a91-kube-api-access-7v4k2" (OuterVolumeSpecName: "kube-api-access-7v4k2") pod "808dde1c-260d-4369-9f0c-1bfff3049a91" (UID: "808dde1c-260d-4369-9f0c-1bfff3049a91"). InnerVolumeSpecName "kube-api-access-7v4k2". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067102 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "1604fc8f-06a9-4a9b-90f1-6828037b27dd" (UID: "1604fc8f-06a9-4a9b-90f1-6828037b27dd"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067252 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/268b4228-d0de-4a29-b920-839c8c1b2ba0-podinfo" (OuterVolumeSpecName: "podinfo") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "podinfo". PluginName "kubernetes.io/downward-api", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067542 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b32034a5-60d9-44c4-97d1-6160976a9b26-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "b32034a5-60d9-44c4-97d1-6160976a9b26" (UID: "b32034a5-60d9-44c4-97d1-6160976a9b26"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067572 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c1b94ada-4d94-4730-b29f-cb79d1fbf553-config" (OuterVolumeSpecName: "config") pod "c1b94ada-4d94-4730-b29f-cb79d1fbf553" (UID: "c1b94ada-4d94-4730-b29f-cb79d1fbf553"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067712 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-mip-proxy" (OuterVolumeSpecName: "config-mip-proxy") pod "b32034a5-60d9-44c4-97d1-6160976a9b26" (UID: "b32034a5-60d9-44c4-97d1-6160976a9b26"). InnerVolumeSpecName "config-mip-proxy". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067783 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-shared-certificates" (OuterVolumeSpecName: "shared-certificates") pod "e230d037-5bc6-4e0d-8a28-c36430068aaf" (UID: "e230d037-5bc6-4e0d-8a28-c36430068aaf"). InnerVolumeSpecName "shared-certificates". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.067840 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "c1b94ada-4d94-4730-b29f-cb79d1fbf553" (UID: "c1b94ada-4d94-4730-b29f-cb79d1fbf553"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.068338 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/10cbf0d1-916e-407a-bcf1-bd242f1922c5-config-structured-executor" (OuterVolumeSpecName: "config-structured-executor") pod "10cbf0d1-916e-407a-bcf1-bd242f1922c5" (UID: "10cbf0d1-916e-407a-bcf1-bd242f1922c5"). InnerVolumeSpecName "config-structured-executor". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.068400 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-config" (OuterVolumeSpecName: "config") pod "59b3dd75-ce66-49c6-ad0f-9340103d1f2f" (UID: "59b3dd75-ce66-49c6-ad0f-9340103d1f2f"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.068426 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-detector-config" (OuterVolumeSpecName: "detector-config") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "detector-config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.068571 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "3be3e987-c214-48c6-8a6b-984f84638d0c" (UID: "3be3e987-c214-48c6-8a6b-984f84638d0c"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.068714 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" (UID: "8a8f9db6-3364-4d2c-9edd-8e43f7f55a45"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.069095 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "268b4228-d0de-4a29-b920-839c8c1b2ba0" (UID: "268b4228-d0de-4a29-b920-839c8c1b2ba0"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.069122 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "1604fc8f-06a9-4a9b-90f1-6828037b27dd" (UID: "1604fc8f-06a9-4a9b-90f1-6828037b27dd"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.070222 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-trust-bundle" (OuterVolumeSpecName: "trust-bundle") pod "10cbf0d1-916e-407a-bcf1-bd242f1922c5" (UID: "10cbf0d1-916e-407a-bcf1-bd242f1922c5"). InnerVolumeSpecName "trust-bundle". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157643 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-xztdz\" (UniqueName: \"kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-kube-api-access-xztdz\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157664 27498 reconciler_common.go:299] "Volume detached for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/c1b94ada-4d94-4730-b29f-cb79d1fbf553-tmp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157671 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157677 27498 reconciler_common.go:299] "Volume detached for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-tmp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157682 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-vcr2r\" (UniqueName: \"kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-kube-api-access-vcr2r\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157689 27498 reconciler_common.go:299] "Volume detached for volume \"rancher\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-rancher\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157695 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-xzjcb\" (UniqueName: \"kubernetes.io/projected/36b4d916-4650-4075-864b-ea6c897f99b8-kube-api-access-xzjcb\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157700 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157706 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157711 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-gs9bq\" (UniqueName: \"kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-kube-api-access-gs9bq\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157717 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-jth5g\" (UniqueName: \"kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-kube-api-access-jth5g\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157722 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-q8k4p\" (UniqueName: \"kubernetes.io/projected/b32034a5-60d9-44c4-97d1-6160976a9b26-kube-api-access-q8k4p\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157728 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157733 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-download-worker\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-download-worker\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157739 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-h5dvr\" (UniqueName: \"kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-kube-api-access-h5dvr\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157744 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-47bsp\" (UniqueName: \"kubernetes.io/projected/368a591a-7178-4d6b-b4f4-5d65fe0899b2-kube-api-access-47bsp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157750 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/808dde1c-260d-4369-9f0c-1bfff3049a91-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157755 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-certs\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-tmp-certs\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157767 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157773 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157779 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-c68dz\" (UniqueName: \"kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-kube-api-access-c68dz\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157785 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-dd2gs\" (UniqueName: \"kubernetes.io/projected/c5ea484f-72f0-41c5-8dcb-726d1b3a615b-kube-api-access-dd2gs\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157790 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157796 27498 reconciler_common.go:299] "Volume detached for volume \"certs\" (UniqueName: \"kubernetes.io/secret/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-certs\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157801 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157807 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157813 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-6rkh9\" (UniqueName: \"kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-kube-api-access-6rkh9\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157819 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-sh9wk\" (UniqueName: \"kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-kube-api-access-sh9wk\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157842 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/c1b94ada-4d94-4730-b29f-cb79d1fbf553-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157847 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157853 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157858 27498 reconciler_common.go:299] "Volume detached for volume \"shared-data\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-shared-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157864 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/e230d037-5bc6-4e0d-8a28-c36430068aaf-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157870 27498 reconciler_common.go:299] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/1a3562ba-2324-4cad-a2cf-06bb5159af83-config-volume\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157875 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/268b4228-d0de-4a29-b920-839c8c1b2ba0-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157879 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/1604fc8f-06a9-4a9b-90f1-6828037b27dd-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157884 27498 reconciler_common.go:299] "Volume detached for volume \"root-appuser\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-root-appuser\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157889 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/10cbf0d1-916e-407a-bcf1-bd242f1922c5-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157894 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157899 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-pm2mv\" (UniqueName: \"kubernetes.io/projected/3556b6cd-6e13-4011-854a-7010f9686fb6-kube-api-access-pm2mv\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157904 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/3be3e987-c214-48c6-8a6b-984f84638d0c-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157909 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3556b6cd-6e13-4011-854a-7010f9686fb6-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157913 27498 reconciler_common.go:299] "Volume detached for volume \"detector-config\" (UniqueName: \"kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-detector-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157932 27498 reconciler_common.go:299] "Volume detached for volume \"config-structured-executor\" (UniqueName: \"kubernetes.io/configmap/10cbf0d1-916e-407a-bcf1-bd242f1922c5-config-structured-executor\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157939 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157944 27498 reconciler_common.go:299] "Volume detached for volume \"cert-dir\" (UniqueName: \"kubernetes.io/empty-dir/1604fc8f-06a9-4a9b-90f1-6828037b27dd-cert-dir\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157949 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-r78lt\" (UniqueName: \"kubernetes.io/projected/1a3562ba-2324-4cad-a2cf-06bb5159af83-kube-api-access-r78lt\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157954 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3556b6cd-6e13-4011-854a-7010f9686fb6-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157959 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157964 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-dwf26\" (UniqueName: \"kubernetes.io/projected/e230d037-5bc6-4e0d-8a28-c36430068aaf-kube-api-access-dwf26\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157970 27498 reconciler_common.go:299] "Volume detached for volume \"config-mip-proxy\" (UniqueName: \"kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-mip-proxy\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157975 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/368a591a-7178-4d6b-b4f4-5d65fe0899b2-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157982 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157986 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157991 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/b32034a5-60d9-44c4-97d1-6160976a9b26-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.157996 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e230d037-5bc6-4e0d-8a28-c36430068aaf-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158002 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3be3e987-c214-48c6-8a6b-984f84638d0c-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158006 27498 reconciler_common.go:299] "Volume detached for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/268b4228-d0de-4a29-b920-839c8c1b2ba0-tmp\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158011 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-dir\" (UniqueName: \"kubernetes.io/empty-dir/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-tmp-dir\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158015 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158020 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-spd6j\" (UniqueName: \"kubernetes.io/projected/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-kube-api-access-spd6j\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158025 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-cd9bb\" (UniqueName: \"kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-kube-api-access-cd9bb\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158030 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-sbfz8\" (UniqueName: \"kubernetes.io/projected/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3-kube-api-access-sbfz8\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158034 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/33a97a39-8ed1-412d-b462-889107465f39-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158040 27498 reconciler_common.go:299] "Volume detached for volume \"config-file-quarantine-revert-worker\" (UniqueName: \"kubernetes.io/configmap/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b-config-file-quarantine-revert-worker\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158045 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/33a97a39-8ed1-412d-b462-889107465f39-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158049 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c1b94ada-4d94-4730-b29f-cb79d1fbf553-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158053 27498 reconciler_common.go:299] "Volume detached for volume \"tmp-cc-detector\" (UniqueName: \"kubernetes.io/empty-dir/3be3e987-c214-48c6-8a6b-984f84638d0c-tmp-cc-detector\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158058 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3564c8dd-351e-4d70-9d8c-7777dfdf59c4-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158062 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-7v4k2\" (UniqueName: \"kubernetes.io/projected/808dde1c-260d-4369-9f0c-1bfff3049a91-kube-api-access-7v4k2\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158067 27498 reconciler_common.go:299] "Volume detached for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/268b4228-d0de-4a29-b920-839c8c1b2ba0-podinfo\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158071 27498 reconciler_common.go:299] "Volume detached for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/e230d037-5bc6-4e0d-8a28-c36430068aaf-podinfo\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158076 27498 reconciler_common.go:299] "Volume detached for volume \"config-connector-policy\" (UniqueName: \"kubernetes.io/configmap/b32034a5-60d9-44c4-97d1-6160976a9b26-config-connector-policy\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158081 27498 reconciler_common.go:299] "Volume detached for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/10cbf0d1-916e-407a-bcf1-bd242f1922c5-shared-certificates\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158087 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-7d8tc\" (UniqueName: \"kubernetes.io/projected/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a-kube-api-access-7d8tc\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158091 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158096 27498 reconciler_common.go:299] "Volume detached for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/59b3dd75-ce66-49c6-ad0f-9340103d1f2f-trust-bundle\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158101 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-7bk9h\" (UniqueName: \"kubernetes.io/projected/89dd63f6-8cf3-46f6-adfa-b1a2137da61c-kube-api-access-7bk9h\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.158107 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-zhzpk\" (UniqueName: \"kubernetes.io/projected/914f6293-b1ae-4a41-96d8-3e36f41a2ac1-kube-api-access-zhzpk\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.175553 27498 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["10.151.22.85"] Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:33.175597 27498 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.179739 27498 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.179770 27498 server_linux.go:132] "Using iptables Proxier" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.180264 27498 controllermanager.go:781] "Started controller" controller="horizontal-pod-autoscaler-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.180285 27498 controllermanager.go:744] "Warning: controller is disabled" controller="bootstrap-signer-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.180332 27498 horizontal.go:205] "Starting HPA controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.180342 27498 shared_informer.go:349] "Waiting for caches to sync" controller="HPA" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.183342 27498 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:33.184773 27498 proxier.go:270] "Failed to create nfacct runner, nfacct based metrics won't be available" err="nfacct sub-system not available" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:33.186277 27498 proxier.go:270] "Failed to create nfacct runner, nfacct based metrics won't be available" err="nfacct sub-system not available" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.186319 27498 server.go:527] "Version info" version="v1.34.4+k3s1" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.186326 27498 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189680 27498 config.go:403] "Starting serviceCIDR config controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189690 27498 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189689 27498 config.go:200] "Starting service config controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189696 27498 config.go:106] "Starting endpoint slice config controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189711 27498 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189700 27498 shared_informer.go:349] "Waiting for caches to sync" controller="service config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189782 27498 config.go:309] "Starting node config controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189792 27498 shared_informer.go:349] "Waiting for caches to sync" controller="node config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.189798 27498 shared_informer.go:356] "Caches are synced" controller="node config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.290499 27498 shared_informer.go:356] "Caches are synced" controller="service config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.290550 27498 shared_informer.go:356] "Caches are synced" controller="endpoint slice config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.290620 27498 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.331028 27498 controllermanager.go:781] "Started controller" controller="persistentvolume-binder-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.331090 27498 pv_controller_base.go:308] "Starting persistent volume controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.331095 27498 shared_informer.go:349] "Waiting for caches to sync" controller="persistent volume" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.481640 27498 controllermanager.go:781] "Started controller" controller="volumeattributesclass-protection-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.481685 27498 vac_protection_controller.go:206] "Starting VAC protection controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.481690 27498 shared_informer.go:349] "Waiting for caches to sync" controller="VAC protection" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.531062 27498 controllermanager.go:781] "Started controller" controller="taint-eviction-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.531104 27498 taint_eviction.go:282] "Starting" controller="taint-eviction-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.531115 27498 taint_eviction.go:288] "Sending events to api server" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.531135 27498 shared_informer.go:349] "Waiting for caches to sync" controller="taint-eviction-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.681148 27498 controllermanager.go:781] "Started controller" controller="clusterrole-aggregation-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.681187 27498 clusterroleaggregation_controller.go:194] "Starting ClusterRoleAggregator controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.681192 27498 shared_informer.go:349] "Waiting for caches to sync" controller="ClusterRoleAggregator" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.831691 27498 controllermanager.go:781] "Started controller" controller="ttl-after-finished-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.831762 27498 ttlafterfinished_controller.go:112] "Starting TTL after finished controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.831768 27498 shared_informer.go:349] "Waiting for caches to sync" controller="TTL after finished" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:33Z" level=error msg="error when handling containerd event" error="image manifest has not been deleted: All attempts fail:\n#1: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#2: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#3: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#4: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#5: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#6: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#7: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#8: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#9: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists\n#10: manifest with digest sha256:a359a4959a2a46cea0603f6c133c14b20a0270e28e2eb88920becce4f38db7d9 still exists" logger=spegel Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.982100 27498 controllermanager.go:781] "Started controller" controller="root-ca-certificate-publisher-controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.982143 27498 publisher.go:107] "Starting root CA cert publisher controller" Mar 02 20:45:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:33.982149 27498 shared_informer.go:349] "Waiting for caches to sync" controller="crt configmap" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.080060 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="089cc42a-2c63-47c8-9ea3-9cd331b0c6a4" path="/var/lib/kubelet/pods/089cc42a-2c63-47c8-9ea3-9cd331b0c6a4/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.080396 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.080494 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1604fc8f-06a9-4a9b-90f1-6828037b27dd" path="/var/lib/kubelet/pods/1604fc8f-06a9-4a9b-90f1-6828037b27dd/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.080702 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1a3562ba-2324-4cad-a2cf-06bb5159af83" path="/var/lib/kubelet/pods/1a3562ba-2324-4cad-a2cf-06bb5159af83/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.080987 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="268b4228-d0de-4a29-b920-839c8c1b2ba0" path="/var/lib/kubelet/pods/268b4228-d0de-4a29-b920-839c8c1b2ba0/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.081179 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="33a97a39-8ed1-412d-b462-889107465f39" path="/var/lib/kubelet/pods/33a97a39-8ed1-412d-b462-889107465f39/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.081371 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="33d3dac3-83b9-4fdb-bd24-75c2ef694da6" path="/var/lib/kubelet/pods/33d3dac3-83b9-4fdb-bd24-75c2ef694da6/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.081802 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3556b6cd-6e13-4011-854a-7010f9686fb6" path="/var/lib/kubelet/pods/3556b6cd-6e13-4011-854a-7010f9686fb6/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.082032 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3564c8dd-351e-4d70-9d8c-7777dfdf59c4" path="/var/lib/kubelet/pods/3564c8dd-351e-4d70-9d8c-7777dfdf59c4/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.082189 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="368a591a-7178-4d6b-b4f4-5d65fe0899b2" path="/var/lib/kubelet/pods/368a591a-7178-4d6b-b4f4-5d65fe0899b2/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.082364 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="36b4d916-4650-4075-864b-ea6c897f99b8" path="/var/lib/kubelet/pods/36b4d916-4650-4075-864b-ea6c897f99b8/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.082565 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3be3e987-c214-48c6-8a6b-984f84638d0c" path="/var/lib/kubelet/pods/3be3e987-c214-48c6-8a6b-984f84638d0c/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.082806 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="41e1b4b3-8dcd-4135-8c87-3a38d6e0314b" path="/var/lib/kubelet/pods/41e1b4b3-8dcd-4135-8c87-3a38d6e0314b/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.083021 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="47d21f92-1dcc-4cb9-a6e6-d5cb1cd135ba" path="/var/lib/kubelet/pods/47d21f92-1dcc-4cb9-a6e6-d5cb1cd135ba/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.083406 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="59b3dd75-ce66-49c6-ad0f-9340103d1f2f" path="/var/lib/kubelet/pods/59b3dd75-ce66-49c6-ad0f-9340103d1f2f/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.083620 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5c9390f6-ec7d-4063-99ab-3db73dbd3dd9" path="/var/lib/kubelet/pods/5c9390f6-ec7d-4063-99ab-3db73dbd3dd9/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.083849 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="63b6fb0f-d518-49dc-9980-70fe33b1315a" path="/var/lib/kubelet/pods/63b6fb0f-d518-49dc-9980-70fe33b1315a/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.084019 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.084106 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a" path="/var/lib/kubelet/pods/7cf26bb9-ecc5-4b23-a9d0-8cb5b524933a/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.084266 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="808dde1c-260d-4369-9f0c-1bfff3049a91" path="/var/lib/kubelet/pods/808dde1c-260d-4369-9f0c-1bfff3049a91/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.084639 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="89dd63f6-8cf3-46f6-adfa-b1a2137da61c" path="/var/lib/kubelet/pods/89dd63f6-8cf3-46f6-adfa-b1a2137da61c/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.084839 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8a8f9db6-3364-4d2c-9edd-8e43f7f55a45" path="/var/lib/kubelet/pods/8a8f9db6-3364-4d2c-9edd-8e43f7f55a45/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.085005 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="914f6293-b1ae-4a41-96d8-3e36f41a2ac1" path="/var/lib/kubelet/pods/914f6293-b1ae-4a41-96d8-3e36f41a2ac1/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.085190 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9e350eea-0cb7-4382-9a45-5685258f129f" path="/var/lib/kubelet/pods/9e350eea-0cb7-4382-9a45-5685258f129f/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.085404 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b32034a5-60d9-44c4-97d1-6160976a9b26" path="/var/lib/kubelet/pods/b32034a5-60d9-44c4-97d1-6160976a9b26/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.085816 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="baf71224-0a8a-4070-aac3-a6736f66adb2" path="/var/lib/kubelet/pods/baf71224-0a8a-4070-aac3-a6736f66adb2/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.086078 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c1b94ada-4d94-4730-b29f-cb79d1fbf553" path="/var/lib/kubelet/pods/c1b94ada-4d94-4730-b29f-cb79d1fbf553/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.086258 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c5ea484f-72f0-41c5-8dcb-726d1b3a615b" path="/var/lib/kubelet/pods/c5ea484f-72f0-41c5-8dcb-726d1b3a615b/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.086384 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d1bf7afd-01e6-411b-acb0-d2e172ac7005" path="/var/lib/kubelet/pods/d1bf7afd-01e6-411b-acb0-d2e172ac7005/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.086559 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3" path="/var/lib/kubelet/pods/e1fa0b1b-dbaa-48f5-8111-245c2d8c01d3/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.086752 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e230d037-5bc6-4e0d-8a28-c36430068aaf" path="/var/lib/kubelet/pods/e230d037-5bc6-4e0d-8a28-c36430068aaf/volumes" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:34.086893 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.131648 27498 controllermanager.go:781] "Started controller" controller="ephemeral-volume-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.131702 27498 controller.go:173] "Starting ephemeral volume controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.131797 27498 shared_informer.go:349] "Waiting for caches to sync" controller="ephemeral" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.384687 27498 controllermanager.go:781] "Started controller" controller="namespace-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.384730 27498 namespace_controller.go:202] "Starting namespace controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.384736 27498 shared_informer.go:349] "Waiting for caches to sync" controller="namespace" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.531533 27498 controllermanager.go:781] "Started controller" controller="statefulset-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.531598 27498 stateful_set.go:169] "Starting stateful set controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.531604 27498 shared_informer.go:349] "Waiting for caches to sync" controller="stateful set" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.671469 27498 controller.go:667] quota admission added evaluator for: addons.k3s.cattle.io Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.676158 27498 event.go:389] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/coredns.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.680613 27498 controllermanager.go:781] "Started controller" controller="cronjob-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.680662 27498 cronjob_controllerv2.go:145] "Starting cronjob controller v2" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.680668 27498 shared_informer.go:349] "Waiting for caches to sync" controller="cronjob" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=ServiceAccount kube-system/coredns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole system:coredns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding system:coredns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=ConfigMap kube-system/coredns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.698462 27498 controller.go:667] quota admission added evaluator for: deployments.apps Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created apps/v1, Kind=Deployment kube-system/coredns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.707209 27498 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.43.0.10"} Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=Service kube-system/kube-dns for kube-system/coredns" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.707911 27498 event.go:389] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/coredns.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.713920 27498 event.go:389] "Event occurred" object="kube-system/local-storage" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/local-storage.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=ServiceAccount kube-system/local-path-provisioner-service-account for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole local-path-provisioner-role for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding local-path-provisioner-bind for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created apps/v1, Kind=Deployment kube-system/local-path-provisioner for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created storage.k8s.io/v1, Kind=StorageClass local-path for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=ConfigMap kube-system/local-path-config for kube-system/local-storage" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.807292 27498 event.go:389] "Event occurred" object="kube-system/local-storage" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/local-storage.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.811866 27498 event.go:389] "Event occurred" object="kube-system/aggregated-metrics-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/aggregated-metrics-reader.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.830964 27498 certificate_controller.go:120] "Starting certificate controller" name="csrsigning-kubelet-serving" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.830980 27498 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kubelet-serving" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.830994 27498 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/mnt/rancher/k3s/server/tls/server-ca.nochain.crt::/mnt/rancher/k3s/server/tls/server-ca.key" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831142 27498 certificate_controller.go:120] "Starting certificate controller" name="csrsigning-kubelet-client" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831156 27498 certificate_controller.go:120] "Starting certificate controller" name="csrsigning-legacy-unknown" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831159 27498 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kubelet-client" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831164 27498 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-legacy-unknown" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831172 27498 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/mnt/rancher/k3s/server/tls/client-ca.nochain.crt::/mnt/rancher/k3s/server/tls/client-ca.key" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831142 27498 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-signing-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831160 27498 certificate_controller.go:120] "Starting certificate controller" name="csrsigning-kube-apiserver-client" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831210 27498 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kube-apiserver-client" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831178 27498 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/mnt/rancher/k3s/server/tls/client-ca.nochain.crt::/mnt/rancher/k3s/server/tls/client-ca.key" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.831185 27498 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/mnt/rancher/k3s/server/tls/server-ca.nochain.crt::/mnt/rancher/k3s/server/tls/server-ca.key" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=error msg="error when handling containerd event" error="image manifest has not been deleted: All attempts fail:\n#1: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#2: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#3: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#4: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#5: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#6: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#7: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#8: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#9: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists\n#10: manifest with digest sha256:4dcca8291ffbbc39a00fa289c51ea1470e7743d4c954a4009df46926dd72d5db still exists" logger=spegel Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.880337 27498 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-approving-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.880346 27498 controllermanager.go:739] "Skipping a cloud provider controller" controller="cloud-node-lifecycle-controller" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.880391 27498 certificate_controller.go:120] "Starting certificate controller" name="csrapproving" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.880396 27498 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrapproving" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole system:aggregated-metrics-reader for kube-system/aggregated-metrics-reader" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.887650 27498 event.go:389] "Event occurred" object="kube-system/aggregated-metrics-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/aggregated-metrics-reader.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.893453 27498 event.go:389] "Event occurred" object="kube-system/auth-delegator" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/auth-delegator.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding metrics-server:system:auth-delegator for kube-system/auth-delegator" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.897280 27498 event.go:389] "Event occurred" object="kube-system/auth-delegator" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/auth-delegator.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.901681 27498 event.go:389] "Event occurred" object="kube-system/auth-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/auth-reader.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=RoleBinding kube-system/metrics-server-auth-reader for kube-system/auth-reader" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.905759 27498 event.go:389] "Event occurred" object="kube-system/auth-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/auth-reader.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.910935 27498 event.go:389] "Event occurred" object="kube-system/metrics-apiservice" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-apiservice.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created apiregistration.k8s.io/v1, Kind=APIService v1beta1.metrics.k8s.io for kube-system/metrics-apiservice" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.915461 27498 event.go:389] "Event occurred" object="kube-system/metrics-apiservice" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-apiservice.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.915724 27498 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:34.918449 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:34.918482 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:34.918511 27498 handler_proxy.go:143] error resolving kube-system/metrics-server: service "metrics-server" not found Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.919857 27498 event.go:389] "Event occurred" object="kube-system/metrics-server-deployment" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-deployment.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=ServiceAccount kube-system/metrics-server for kube-system/metrics-server-deployment" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created apps/v1, Kind=Deployment kube-system/metrics-server for kube-system/metrics-server-deployment" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.928203 27498 event.go:389] "Event occurred" object="kube-system/metrics-server-deployment" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-deployment.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.932755 27498 event.go:389] "Event occurred" object="kube-system/metrics-server-service" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-service.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.937807 27498 alloc.go:328] "allocated clusterIPs" service="kube-system/metrics-server" clusterIPs={"IPv4":"10.43.28.28"} Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created /v1, Kind=Service kube-system/metrics-server for kube-system/metrics-server-service" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.938251 27498 event.go:389] "Event occurred" object="kube-system/metrics-server-service" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/metrics-server-service.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:34.940845 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:34.940877 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:34.940903 27498 handler_proxy.go:143] error resolving kube-system/metrics-server: no endpoints available for service "metrics-server" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.942769 27498 event.go:389] "Event occurred" object="kube-system/resource-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/resource-reader.yaml\"" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole system:metrics-server for kube-system/resource-reader" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:34Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding system:metrics-server for kube-system/resource-reader" Mar 02 20:45:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:34.997733 27498 event.go:389] "Event occurred" object="kube-system/resource-reader" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/metrics-server/resource-reader.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.002453 27498 event.go:389] "Event occurred" object="kube-system/rolebindings" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/rolebindings.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.030886 27498 controllermanager.go:781] "Started controller" controller="persistentvolume-attach-detach-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.030952 27498 attach_detach_controller.go:336] "Starting attach detach controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.030959 27498 shared_informer.go:349] "Waiting for caches to sync" controller="attach detach" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding clustercidrs-node for kube-system/rolebindings" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding kube-apiserver-kubelet-admin for kube-system/rolebindings" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding system:k3s-controller for kube-system/rolebindings" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole clustercidrs-node for kube-system/rolebindings" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created rbac.authorization.k8s.io/v1, Kind=ClusterRole system:k3s-controller for kube-system/rolebindings" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.109003 27498 event.go:389] "Event occurred" object="kube-system/rolebindings" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/rolebindings.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.114742 27498 event.go:389] "Event occurred" object="kube-system/runtimes" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="DeletingManifest" message="Deleting manifest at \"/mnt/rancher/k3s/server/manifests/runtimes.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.118182 27498 event.go:389] "Event occurred" object="kube-system/securiti-image-pull-secret" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/rancher/k3s/server/manifests/securiti-image-pull-secret.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=debug msg="DesiredSet - Created /v1, Kind=Secret default/registrykey for kube-system/securiti-image-pull-secret" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.122810 27498 event.go:389] "Event occurred" object="kube-system/securiti-image-pull-secret" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/rancher/k3s/server/manifests/securiti-image-pull-secret.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.125855 27498 event.go:389] "Event occurred" object="kube-system/traefik" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="DeletingManifest" message="Deleting manifest at \"/mnt/rancher/k3s/server/manifests/traefik.yaml\"" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.181194 27498 controllermanager.go:781] "Started controller" controller="persistentvolume-protection-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.181229 27498 pv_protection_controller.go:81] "Starting PV protection controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.181234 27498 shared_informer.go:349] "Waiting for caches to sync" controller="PV protection" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.331879 27498 controllermanager.go:781] "Started controller" controller="pod-garbage-collector-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.331921 27498 gc_controller.go:99] "Starting GC controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.331926 27498 shared_informer.go:349] "Waiting for caches to sync" controller="GC" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.482191 27498 controllermanager.go:781] "Started controller" controller="serviceaccount-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.482226 27498 serviceaccounts_controller.go:114] "Starting service account controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.482232 27498 shared_informer.go:349] "Waiting for caches to sync" controller="service account" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631737 27498 controllermanager.go:781] "Started controller" controller="token-cleaner-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631753 27498 controllermanager.go:733] "Controller is disabled by a feature gate" controller="kube-apiserver-serving-clustertrustbundle-publisher-controller" requiredFeatureGates=["ClusterTrustBundle"] Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631763 27498 controllermanager.go:733] "Controller is disabled by a feature gate" controller="device-taint-eviction-controller" requiredFeatureGates=["DynamicResourceAllocation","DRADeviceTaints"] Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631797 27498 tokencleaner.go:117] "Starting token cleaner controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631808 27498 shared_informer.go:349] "Waiting for caches to sync" controller="token_cleaner" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.631814 27498 shared_informer.go:356] "Caches are synced" controller="token_cleaner" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:35Z" level=error msg="error when handling containerd event" error="image manifest has not been deleted: All attempts fail:\n#1: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#2: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#3: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#4: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#5: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#6: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#7: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#8: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#9: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists\n#10: manifest with digest sha256:b0e38318174b98c0cc5dc2e5aa6fc95de509202c0f86d2dde0c2656020bd817b still exists" logger=spegel Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.830681 27498 controllermanager.go:781] "Started controller" controller="validatingadmissionpolicy-status-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.830697 27498 controllermanager.go:744] "Warning: controller is disabled" controller="selinux-warning-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.830723 27498 shared_informer.go:349] "Waiting for caches to sync" controller="validatingadmissionpolicy-status" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:35.915738 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:35.915770 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.915781 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:35.915877 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:35.915927 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.917163 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.981508 27498 controllermanager.go:781] "Started controller" controller="replicationcontroller-controller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.981563 27498 replica_set.go:243] "Starting controller" name="replicationcontroller" Mar 02 20:45:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:35.981569 27498 shared_informer.go:349] "Waiting for caches to sync" controller="ReplicationController" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=info msg="Cluster-Http-Server 2026/03/02 20:45:36 http: TLS handshake error from 127.0.0.1:45668: remote error: tls: bad certificate" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="Syncing apiserver addresses from tunnel watch: [10.151.22.85:6443]" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=info msg="Tunnel authorizer set Kubelet Port 0.0.0.0:10250" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.079536 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.079602 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:36.079610 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="Failed to get apiserver addresses from etcd: apiserver addresses not yet set" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="Syncing apiserver addresses from server: [10.151.22.85:6443]" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="Cancelled apiserver addresses sync: [10.151.22.85:6443]" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.131027 27498 controllermanager.go:781] "Started controller" controller="replicaset-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.131076 27498 replica_set.go:243] "Starting controller" name="replicaset" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.131081 27498 shared_informer.go:349] "Waiting for caches to sync" controller="ReplicaSet" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.181572 27498 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-cleaner-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.181630 27498 cleaner.go:83] "Starting CSR cleaner controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.273130 27498 event.go:389] "Event occurred" object="ip-10-151-22-85.us-west-2.compute.internal" fieldPath="" kind="Node" apiVersion="" type="Normal" reason="NodePasswordValidationComplete" message="Deferred node password secret validation complete" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.331617 27498 controllermanager.go:781] "Started controller" controller="persistentvolume-expander-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.331655 27498 expand_controller.go:327] "Starting expand controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.331660 27498 shared_informer.go:349] "Waiting for caches to sync" controller="expand" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.481736 27498 controllermanager.go:781] "Started controller" controller="endpoints-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.481796 27498 endpoints_controller.go:188] "Starting endpoint controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.481802 27498 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.631650 27498 controllermanager.go:781] "Started controller" controller="endpointslice-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.631704 27498 endpointslice_controller.go:281] "Starting endpoint slice controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.631710 27498 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint_slice" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.781036 27498 controllermanager.go:781] "Started controller" controller="deployment-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.781089 27498 deployment_controller.go:173] "Starting controller" controller="deployment" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.781095 27498 shared_informer.go:349] "Waiting for caches to sync" controller="deployment" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.931740 27498 controllermanager.go:781] "Started controller" controller="ttl-controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.931974 27498 ttl_controller.go:127] "Starting TTL controller" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.931990 27498 shared_informer.go:349] "Waiting for caches to sync" controller="TTL" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.934252 27498 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.938785 27498 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ip-10-151-22-85.us-west-2.compute.internal\" does not exist" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.938811 27498 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.940735 27498 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.980404 27498 shared_informer.go:356] "Caches are synced" controller="HPA" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.980453 27498 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.981393 27498 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.981707 27498 shared_informer.go:356] "Caches are synced" controller="ReplicationController" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.981730 27498 shared_informer.go:356] "Caches are synced" controller="PV protection" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.981995 27498 shared_informer.go:356] "Caches are synced" controller="endpoint" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.983217 27498 shared_informer.go:356] "Caches are synced" controller="crt configmap" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.990165 27498 shared_informer.go:356] "Caches are synced" controller="node" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.990208 27498 range_allocator.go:177] "Sending events to api server" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.990225 27498 range_allocator.go:183] "Starting range CIDR allocator" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.990229 27498 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.990243 27498 shared_informer.go:356] "Caches are synced" controller="cidrallocator" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.995374 27498 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.996486 27498 shared_informer.go:356] "Caches are synced" controller="taint" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.996531 27498 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" zone="" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.996571 27498 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" node="ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:36.996597 27498 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" zone="" newState="Normal" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=info msg="Flannel found PodCIDR assigned for node ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="No interface defined for flannel in the config. Fetching the default gateway interface" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=info msg="Adding node OwnerReference to node-password secret ip-10-151-22-85.us-west-2.compute.internal.node-password.k3s" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=debug msg="The interface eth0 will be used by flannel" Mar 02 20:45:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:36Z" level=info msg="The interface eth0 with ipv4 address 10.151.22.85 will be used by flannel" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.000169 27498 kube.go:139] Waiting 10m0s for node controller to sync Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.000179 27498 kube.go:537] Starting kube subnet manager Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.001534 27498 range_allocator.go:428] "Set node PodCIDR" node="ip-10-151-22-85.us-west-2.compute.internal" podCIDRs=["10.42.0.0/24"] Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.005155 27498 shared_informer.go:356] "Caches are synced" controller="resource_claim" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:37Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.008981 27498 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:37Z" level=info msg="Synced coredns NodeHosts entries for ip-10-151-22-85.us-west-2.compute.internal" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.026990 27498 shared_informer.go:356] "Caches are synced" controller="daemon sets" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031405 27498 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031425 27498 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031437 27498 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031447 27498 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031493 27498 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031530 27498 shared_informer.go:356] "Caches are synced" controller="job" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031602 27498 shared_informer.go:356] "Caches are synced" controller="ReplicaSet" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.031638 27498 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.032153 27498 shared_informer.go:356] "Caches are synced" controller="endpoint_slice" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.032374 27498 shared_informer.go:356] "Caches are synced" controller="TTL after finished" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.032394 27498 shared_informer.go:356] "Caches are synced" controller="TTL" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.032392 27498 shared_informer.go:356] "Caches are synced" controller="GC" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.100269 27498 shared_informer.go:356] "Caches are synced" controller="PVC protection" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:37Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.131439 27498 shared_informer.go:356] "Caches are synced" controller="persistent volume" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.131639 27498 shared_informer.go:356] "Caches are synced" controller="stateful set" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.131712 27498 shared_informer.go:356] "Caches are synced" controller="expand" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.132847 27498 shared_informer.go:356] "Caches are synced" controller="ephemeral" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.180769 27498 shared_informer.go:356] "Caches are synced" controller="cronjob" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.280343 27498 shared_informer.go:356] "Caches are synced" controller="disruption" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.281653 27498 shared_informer.go:356] "Caches are synced" controller="deployment" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.381723 27498 shared_informer.go:356] "Caches are synced" controller="VAC protection" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.382290 27498 shared_informer.go:356] "Caches are synced" controller="service account" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.384880 27498 shared_informer.go:356] "Caches are synced" controller="namespace" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.431740 27498 shared_informer.go:356] "Caches are synced" controller="attach detach" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.434259 27498 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.43.0.0/16 Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.436424 27498 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.43.0.0/16 Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:37.486867 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:37.486901 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:37.486941 27498 handler_proxy.go:143] error resolving kube-system/metrics-server: no endpoints available for service "metrics-server" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.521876 27498 shared_informer.go:356] "Caches are synced" controller="resource quota" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.534315 27498 shared_informer.go:356] "Caches are synced" controller="resource quota" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:37Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.733812 27498 controller.go:667] quota admission added evaluator for: replicasets.apps Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980773 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qlql5\" (UniqueName: \"kubernetes.io/projected/3cf4cd68-51f0-4b98-9612-4a72bad8bbee-kube-api-access-qlql5\") pod \"local-path-provisioner-546dfc6456-2gt89\" (UID: \"3cf4cd68-51f0-4b98-9612-4a72bad8bbee\") " pod="kube-system/local-path-provisioner-546dfc6456-2gt89" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980800 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-dir\" (UniqueName: \"kubernetes.io/empty-dir/623bdf14-0fb5-4d80-bfad-f39203bf33cd-tmp-dir\") pod \"metrics-server-c8774f4f4-psqz8\" (UID: \"623bdf14-0fb5-4d80-bfad-f39203bf33cd\") " pod="kube-system/metrics-server-c8774f4f4-psqz8" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980813 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lrnlt\" (UniqueName: \"kubernetes.io/projected/623bdf14-0fb5-4d80-bfad-f39203bf33cd-kube-api-access-lrnlt\") pod \"metrics-server-c8774f4f4-psqz8\" (UID: \"623bdf14-0fb5-4d80-bfad-f39203bf33cd\") " pod="kube-system/metrics-server-c8774f4f4-psqz8" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980839 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13-config-volume\") pod \"coredns-695cbbfcb9-tgj8z\" (UID: \"6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13\") " pod="kube-system/coredns-695cbbfcb9-tgj8z" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980848 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-config-volume\" (UniqueName: \"kubernetes.io/configmap/6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13-custom-config-volume\") pod \"coredns-695cbbfcb9-tgj8z\" (UID: \"6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13\") " pod="kube-system/coredns-695cbbfcb9-tgj8z" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980856 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xgjjb\" (UniqueName: \"kubernetes.io/projected/6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13-kube-api-access-xgjjb\") pod \"coredns-695cbbfcb9-tgj8z\" (UID: \"6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13\") " pod="kube-system/coredns-695cbbfcb9-tgj8z" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.980864 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3cf4cd68-51f0-4b98-9612-4a72bad8bbee-config-volume\") pod \"local-path-provisioner-546dfc6456-2gt89\" (UID: \"3cf4cd68-51f0-4b98-9612-4a72bad8bbee\") " pod="kube-system/local-path-provisioner-546dfc6456-2gt89" Mar 02 20:45:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:37.985116 27498 request.go:752] "Waited before sending request" delay="1.044373473s" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://127.0.0.1:6444/apis/resource.k8s.io/v1/deviceclasses?limit=500&resourceVersion=0" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.000650 27498 kube.go:163] Node controller sync successful Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.000702 27498 vxlan.go:128] VXLAN config: VNI=1 Port=0 GBP=false Learning=false DirectRouting=false Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.002734 27498 kube.go:704] List of node(ip-10-151-22-85.us-west-2.compute.internal) annotations: map[string]string{"k3s.io/encryption-config-hash":"start-41d7908b1a053609285fa14539cea71a001d56459ebf00c879faef337d3871d5", "k3s.io/node-args":"[\"server\",\"--write-kubeconfig-mode\",\"0600\",\"--token-file\",\"/etc/rancher/k3s/securiti-token\",\"--service-cidr\",\"10.43.0.0/16\",\"--cluster-cidr\",\"10.42.0.0/16\",\"--default-local-storage-path\",\"/mnt/rancher/k3s/storage\",\"--secrets-encryption\",\"true\",\"--data-dir\",\"/mnt/rancher/k3s\",\"--selinux\",\"false\",\"--protect-kernel-defaults\",\"true\",\"--embedded-registry\",\"true\",\"--debug\",\"true\",\"--disable-cloud-controller\",\"true\",\"--disable-helm-controller\",\"true\",\"--disable-network-policy\",\"true\",\"--disable\",\"traefik\",\"--disable\",\"servicelb\",\"--disable\",\"helm-controller\",\"--disable\",\"runtimes\",\"--node-label\",\"role=node\",\"--node-label\",\"node-role.appliance.securiti.io/primary=true\",\"--kubelet-arg\",\"config=/etc/rancher/k3s/kubelet/config.yaml\"]", "k3s.io/node-config-hash":"N7CQZNWLE3C7MUGP6QLNJ2XV34MY34C2LP6JCF3U2CQPBQVHHH7Q====", "k3s.io/node-env":"{\"K3S_P2P_PORT\":\"5000\"}", "node.alpha.kubernetes.io/ttl":"0", "p2p.k3s.cattle.io/node-address":"/ip4/10.151.22.85/tcp/5000/p2p/QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX", "p2p.k3s.cattle.io/node-addresses":"{\"ID\":\"QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX\",\"Addrs\":[\"/ip4/10.151.22.85/tcp/5000\"]}", "volumes.kubernetes.io/controller-managed-attach-detach":"true"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.006980 27498 iptables.go:50] Starting flannel in iptables mode... Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=warning msg="no subnet found for key: FLANNEL_NETWORK in file: /run/flannel/subnet.env" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=warning msg="no subnet found for key: FLANNEL_SUBNET in file: /run/flannel/subnet.env" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=warning msg="no subnet found for key: FLANNEL_IPV6_NETWORK in file: /run/flannel/subnet.env" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=warning msg="no subnet found for key: FLANNEL_IPV6_SUBNET in file: /run/flannel/subnet.env" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.007033 27498 iptables.go:101] Current network or subnet (10.42.0.0/16, 10.42.0.0/24) is not equal to previous one (0.0.0.0/0, 0.0.0.0/0), trying to recycle old iptables rules Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.007365 27498 kube.go:558] Creating the node lease for IPv4. This is the n.Spec.PodCIDRs: [10.42.0.0/24] Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.016322 27498 iptables.go:111] Setting up masking rules Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.018925 27498 iptables.go:212] Changing default FORWARD chain policy to ACCEPT Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=info msg="Wrote flannel subnet file to /run/flannel/subnet.env" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=info msg="Running flannel backend." Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.020564 27498 vxlan_network.go:68] watching for new subnet leases Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.020578 27498 vxlan_network.go:115] starting vxlan device watcher Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.028564 27498 iptables.go:358] bootstrap done Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.034595 27498 iptables.go:358] bootstrap done Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.041550 27498 shared_informer.go:356] "Caches are synced" controller="garbage collector" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.078928 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.078987 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:38.078995 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.082678 27498 shared_informer.go:356] "Caches are synced" controller="garbage collector" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.082698 27498 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.082702 27498 garbagecollector.go:157] "Proceeding to collect garbage" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.088049 27498 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.269204427Z" level=info msg="RunPodSandbox for name:\"metrics-server-c8774f4f4-psqz8\" uid:\"623bdf14-0fb5-4d80-bfad-f39203bf33cd\" namespace:\"kube-system\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.270626036Z" level=info msg="RunPodSandbox for name:\"coredns-695cbbfcb9-tgj8z\" uid:\"6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13\" namespace:\"kube-system\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.289303602Z" level=info msg="RunPodSandbox for name:\"local-path-provisioner-546dfc6456-2gt89\" uid:\"3cf4cd68-51f0-4b98-9612-4a72bad8bbee\" namespace:\"kube-system\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000184bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:38.350381617Z" level=info msg="connecting to shim 5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded" address="unix:///run/containerd/s/5c8c9a6b45b667b48541adddc32e2ddb0381f5e22fd9544e19cb3204d11b04f0" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.353223331Z" level=info msg="connecting to shim a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832" address="unix:///run/containerd/s/6fe6addf7f0c2cc1c538ec7371d2d94ea30eaca753f065ca8349809636a2d49a" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.354645118Z" level=info msg="connecting to shim f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf" address="unix:///run/containerd/s/61a466dc77d0bb1c9f73f9997e87476dee7374792aa01e4fb22df433724bc936" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.412758886Z" level=info msg="RunPodSandbox for name:\"metrics-server-c8774f4f4-psqz8\" uid:\"623bdf14-0fb5-4d80-bfad-f39203bf33cd\" namespace:\"kube-system\" returns sandbox id \"a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.413932450Z" level=info msg="RunPodSandbox for name:\"local-path-provisioner-546dfc6456-2gt89\" uid:\"3cf4cd68-51f0-4b98-9612-4a72bad8bbee\" namespace:\"kube-system\" returns sandbox id \"5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.414943351Z" level=info msg="RunPodSandbox for name:\"coredns-695cbbfcb9-tgj8z\" uid:\"6e7fbe5f-b0af-4246-a3fb-c8ea6d518f13\" namespace:\"kube-system\" returns sandbox id \"f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.416611722Z" level=info msg="CreateContainer within sandbox \"a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832\" for container name:\"metrics-server\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.417578252Z" level=info msg="CreateContainer within sandbox \"5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded\" for container name:\"local-path-provisioner\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.418940463Z" level=info msg="CreateContainer within sandbox \"f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf\" for container name:\"coredns\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:38.487998 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:38.488037 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.488048 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:38.488174 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:38.488252 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:38.489334 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38Z" level=debug msg="failed to run bootstrap" attempts=9 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.664668638Z" level=info msg="Container 71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.678531580Z" level=info msg="CreateContainer within sandbox \"a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832\" for name:\"metrics-server\" returns container id \"71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.679071509Z" level=info msg="StartContainer for \"71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.679604609Z" level=info msg="connecting to shim 71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c" address="unix:///run/containerd/s/6fe6addf7f0c2cc1c538ec7371d2d94ea30eaca753f065ca8349809636a2d49a" protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.700344079Z" level=info msg="Container 57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.707719617Z" level=info msg="CreateContainer within sandbox \"f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf\" for name:\"coredns\" returns container id \"57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.708066157Z" level=info msg="StartContainer for \"57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.708578271Z" level=info msg="connecting to shim 57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb" address="unix:///run/containerd/s/61a466dc77d0bb1c9f73f9997e87476dee7374792aa01e4fb22df433724bc936" protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.716891934Z" level=info msg="Container 1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.723773527Z" level=info msg="CreateContainer within sandbox \"5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded\" for name:\"local-path-provisioner\" returns container id \"1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.723916362Z" level=info msg="StartContainer for \"71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c\" returns successfully" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.724130341Z" level=info msg="StartContainer for \"1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771\"" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.724688610Z" level=info msg="connecting to shim 1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771" address="unix:///run/containerd/s/5c8c9a6b45b667b48541adddc32e2ddb0381f5e22fd9544e19cb3204d11b04f0" protocol=ttrpc version=3 Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.733365081Z" level=info msg="StartContainer for \"57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb\" returns successfully" Mar 02 20:45:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:38.749783772Z" level=info msg="StartContainer for \"1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771\" returns successfully" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=debug msg="Settled apiserver addresses sync: [10.151.22.85:6443]" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=debug msg="Sync apiserver addresses - connecting: [10.151.22.85:6443], disconnecting: [127.0.0.1:6443]" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Started tunnel to 10.151.22.85:6443" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Stopped tunnel to 127.0.0.1:6443" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Connecting to proxy" url="wss://10.151.22.85:6443/v1-k3s/connect" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Proxy done" err="context canceled" url="wss://127.0.0.1:6443/v1-k3s/connect" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="error in remotedialer server [400]: websocket: close 1006 (abnormal closure): unexpected EOF" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:39.106871 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-695cbbfcb9-tgj8z" podStartSLOduration=2.106857755 podStartE2EDuration="2.106857755s" podCreationTimestamp="2026-03-02 20:45:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:45:39.10655285 +0000 UTC m=+18.881074019" watchObservedRunningTime="2026-03-02 20:45:39.106857755 +0000 UTC m=+18.881378917" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=debug msg="Tunnel server handing HTTP/1.1 GET request for /v1-k3s/connect from 10.151.22.85:54758" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Handling backend connection request [ip-10-151-22-85.us-west-2.compute.internal]" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Connected to proxy" url="wss://10.151.22.85:6443/v1-k3s/connect" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:39Z" level=info msg="Remotedialer connected to proxy" url="wss://10.151.22.85:6443/v1-k3s/connect" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:39.112643 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/metrics-server-c8774f4f4-psqz8" podStartSLOduration=2.112625972 podStartE2EDuration="2.112625972s" podCreationTimestamp="2026-03-02 20:45:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:45:39.112543273 +0000 UTC m=+18.887064435" watchObservedRunningTime="2026-03-02 20:45:39.112625972 +0000 UTC m=+18.887147126" Mar 02 20:45:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:39.124057 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/local-path-provisioner-546dfc6456-2gt89" podStartSLOduration=2.124044571 podStartE2EDuration="2.124044571s" podCreationTimestamp="2026-03-02 20:45:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:45:39.123889627 +0000 UTC m=+18.898410795" watchObservedRunningTime="2026-03-02 20:45:39.124044571 +0000 UTC m=+18.898565738" Mar 02 20:45:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:40.080849 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:40.080911 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:40.080918 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:41Z" level=debug msg="failed to run bootstrap" attempts=10 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:42.079952 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:42.080006 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:42.080012 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:42.424088 27498 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42.424431951Z" level=info msg="No cni config template is specified, wait for other system components to drop the config." Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:42.424564 27498 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24" Mar 02 20:45:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:42Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:45:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:44.079479 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:44.079542 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:44.079551 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:46.080161 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:46.080222 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:46.080230 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:47Z" level=debug msg="failed to run bootstrap" attempts=11 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:48.079582 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:48.079649 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:48.079658 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:50.079305 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:50.079361 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:50.079368 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:52.079963 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:52.080018 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:52.080026 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:54.080059 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:54.080115 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:54.080122 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:55Z" level=debug msg="failed to run bootstrap" attempts=12 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:56.080234 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:56.080293 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:56.080300 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39364" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39352" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39340" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39354" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39368" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.2:10250 from 127.0.0.1:39376" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.2:10250 directly" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:56.135170 27498 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:45:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.079734 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.079787 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.079794 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.379426 27498 controller.go:667] quota admission added evaluator for: networkpolicies.networking.k8s.io Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.383150 27498 controller.go:667] quota admission added evaluator for: poddisruptionbudgets.policy Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.630096 27498 alloc.go:328] "allocated clusterIPs" service="default/kube-metrics-adapter" clusterIPs={"IPv4":"10.43.144.29"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.634424 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-redis-metrics" clusterIPs={"IPv4":"10.43.251.87"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.635922 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-elasticsearch" clusterIPs={"IPv4":"10.43.37.44"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.640023 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-nats-server" clusterIPs={"IPv4":"10.43.193.133"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.644924 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-postgresql" clusterIPs={"IPv4":"10.43.179.237"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.649202 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-html-converter" clusterIPs={"IPv4":"10.43.136.242"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.650025 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-config-controller" clusterIPs={"IPv4":"10.43.127.108"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.656100 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-minio" clusterIPs={"IPv4":"10.43.113.60"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.656570 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-prometheus-node-exporter" clusterIPs={"IPv4":"10.43.196.35"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.659619 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-prometheus-server" clusterIPs={"IPv4":"10.43.180.79"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.666389 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-qnode-manager-service" clusterIPs={"IPv4":"10.43.31.139"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.672698 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-redis-master" clusterIPs={"IPv4":"10.43.201.185"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.673500 27498 alloc.go:328] "allocated clusterIPs" service="default/priv-appliance-ranger-policy-service" clusterIPs={"IPv4":"10.43.99.255"} Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.676141 27498 controller.go:667] quota admission added evaluator for: daemonsets.apps Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.696888 27498 controller.go:667] quota admission added evaluator for: controllerrevisions.apps Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.708317 27498 controller.go:667] quota admission added evaluator for: horizontalpodautoscalers.autoscaling Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.726427 27498 controller.go:667] quota admission added evaluator for: statefulsets.apps Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.758251 27498 controller.go:667] quota admission added evaluator for: cronjobs.batch Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.787124 27498 handler.go:285] Adding GroupVersion external.metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.790820 27498 handler.go:285] Adding GroupVersion custom.metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:58.803463 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.803497 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.external.metrics.k8s.io" with err: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.803535 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:58.806320 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.806353 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.custom.metrics.k8s.io" with err: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.806382 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807503 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jxdkv\" (UniqueName: \"kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-kube-api-access-jxdkv\") pod \"kube-metrics-adapter-85b64845d-k4p2c\" (UID: \"60283fc5-f151-4ff9-8688-92456daa1a65\") " pod="default/kube-metrics-adapter-85b64845d-k4p2c" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807530 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"varlog\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-varlog\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807550 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crictl\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-crictl\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807568 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s4t58\" (UniqueName: \"kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-kube-api-access-s4t58\") pod \"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" (UID: \"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\") " pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807607 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ssl\" (UniqueName: \"kubernetes.io/host-path/27b17b8a-4e2b-497a-9634-443c14ec3ba9-etc-ssl\") pod \"system-upgrade-controller-6c8c7d959c-vbscp\" (UID: \"27b17b8a-4e2b-497a-9634-443c14ec3ba9\") " pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807650 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/27b17b8a-4e2b-497a-9634-443c14ec3ba9-etc-ca-certificates\") pod \"system-upgrade-controller-6c8c7d959c-vbscp\" (UID: \"27b17b8a-4e2b-497a-9634-443c14ec3ba9\") " pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807671 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/60283fc5-f151-4ff9-8688-92456daa1a65-shared-certificates\") pod \"kube-metrics-adapter-85b64845d-k4p2c\" (UID: \"60283fc5-f151-4ff9-8688-92456daa1a65\") " pod="default/kube-metrics-adapter-85b64845d-k4p2c" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807691 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"installation-storage\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-installation-storage\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807707 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"containerdsocket\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-containerdsocket\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807724 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"monitoring-log\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-monitoring-log\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807756 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-shared-certificates\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807774 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bcdkc\" (UniqueName: \"kubernetes.io/projected/d39ea847-d14c-4332-8763-46c346e3f107-kube-api-access-bcdkc\") pod \"priv-appliance-html-converter-d876b74c-smhx6\" (UID: \"d39ea847-d14c-4332-8763-46c346e3f107\") " pod="default/priv-appliance-html-converter-d876b74c-smhx6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807797 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-certs\" (UniqueName: \"kubernetes.io/empty-dir/60283fc5-f151-4ff9-8688-92456daa1a65-tmp-certs\") pod \"kube-metrics-adapter-85b64845d-k4p2c\" (UID: \"60283fc5-f151-4ff9-8688-92456daa1a65\") " pod="default/kube-metrics-adapter-85b64845d-k4p2c" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807859 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-config\") pod \"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" (UID: \"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\") " pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807870 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/7668ae79-d211-4f10-a7c3-4be3d310ce58-proc\") pod \"priv-appliance-prometheus-node-exporter-9jzhw\" (UID: \"7668ae79-d211-4f10-a7c3-4be3d310ce58\") " pod="default/priv-appliance-prometheus-node-exporter-9jzhw" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807887 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/7668ae79-d211-4f10-a7c3-4be3d310ce58-sys\") pod \"priv-appliance-prometheus-node-exporter-9jzhw\" (UID: \"7668ae79-d211-4f10-a7c3-4be3d310ce58\") " pod="default/priv-appliance-prometheus-node-exporter-9jzhw" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807897 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnld-storage\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-dnld-storage\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807914 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/27b17b8a-4e2b-497a-9634-443c14ec3ba9-tmp\") pod \"system-upgrade-controller-6c8c7d959c-vbscp\" (UID: \"27b17b8a-4e2b-497a-9634-443c14ec3ba9\") " pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807929 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rancher\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-rancher\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807941 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle\") pod \"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" (UID: \"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\") " pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807952 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-shared-certificates\") pod \"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" (UID: \"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\") " pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807967 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-html-converter\" (UniqueName: \"kubernetes.io/empty-dir/d39ea847-d14c-4332-8763-46c346e3f107-tmp-html-converter\") pod \"priv-appliance-html-converter-d876b74c-smhx6\" (UID: \"d39ea847-d14c-4332-8763-46c346e3f107\") " pod="default/priv-appliance-html-converter-d876b74c-smhx6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807979 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9xfq6\" (UniqueName: \"kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-kube-api-access-9xfq6\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.807994 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-tmp\") pod \"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" (UID: \"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\") " pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808004 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nzjss\" (UniqueName: \"kubernetes.io/projected/0f702c14-dfe0-4cd8-b5d4-36486f53b3ab-kube-api-access-nzjss\") pod \"priv-appliance-qnode-manager-service-7d75767d6c-wxczr\" (UID: \"0f702c14-dfe0-4cd8-b5d4-36486f53b3ab\") " pod="default/priv-appliance-qnode-manager-service-7d75767d6c-wxczr" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808033 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"root\" (UniqueName: \"kubernetes.io/host-path/7668ae79-d211-4f10-a7c3-4be3d310ce58-root\") pod \"priv-appliance-prometheus-node-exporter-9jzhw\" (UID: \"7668ae79-d211-4f10-a7c3-4be3d310ce58\") " pod="default/priv-appliance-prometheus-node-exporter-9jzhw" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808066 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle\") pod \"kube-metrics-adapter-85b64845d-k4p2c\" (UID: \"60283fc5-f151-4ff9-8688-92456daa1a65\") " pod="default/kube-metrics-adapter-85b64845d-k4p2c" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808082 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808127 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f702c14-dfe0-4cd8-b5d4-36486f53b3ab-config\") pod \"priv-appliance-qnode-manager-service-7d75767d6c-wxczr\" (UID: \"0f702c14-dfe0-4cd8-b5d4-36486f53b3ab\") " pod="default/priv-appliance-qnode-manager-service-7d75767d6c-wxczr" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808156 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/d39ea847-d14c-4332-8763-46c346e3f107-config\") pod \"priv-appliance-html-converter-d876b74c-smhx6\" (UID: \"d39ea847-d14c-4332-8763-46c346e3f107\") " pod="default/priv-appliance-html-converter-d876b74c-smhx6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808195 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-pki\" (UniqueName: \"kubernetes.io/host-path/27b17b8a-4e2b-497a-9634-443c14ec3ba9-etc-pki\") pod \"system-upgrade-controller-6c8c7d959c-vbscp\" (UID: \"27b17b8a-4e2b-497a-9634-443c14ec3ba9\") " pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808224 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-config\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808244 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"training-samples-storage\" (UniqueName: \"kubernetes.io/host-path/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-training-samples-storage\") pod \"priv-appliance-monitor-status-dhl2r\" (UID: \"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\") " pod="default/priv-appliance-monitor-status-dhl2r" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808262 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vsj6c\" (UniqueName: \"kubernetes.io/projected/27b17b8a-4e2b-497a-9634-443c14ec3ba9-kube-api-access-vsj6c\") pod \"system-upgrade-controller-6c8c7d959c-vbscp\" (UID: \"27b17b8a-4e2b-497a-9634-443c14ec3ba9\") " pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.808289 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/empty-dir/60283fc5-f151-4ff9-8688-92456daa1a65-cert-dir\") pod \"kube-metrics-adapter-85b64845d-k4p2c\" (UID: \"60283fc5-f151-4ff9-8688-92456daa1a65\") " pod="default/kube-metrics-adapter-85b64845d-k4p2c" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.908759 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/host-path/86ce5c6c-0e8a-48dc-8982-f9f88846d556-shared-socket-directory\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.908907 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/04b36de1-def5-4e47-b0fa-459b7210e9b1-data\") pod \"helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " pod="kube-system/helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.908959 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/06806f54-f480-461f-a445-634daba6e8d6-script\") pod \"helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " pod="kube-system/helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.908979 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s67sl\" (UniqueName: \"kubernetes.io/projected/06806f54-f480-461f-a445-634daba6e8d6-kube-api-access-s67sl\") pod \"helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " pod="kube-system/helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909005 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-data\") pod \"helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " pod="kube-system/helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909025 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909047 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/06806f54-f480-461f-a445-634daba6e8d6-data\") pod \"helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " pod="kube-system/helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909102 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"source-queue-dump\" (UniqueName: \"kubernetes.io/host-path/4d167b57-dd46-40c0-801e-58860bea0fbc-source-queue-dump\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909173 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909197 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909302 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:45:59.409283605 +0000 UTC m=+39.183804822 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909338 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"training-samples-storage\" (UniqueName: \"kubernetes.io/host-path/4d167b57-dd46-40c0-801e-58860bea0fbc-training-samples-storage\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909359 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909373 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75cb5638-7b78-438e-94e0-96b429dd5789-config\") pod \"priv-appliance-cert-merger-controller-575bcf5955-kbrhw\" (UID: \"75cb5638-7b78-438e-94e0-96b429dd5789\") " pod="default/priv-appliance-cert-merger-controller-575bcf5955-kbrhw" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909384 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-script\") pod \"helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " pod="kube-system/helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909396 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnld-storage\" (UniqueName: \"kubernetes.io/host-path/86ce5c6c-0e8a-48dc-8982-f9f88846d556-dnld-storage\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909460 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909468 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909491 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:45:59.409482328 +0000 UTC m=+39.184003545 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909514 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"file-exchange-dump\" (UniqueName: \"kubernetes.io/host-path/4d167b57-dd46-40c0-801e-58860bea0fbc-file-exchange-dump\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909531 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909547 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:58.909628 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:45:59.409615707 +0000 UTC m=+39.184136859 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909624 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/86ce5c6c-0e8a-48dc-8982-f9f88846d556-shared-certificates\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909725 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/04b36de1-def5-4e47-b0fa-459b7210e9b1-script\") pod \"helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " pod="kube-system/helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909764 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/4d167b57-dd46-40c0-801e-58860bea0fbc-tmp\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909797 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2bpzc\" (UniqueName: \"kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-kube-api-access-2bpzc\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909852 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-data\" (UniqueName: \"kubernetes.io/host-path/86ce5c6c-0e8a-48dc-8982-f9f88846d556-shared-data\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.909997 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nr86r\" (UniqueName: \"kubernetes.io/projected/04b36de1-def5-4e47-b0fa-459b7210e9b1-kube-api-access-nr86r\") pod \"helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " pod="kube-system/helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910037 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5hdh5\" (UniqueName: \"kubernetes.io/projected/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-kube-api-access-5hdh5\") pod \"helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " pod="kube-system/helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910074 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4d167b57-dd46-40c0-801e-58860bea0fbc-config\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910094 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tfljv\" (UniqueName: \"kubernetes.io/projected/75cb5638-7b78-438e-94e0-96b429dd5789-kube-api-access-tfljv\") pod \"priv-appliance-cert-merger-controller-575bcf5955-kbrhw\" (UID: \"75cb5638-7b78-438e-94e0-96b429dd5789\") " pod="default/priv-appliance-cert-merger-controller-575bcf5955-kbrhw" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910167 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-file-quarantine-revert-worker\" (UniqueName: \"kubernetes.io/configmap/86ce5c6c-0e8a-48dc-8982-f9f88846d556-config-file-quarantine-revert-worker\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910190 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rhlhb\" (UniqueName: \"kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-kube-api-access-rhlhb\") pod \"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" (UID: \"86ce5c6c-0e8a-48dc-8982-f9f88846d556\") " pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910206 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/4d167b57-dd46-40c0-801e-58860bea0fbc-shared-certificates\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.910321 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/4d167b57-dd46-40c0-801e-58860bea0fbc-podinfo\") pod \"priv-appliance-worker-5f5cb65c6c-rscqj\" (UID: \"4d167b57-dd46-40c0-801e-58860bea0fbc\") " pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" Mar 02 20:45:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:58.919675 27498 controller.go:667] quota admission added evaluator for: jobs.batch Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.011437 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wclp8\" (UniqueName: \"kubernetes.io/projected/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-kube-api-access-wclp8\") pod \"priv-appliance-db-init-rgzgs\" (UID: \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\") " pod="default/priv-appliance-db-init-rgzgs" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011783 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011812 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011870 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011885 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011885 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:45:59.511870431 +0000 UTC m=+39.286391645 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.011921 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:45:59.511910038 +0000 UTC m=+39.286431180 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.012175 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-config\") pod \"priv-appliance-db-init-rgzgs\" (UID: \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\") " pod="default/priv-appliance-db-init-rgzgs" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.045795976Z" level=info msg="RunPodSandbox for name:\"priv-appliance-prometheus-node-exporter-9jzhw\" uid:\"7668ae79-d211-4f10-a7c3-4be3d310ce58\" namespace:\"default\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.081074588Z" level=info msg="RunPodSandbox for name:\"priv-appliance-qnode-manager-service-7d75767d6c-wxczr\" uid:\"0f702c14-dfe0-4cd8-b5d4-36486f53b3ab\" namespace:\"default\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.085301627Z" level=info msg="connecting to shim 6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b" address="unix:///run/containerd/s/708219190cb8fdc3d8f9e652ca4d5ad38b67bb4e860c2dc1f82b608be22dcf15" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}I0302 20:45:59.112408 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tpxcr\" (UniqueName: \"kubernetes.io/projected/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-kube-api-access-tpxcr\") pod \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.112448 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-script\") pod \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.112717 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-data\") pod \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.119194289Z" level=info msg="connecting to shim 21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7" address="unix:///run/containerd/s/f7eb630f94c81bf7ece779d02352385021a7140a62aac0b2f681d6b2d9f4c560" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.347585704Z" level=info msg="RunPodSandbox for name:\"priv-appliance-qnode-manager-service-7d75767d6c-wxczr\" uid:\"0f702c14-dfe0-4cd8-b5d4-36486f53b3ab\" namespace:\"default\" returns sandbox id \"21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.348892457Z" level=info msg="RunPodSandbox for name:\"priv-appliance-prometheus-node-exporter-9jzhw\" uid:\"7668ae79-d211-4f10-a7c3-4be3d310ce58\" namespace:\"default\" returns sandbox id \"6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.348942898Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.349748425Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.365Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieh3zpxotkzyroelgu5o5hz2yu7bavj67vucjrcnh3f2ppnkrvmbq", "mh": "bciqipxs7o5gvtrc4iwnj252ptvrj6cbkt57lietce2pwlu662vdkyda"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306" handler=mirror ip=127.0.0.1 latency="480.135µs" logger=spegel method=HEAD path=/v2/securiti-sec/prometheus-node-exporter/manifests/1.10.2-20260213121306 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.365443366Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.365Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidgnir5h3v4iefzovlb45fdhh2tsbvsnclmfamwvnfn4ip4faf5fe", "mh": "bciqgm2rd2pxlyqils5kwdz2kgopvhedle2ewykaznk2k3yq7ykal2ki"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="389.897µs" logger=spegel method=HEAD path=/v2/foundri/qnode-manager-service/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.365909997Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.371430590Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-smhx6\" uid:\"d39ea847-d14c-4332-8763-46c346e3f107\" namespace:\"default\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.388529 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.390920813Z" level=info msg="RunPodSandbox for name:\"system-upgrade-controller-6c8c7d959c-vbscp\" uid:\"27b17b8a-4e2b-497a-9634-443c14ec3ba9\" namespace:\"securiti-cluster-upgrade\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.412897040Z" level=info msg="connecting to shim 1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca" address="unix:///run/containerd/s/106f4a1de8f1c6b205859516b301797eae69e58951a7f37f4616928f5494fa6c" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.415735 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-config\") pod \"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" (UID: \"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\") " pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.415762 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-shared-certificates\") pod \"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" (UID: \"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\") " pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.415776 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cj6wd\" (UniqueName: \"kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-kube-api-access-cj6wd\") pod \"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" (UID: \"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\") " pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.415809 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle\") pod \"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" (UID: \"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\") " pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.415913 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.415927 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.415964 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.415953426 +0000 UTC m=+40.190474581 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416000 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416020 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416053 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.416043253 +0000 UTC m=+40.190564484 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416005 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416072 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.416087 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.416083283 +0000 UTC m=+40.190604427 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.430886406Z" level=info msg="connecting to shim f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7" address="unix:///run/containerd/s/384033f508677c35650eb292186bbbeffd42a377bc751e3db77cac4267da05b1" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.463127714Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" uid:\"04b36de1-def5-4e47-b0fa-459b7210e9b1\" namespace:\"kube-system\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.473184871Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a\" uid:\"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\" namespace:\"kube-system\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.482112863Z" level=info msg="RunPodSandbox for name:\"system-upgrade-controller-6c8c7d959c-vbscp\" uid:\"27b17b8a-4e2b-497a-9634-443c14ec3ba9\" namespace:\"securiti-cluster-upgrade\" returns sandbox id \"f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.483330425Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.487Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaz5uthx3advu4zv6nxgwfz6a3jr45cbptukq63a44jtei2p3chku", "mh": "bciqbt3jgppwahljztl43onmlt4bwtdz2ec7hivb5wbzytgiru7weovi"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" handler=mirror ip=127.0.0.1 latency="431.81µs" logger=spegel method=HEAD path=/v2/securiti-sec/rancher-system-upgrade-controller/manifests/0.18.0-20260217113520 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.487562924Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.494947773Z" level=info msg="fetch failed" error="pull access denied, repository does not exist or may require authorization: authorization failed: no basic auth credentials" host=dev-intg-17.securiti.xyz Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.497754623Z" level=error msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" failed" error="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.497806199Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: active requests=0, bytes read=0" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.497906 27498 log.go:32] "PullImage from image service failed" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.497945 27498 kuberuntime_image.go:43] "Failed to pull image" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.498006 27498 kuberuntime_manager.go:1449] "Unhandled Error" err="container system-upgrade-controller start failed in pod system-upgrade-controller-6c8c7d959c-vbscp_securiti-cluster-upgrade(27b17b8a-4e2b-497a-9634-443c14ec3ba9): ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.498039 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ErrImagePull: \"rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.506981630Z" level=info msg="connecting to shim eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5" address="unix:///run/containerd/s/933996f344336bed1fdf8f1745da22f6bf515e0dbc79669b712e3c7e11d1e0a5" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.507Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicrkviulitfgozqu2n5ueorsrztp4pme74jx2kdmo65slaukdv6my", "mh": "bciqfcvkriwrgkm5tbju33ii5dfdtg7y6yj7ytpuugy553ewbiuhl4zq"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:66f0456e46777f61cb7f14f12e3194b3dcf885fee03a3c33a15e2e705df942fe" handler=mirror ip=127.0.0.1 latency="443.748µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/manifests/sha256:66f0456e46777f61cb7f14f12e3194b3dcf885fee03a3c33a15e2e705df942fe" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.513Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicia7lwldpubijmttxnbzmfi3kgu5z6b5lct6j45aokkr5onq5t6m", "mh": "bciqeqb6xmwg7icqszhho2dsykrwunj3t4d2wfh4tz2a4uvd243b3h4y"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:8ff1109a36221ca261a35c7725bddd4572806b5f78441e7aa88665b20c107d3d" handler=mirror ip=127.0.0.1 latency="397.482µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/manifests/sha256:8ff1109a36221ca261a35c7725bddd4572806b5f78441e7aa88665b20c107d3d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517038 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517055 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517047 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517078 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517091 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.517081341 +0000 UTC m=+40.291602492 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517120 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.017105937 +0000 UTC m=+39.791627097 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517143 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517163 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.517207 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.517195022 +0000 UTC m=+40.291716228 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.522725863Z" level=info msg="connecting to shim 6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea" address="unix:///run/containerd/s/7021b2a3a9b3875974afe7608e1eff3d1a4a4956c1b4f9e824e3a51bec66f3ae" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.548640127Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-smhx6\" uid:\"d39ea847-d14c-4332-8763-46c346e3f107\" namespace:\"default\" returns sandbox id \"1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.549650324Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreid5hnzk3dnvcy4iacmljdxb4d5maqxqic3wzxik3mueal5ucln6pq", "mh": "bciqh2o3svwg3kfryqaeywshodyh2ybbpaqfxntoqvwziiax3iew347a"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="410.863µs" logger=spegel method=HEAD path=/v2/securiti/content-classification/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.553547817Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.570867229Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" uid:\"04b36de1-def5-4e47-b0fa-459b7210e9b1\" namespace:\"kube-system\" returns sandbox id \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.572295221Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a\" uid:\"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\" namespace:\"kube-system\" returns sandbox id \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.573860235Z" level=info msg="CreateContainer within sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" for container name:\"helper-pod\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.575296413Z" level=info msg="CreateContainer within sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" for container name:\"helper-pod\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.634843305Z" level=info msg="Container 9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.639813011Z" level=info msg="Container b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.647Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiawofifna3dcltugngdlhyfidngoz2l2my66c4sbyhxx7lik7dimq", "mh": "bciqbm4kqk2bwgexhim2mgwpqkqg2m5tuxuzr54fzedqppp6wqv6gqza"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719" handler=mirror ip=127.0.0.1 latency="397.946µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.649685344Z" level=info msg="CreateContainer within sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" for name:\"helper-pod\" returns container id \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.650002265Z" level=info msg="StartContainer for \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.650543227Z" level=info msg="connecting to shim 9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07" address="unix:///run/containerd/s/7021b2a3a9b3875974afe7608e1eff3d1a4a4956c1b4f9e824e3a51bec66f3ae" protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.671Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigx24o4sg6ngzrtrlucow25ujqkfvaqjkqbiy6zxmu2vbjchzr3zq", "mh": "bciqnpvy5zen42ntdhcxie5nv3itaulkbasvacrr5tozjvkcseptdxta"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945" handler=mirror ip=127.0.0.1 latency="465.849µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.671211929Z" level=info msg="CreateContainer within sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" for name:\"helper-pod\" returns container id \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.671514675Z" level=info msg="StartContainer for \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.672114306Z" level=info msg="connecting to shim b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f" address="unix:///run/containerd/s/933996f344336bed1fdf8f1745da22f6bf515e0dbc79669b712e3c7e11d1e0a5" protocol=ttrpc version=3 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:45:59.676Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib4txzvefkiyurpmmvsie2p6qxt5vtdptt6c454aijkteccxst4si", "mh": "bciqdzhptkikurrjc6yzleqju75bph3lgg7hh4fz3yaqsvgiefpfhzeq"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4" handler=mirror ip=127.0.0.1 latency="422.224µs" logger=spegel method=GET path="/v2/securiti/content-classification/manifests/sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.694552750Z" level=info msg="StartContainer for \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\" returns successfully" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.696340673Z" level=info msg="received container exit event container_id:\"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\" id:\"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\" pid:29864 exited_at:{seconds:1772484359 nanos:695906498}" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.697745368Z" level=info msg="StartContainer for \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\" returns successfully" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.698661914Z" level=info msg="received container exit event container_id:\"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\" id:\"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\" pid:29872 exited_at:{seconds:1772484359 nanos:698500005}" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:66f0456e46777f61cb7f14f12e3194b3dcf885fee03a3c33a15e2e705df942fe" type=CREATE Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:8ff1109a36221ca261a35c7725bddd4572806b5f78441e7aa88665b20c107d3d" type=CREATE Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.743024132Z" level=info msg="RunPodSandbox for name:\"priv-appliance-cert-merger-controller-575bcf5955-kbrhw\" uid:\"75cb5638-7b78-438e-94e0-96b429dd5789\" namespace:\"default\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59.784319289Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" uid:\"06806f54-f480-461f-a445-634daba6e8d6\" namespace:\"kube-system\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:59.787165 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.787199 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.external.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.787210 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:59.787239 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.787307 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.external.metrics.k8s.io" failed with: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.788309 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:59.790967 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:45:59.790980 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.790990 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.custom.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.790999 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:45:59.791010 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.custom.metrics.k8s.io" failed with: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:45:59.793098 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:45:59.848936142Z" level=info msg="RunPodSandbox for name:\"priv-appliance-db-init-rgzgs\" uid:\"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\" namespace:\"default\"" Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719" type=CREATE Mar 02 20:45:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:45:59Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945" type=CREATE Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.021364 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.021384 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.021421 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.021410409 +0000 UTC m=+40.795931551 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00.052407523Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" uid:\"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\" namespace:\"kube-system\"" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.079385 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.079445 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.079452 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.121542 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ade88379-c5ad-4140-9b74-c564ca30edc4-config\") pod \"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" (UID: \"ade88379-c5ad-4140-9b74-c564ca30edc4\") " pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.121577 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/ade88379-c5ad-4140-9b74-c564ca30edc4-shared-certificates\") pod \"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" (UID: \"ade88379-c5ad-4140-9b74-c564ca30edc4\") " pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.121595 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sljmz\" (UniqueName: \"kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-kube-api-access-sljmz\") pod \"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" (UID: \"ade88379-c5ad-4140-9b74-c564ca30edc4\") " pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.121622 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle\") pod \"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" (UID: \"ade88379-c5ad-4140-9b74-c564ca30edc4\") " pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.121664 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"certs\" (UniqueName: \"kubernetes.io/secret/ade88379-c5ad-4140-9b74-c564ca30edc4-certs\") pod \"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" (UID: \"ade88379-c5ad-4140-9b74-c564ca30edc4\") " pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.126203 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.126605 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.222522 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.222548 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.222596 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.722582879 +0000 UTC m=+40.497104031 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323196 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rancher\" (UniqueName: \"kubernetes.io/empty-dir/91a25e6b-6075-4bc5-8645-46b835493a7d-rancher\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323223 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-backup-storage\" (UniqueName: \"kubernetes.io/host-path/91a25e6b-6075-4bc5-8645-46b835493a7d-local-backup-storage\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323237 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"root-appuser\" (UniqueName: \"kubernetes.io/empty-dir/91a25e6b-6075-4bc5-8645-46b835493a7d-root-appuser\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323252 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cdata-appliance-log-shared-storage\" (UniqueName: \"kubernetes.io/host-path/91a25e6b-6075-4bc5-8645-46b835493a7d-cdata-appliance-log-shared-storage\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323266 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets-data\" (UniqueName: \"kubernetes.io/host-path/91a25e6b-6075-4bc5-8645-46b835493a7d-secrets-data\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323275 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323323 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91a25e6b-6075-4bc5-8645-46b835493a7d-config\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323371 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6g2cj\" (UniqueName: \"kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-kube-api-access-6g2cj\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323395 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/91a25e6b-6075-4bc5-8645-46b835493a7d-tmp\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323423 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/91a25e6b-6075-4bc5-8645-46b835493a7d-shared-certificates\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323439 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"podinfo\" (UniqueName: \"kubernetes.io/downward-api/91a25e6b-6075-4bc5-8645-46b835493a7d-podinfo\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.323507 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubectl\" (UniqueName: \"kubernetes.io/host-path/91a25e6b-6075-4bc5-8645-46b835493a7d-kubectl\") pod \"priv-appliance-config-controller-6fb9db64dc-zlvb4\" (UID: \"91a25e6b-6075-4bc5-8645-46b835493a7d\") " pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424070 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424096 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424110 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424131 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:00.924119642 +0000 UTC m=+40.698640783 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424130 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424169 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.42415702 +0000 UTC m=+42.198678162 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424202 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424208 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424220 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.424215868 +0000 UTC m=+42.198737010 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424436 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424455 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.424498 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.424485308 +0000 UTC m=+42.199006522 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524274 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dpk2m\" (UniqueName: \"kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-kube-api-access-dpk2m\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524329 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-shared-certificates\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524342 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-connector-policy\" (UniqueName: \"kubernetes.io/configmap/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-config-connector-policy\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524370 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnld-storage\" (UniqueName: \"kubernetes.io/host-path/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-dnld-storage\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524387 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-data\" (UniqueName: \"kubernetes.io/host-path/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-shared-data\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524457 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/host-path/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-shared-socket-directory\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524484 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-mip-proxy\" (UniqueName: \"kubernetes.io/configmap/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-config-mip-proxy\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524493 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524509 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.524524 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle\") pod \"priv-appliance-connector-policy-54449cd5d5-btgnt\" (UID: \"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\") " pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524547 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.524536592 +0000 UTC m=+42.299057744 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524630 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524643 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.524674 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.524664728 +0000 UTC m=+42.299185917 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.625907 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.625945 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-structured-executor\" (UniqueName: \"kubernetes.io/configmap/bd3424aa-4f28-4dca-acce-f905d51891ce-config-structured-executor\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.625964 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-data\" (UniqueName: \"kubernetes.io/host-path/bd3424aa-4f28-4dca-acce-f905d51891ce-shared-data\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.626070 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qrvlb\" (UniqueName: \"kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-kube-api-access-qrvlb\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.626167 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnld-storage\" (UniqueName: \"kubernetes.io/host-path/bd3424aa-4f28-4dca-acce-f905d51891ce-dnld-storage\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.626175 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.626188 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.626210 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/host-path/bd3424aa-4f28-4dca-acce-f905d51891ce-shared-socket-directory\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.626241 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/bd3424aa-4f28-4dca-acce-f905d51891ce-shared-certificates\") pod \"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" (UID: \"bd3424aa-4f28-4dca-acce-f905d51891ce\") " pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.626319 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.126305268 +0000 UTC m=+40.900826410 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}E0302 20:46:00.727249 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.727275 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.727332 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.227315766 +0000 UTC m=+41.001836916 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.727349 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.727374 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.727421 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.727408033 +0000 UTC m=+41.501929178 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#2: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#3: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#4: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#5: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#6: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#7: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#8: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#9: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\n#10: no distribution source labels found for sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4" logger=spegel Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.828Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidqbidsbkx2hxlkgupe2y2gb23q3sn7abgbdkwbiapvc5ue66aela", "mh": "bciqhacqhecvpupowuni6jvrumdvxbxe36acmcgvmcqa7kf3ij54aiwa"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3b6e3928c77afb2c80b015053049dcb2988366acb2042a0c054cc0e2fa9e4c70" handler=mirror ip=127.0.0.1 latency="846.235µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:3b6e3928c77afb2c80b015053049dcb2988366acb2042a0c054cc0e2fa9e4c70" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.848Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicvq6kar6oswj6em7rc27a2ptyzc74diaqjcuxmvt5a6hizhqhpge", "mh": "bciqflb4ubd45fmt4iz7cfv6bu7hrsf7ygqbasfjozlh2b4orspao6mi"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2a675c8f8e29d1f5b602666c6536bd020652d9af56deb183d15ec879bf9f096f" handler=mirror ip=127.0.0.1 latency="415.68µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:2a675c8f8e29d1f5b602666c6536bd020652d9af56deb183d15ec879bf9f096f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.852Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifwbt4hdvnw66pc224sqim6bjhoair3dzbj2fojucdc5mqywjpcue", "mh": "bciqlmdhyohk3n546fvvzfaqz4cso4ardwhsctuk4tiegf2zbrms6fii"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d510a6792bc7ff109a719024c3655c8982f8b8a590f4ec686c77013f384b6697" handler=mirror ip=127.0.0.1 latency="371.053µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:d510a6792bc7ff109a719024c3655c8982f8b8a590f4ec686c77013f384b6697" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.929192 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle\") pod \"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" (UID: \"2942dc66-84ff-4b6d-8677-33be04866a9d\") " pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.929228 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/2942dc66-84ff-4b6d-8677-33be04866a9d-shared-certificates\") pod \"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" (UID: \"2942dc66-84ff-4b6d-8677-33be04866a9d\") " pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.929241 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n8xkv\" (UniqueName: \"kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-kube-api-access-n8xkv\") pod \"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" (UID: \"2942dc66-84ff-4b6d-8677-33be04866a9d\") " pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:00.929263 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/2942dc66-84ff-4b6d-8677-33be04866a9d-config\") pod \"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" (UID: \"2942dc66-84ff-4b6d-8677-33be04866a9d\") " pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.929377 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.929389 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:00.929425 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.929413822 +0000 UTC m=+41.703935047 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.944Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie7netjyyli3r4ryb744uyuxdebwu25nfaaevyh5gqg5rypwknr3a", "mh": "bciqj62jgtrqwrxdzdqd7zzjrjogidnjv22kaajlqp2nan3dq7mu3dwa"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2353f70478f70258cd15f6a41ec02c958ba01ee35547974eacfa48923d30b3fe" handler=mirror ip=127.0.0.1 latency="473.416µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:2353f70478f70258cd15f6a41ec02c958ba01ee35547974eacfa48923d30b3fe" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.947Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigyxwg3qb2qd73xv3yf6sib6m323nhgy7gn6tvwhcezqxikyyqh74", "mh": "bciqnrpmnxadvah7xplxql5eqd4zxvw2onr6m35hlmoejtboqvrrap7y"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:caee2da225f8ec73b85458b52e0c88225d649a3aa75f2318a0c95d5a0a8b5936" handler=mirror ip=127.0.0.1 latency="421.257µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-node-exporter/blobs/sha256:caee2da225f8ec73b85458b52e0c88225d649a3aa75f2318a0c95d5a0a8b5936" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.949Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreido47pzub7lo5vzvqiuwyarpfbwu6kjc4abdboqpzziyk5ahfyaoq", "mh": "bciqg5z67tid6w53ltlarjnqbc6kdnj4usfyacgc5a7tsrqv2aolqa5a"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c302c524f11f081b6b2a2ef2c15653ea28d631179065637a29bfb5433891ba99" handler=mirror ip=127.0.0.1 latency="323.593µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:c302c524f11f081b6b2a2ef2c15653ea28d631179065637a29bfb5433891ba99" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.951Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibnzvqwpw4k2n2rpc3dqnm3t6vqondgku6c4cgish3ig7x2wp3epe", "mh": "bciqc3tlbm7nyvu3vc6fwha2zxh5la42gmvj4fyemrepwqn7pvm7wi6i"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:55d027fdd1a81317307066afdf5d786e00792145c66f04bcb00358548207ecad" handler=mirror ip=127.0.0.1 latency="373.69µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:55d027fdd1a81317307066afdf5d786e00792145c66f04bcb00358548207ecad" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.953Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieuh42eaevxk7pggccdkud65z2yin2jj47mspfomoq5q56hjckzyy", "mh": "bciqjipzuiajlov66mmeegvih53tvqq3ustz6ze6k4y5b3b34osevtrq"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0587841df58e571a88cc15c097dc963da146babb6a60a44e781cd1723b90afeb" handler=mirror ip=127.0.0.1 latency="393.13µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:0587841df58e571a88cc15c097dc963da146babb6a60a44e781cd1723b90afeb" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.956Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreid7ypc6pbhyeihvehsukwpf7gwcmembs3rv53ybal4khr3enuhe4m", "mh": "bciqh7q6f46cpqiqpkipfivm6l6nmeyiydfxdl3xqcaxyupdwi3iojyy"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:cb76e67b2b873ba1f45b9b70e7bea07a4c12d058fbe4ac64e614c56761573998" handler=mirror ip=127.0.0.1 latency="380.152µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:cb76e67b2b873ba1f45b9b70e7bea07a4c12d058fbe4ac64e614c56761573998" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.959Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibfjbhrpghknalqyewfhwl5qanjweisobi2hnchdpgvfevdhepxwq", "mh": "bciqckscpc6mou2axbqjmkpmx3aa2tmire4cruo2eog6nkkjkgoi7pna"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:43b9fae6f81c2a7be8bb921a17ffcd67a9ba5b4307d6f81b0139a4f2b6635d17" handler=mirror ip=127.0.0.1 latency="570.558µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:43b9fae6f81c2a7be8bb921a17ffcd67a9ba5b4307d6f81b0139a4f2b6635d17" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}2026-03-02T20:46:00.961Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifviiwhb63djinazzn3bnskq2zwilzd5kebyqizdmzjlc2pp27x64", "mh": "bciqlkqrmod5wgsq2bts3wc3evbvtmqxsh2uidrarsgzsswfu67v7p5y"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ece456668b50a244189a0386e69b8fdcbf27dc1228c2d33cc35d829f6c7e7910" handler=mirror ip=127.0.0.1 latency="363.789µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:ece456668b50a244189a0386e69b8fdcbf27dc1228c2d33cc35d829f6c7e7910" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}2026-03-02T20:46:00.964Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihvytalk3wxzdem7plwuzyx4tigr5ximaoqeqeusz5wkfvawugw3y", "mh": "bciqplrgawvxnpsgiz66xnjtrpzgqnd3oqya5ajajjft3mulkbninnxq"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:06bb04c2dca4938f40781645e448091de3d9b84a6ac9825b2eda425f2bc3c176" handler=mirror ip=127.0.0.1 latency="639.457µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:06bb04c2dca4938f40781645e448091de3d9b84a6ac9825b2eda425f2bc3c176" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.967Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifmpbd4f6s44bded4t4t53m3vrhgbj3taaqr4mf4vr3yj5nolc7fa", "mh": "bciqky6chyl5fzycgihzhzh3wzxlcomctxgabbdyylzldxqt224wf6ka"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3008fc8966066f223c7eea21bf77f49dce8426f415bd51061442902af359ee19" handler=mirror ip=127.0.0.1 latency="398.914µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:3008fc8966066f223c7eea21bf77f49dce8426f415bd51061442902af359ee19" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00.969194281Z" level=info msg="connecting to shim d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816" address="unix:///run/containerd/s/dca31aa132847c4384fcf86c70cc2b89c564030a363b31a896be34ff641fde13" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.969Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicrg2bvqxs35uasfdhurceaax7o6ycefpmxsowezkrzz5erruykxa", "mh": "bciqfcnudlbpfx3ibekgpjceiabp655qeik6zpe5mjsvdtt2jddjqvoa"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b62db9723e8658cb2c4f38304c0365d0ac6060aa0fc8e863032af1b88fcd03d7" handler=mirror ip=127.0.0.1 latency="389.007µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:b62db9723e8658cb2c4f38304c0365d0ac6060aa0fc8e863032af1b88fcd03d7" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00.971910697Z" level=info msg="connecting to shim 18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a" address="unix:///run/containerd/s/1ca30a8eb0ccaad8dfe7cc96be223d4b833b1365b40ec7f5efb815eb7331a629" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.972Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihj42izbvohskatw7aemklizl2jecat3p4kekwx4ygszkwpfrgwki", "mh": "bciqotzursdk4peubhn6aiyuwrsxusiebhw7yuivnpzqnfsvm6lcnmuq"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:508236a9cccc186139ad830a259173794b24ac361943e92c570c165dfacfebea" handler=mirror ip=127.0.0.1 latency="393.323µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:508236a9cccc186139ad830a259173794b24ac361943e92c570c165dfacfebea" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.974Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidztm66fevzer6375ki76gq4cngzsep66x5wb3ffx4lwzd5ogcgby", "mh": "bciqhtgz54kjlsjd5x72ur74nbye2ntei755p3mdwklpyxnsh24memdq"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4112e798e669d2abf0ab2d0b71abeab18897fb28e0db015cd1bda8dcba1b6ddc" handler=mirror ip=127.0.0.1 latency="378.65µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:4112e798e669d2abf0ab2d0b71abeab18897fb28e0db015cd1bda8dcba1b6ddc" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.976Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig3utbybwalqaejhdv3ts6jy4pkkbll3d5owxgfxa6jkkcnorh4qq", "mh": "bciqnxjgdqdmaxaaisohlxhf4try6uucwxwh25nomlob4suue25cpzba"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:66fc0e278c1857eaddd53e7469e9f465d956babe7dbbbb780149435f6f54f37d" handler=mirror ip=127.0.0.1 latency="324.941µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:66fc0e278c1857eaddd53e7469e9f465d956babe7dbbbb780149435f6f54f37d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.978Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic4a7zfksgiairziglgnjhw6c4vxxvt53qwonv6ol6fmrcv65bsbq", "mh": "bciqfyb7skvemqardsqmwm2spn4fzlpplh3xbm43l44x4kzcfl52deda"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:719dbfb9d163f956a2f8aa4431636037bf502fec558aa9d792b7cfb0f7316c39" handler=mirror ip=127.0.0.1 latency="331.637µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:719dbfb9d163f956a2f8aa4431636037bf502fec558aa9d792b7cfb0f7316c39" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.979Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihyincouwwaelhydovadhrm2mikwz7q4wdkyzswg6jz2jzmq2k2f4", "mh": "bciqpqq2e5jnmaiwpqg5kagpczuyqvnt7bzmgvrtfmn4ttutszbuvuly"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1" handler=mirror ip=127.0.0.1 latency="373.018µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.982Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiejilgkl3pzvvl7sycrhuog5rcxjr6a6zjfhgwuxzbvwde3lxwp5u", "mh": "bciqisqwmuxw7tlkx7fqfcpi4n3cfotd4b5sskonnjpsdlmgjwxpm73i"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:030645350dbb3a1afb11f5c86d5cae544399ddf025f97e03b39f5c38c3c53144" handler=mirror ip=127.0.0.1 latency="384.031µs" logger=spegel method=GET path="/v2/foundri/qnode-manager-service/blobs/sha256:030645350dbb3a1afb11f5c86d5cae544399ddf025f97e03b39f5c38c3c53144" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:00.983Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif7zaeo2jlecpld6olys4el3dm2aqu4vo3bxyhumwrngvrbcdflsa", "mh": "bciql7sai5uswie6wh44xrfyixwgzubbjzk5wdpqpiznc2nlccegkxea"} Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97" handler=mirror ip=127.0.0.1 latency="330.687µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:00.991245738Z" level=info msg="connecting to shim bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d" address="unix:///run/containerd/s/21feac116153a4d96cc1d25b3a6e4aa3062fba273fe7e5b96ef52af0673aca7d" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.000156152Z" level=info msg="connecting to shim f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb" address="unix:///run/containerd/s/86056b42b84572b7f3fee0ed750927d6c1b526d4c0a390adbb956ccf076d8ef9" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030000 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030032 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030091 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.530074354 +0000 UTC m=+41.304595526 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030127 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030146 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.030198 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:03.030183289 +0000 UTC m=+42.804704432 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.036166334Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" uid:\"06806f54-f480-461f-a445-634daba6e8d6\" namespace:\"kube-system\" returns sandbox id \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.039473095Z" level=info msg="CreateContainer within sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" for container name:\"helper-pod\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.040432548Z" level=info msg="RunPodSandbox for name:\"priv-appliance-db-init-rgzgs\" uid:\"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\" namespace:\"default\" returns sandbox id \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.046666585Z" level=info msg="Container 826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.049055863Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" uid:\"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\" namespace:\"kube-system\" returns sandbox id \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.052133754Z" level=info msg="CreateContainer within sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" for container name:\"helper-pod\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.053789544Z" level=info msg="CreateContainer within sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" for name:\"helper-pod\" returns container id \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.054076463Z" level=info msg="StartContainer for \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:3b6e3928c77afb2c80b015053049dcb2988366acb2042a0c054cc0e2fa9e4c70" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:d510a6792bc7ff109a719024c3655c8982f8b8a590f4ec686c77013f384b6697" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service,securiti-sec/prometheus-node-exporter@sha256:2a675c8f8e29d1f5b602666c6536bd020652d9af56deb183d15ec879bf9f096f" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.054700510Z" level=info msg="connecting to shim 826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e" address="unix:///run/containerd/s/1ca30a8eb0ccaad8dfe7cc96be223d4b833b1365b40ec7f5efb815eb7331a629" protocol=ttrpc version=3 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.059183846Z" level=info msg="Container 75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.065446374Z" level=info msg="CreateContainer within sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" for name:\"helper-pod\" returns container id \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.065785187Z" level=info msg="StartContainer for \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.066538800Z" level=info msg="connecting to shim 75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10" address="unix:///run/containerd/s/86056b42b84572b7f3fee0ed750927d6c1b526d4c0a390adbb956ccf076d8ef9" protocol=ttrpc version=3 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.107344367Z" level=info msg="StartContainer for \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\" returns successfully" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.107446040Z" level=info msg="StartContainer for \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\" returns successfully" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.107719065Z" level=info msg="received container exit event container_id:\"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\" id:\"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\" pid:30305 exited_at:{seconds:1772484361 nanos:107540490}" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.108422009Z" level=info msg="received container exit event container_id:\"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\" id:\"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\" pid:30313 exited_at:{seconds:1772484361 nanos:108271436}" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.130318 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.130341 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.130386 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.130372721 +0000 UTC m=+41.904893873 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.145335158Z" level=info msg="RunPodSandbox for name:\"priv-appliance-cert-merger-controller-575bcf5955-kbrhw\" uid:\"75cb5638-7b78-438e-94e0-96b429dd5789\" namespace:\"default\" returns sandbox id \"d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:caee2da225f8ec73b85458b52e0c88225d649a3aa75f2318a0c95d5a0a8b5936" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.231510 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.231535 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.231575 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.231564192 +0000 UTC m=+42.006085333 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332603 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-shared-certificates\") pod \"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" (UID: \"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\") " pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332648 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c7gn9\" (UniqueName: \"kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-kube-api-access-c7gn9\") pod \"priv-appliance-scheduler-c6df76b76-wb9qf\" (UID: \"50495a90-4a4c-411f-b4a9-ef8d199de844\") " pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332687 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/50495a90-4a4c-411f-b4a9-ef8d199de844-shared-certificates\") pod \"priv-appliance-scheduler-c6df76b76-wb9qf\" (UID: \"50495a90-4a4c-411f-b4a9-ef8d199de844\") " pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332710 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle\") pod \"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" (UID: \"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\") " pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332721 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mxw45\" (UniqueName: \"kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-kube-api-access-mxw45\") pod \"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" (UID: \"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\") " pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332906 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50495a90-4a4c-411f-b4a9-ef8d199de844-config\") pod \"priv-appliance-scheduler-c6df76b76-wb9qf\" (UID: \"50495a90-4a4c-411f-b4a9-ef8d199de844\") " pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332935 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle\") pod \"priv-appliance-scheduler-c6df76b76-wb9qf\" (UID: \"50495a90-4a4c-411f-b4a9-ef8d199de844\") " pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.332964 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-config\") pod \"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" (UID: \"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\") " pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.333004 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/empty-dir/50495a90-4a4c-411f-b4a9-ef8d199de844-tmp\") pod \"priv-appliance-scheduler-c6df76b76-wb9qf\" (UID: \"50495a90-4a4c-411f-b4a9-ef8d199de844\") " pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.342687 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/helper-pod-create-pvc-42477686-14b9-497b-9d30-a1170eae268a" podStartSLOduration=3.34267252 podStartE2EDuration="3.34267252s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:46:01.342086259 +0000 UTC m=+41.116607413" watchObservedRunningTime="2026-03-02 20:46:01.34267252 +0000 UTC m=+41.117193679" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:2353f70478f70258cd15f6a41ec02c958ba01ee35547974eacfa48923d30b3fe" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:c302c524f11f081b6b2a2ef2c15653ea28d631179065637a29bfb5433891ba99" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.408804018Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.409801050Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306: active requests=0, bytes read=6642047" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.411528061Z" level=info msg="ImageCreate event name:\"sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.413810317Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:66f0456e46777f61cb7f14f12e3194b3dcf885fee03a3c33a15e2e705df942fe\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.413876360Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306\" with image id \"sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter@sha256:66f0456e46777f61cb7f14f12e3194b3dcf885fee03a3c33a15e2e705df942fe\", size \"6642047\" in 2.064110183s" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.413900451Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306\" returns image reference \"sha256:f28ded1dcfe80286d74e9048ccb4979f55428b4c231dd16bb3f1daaf6f84c719\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.414524237Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.416795257Z" level=info msg="CreateContainer within sandbox \"6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b\" for container name:\"node-exporter\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:01.418Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieliqdqkhur7ttmuc6mgpcuvvxpr3cqhehkvha5jpdrib2dd2lndy", "mh": "bciqiwrahaupjd7hgzif4ym6fjllo7dwfaoiovkob2s6hcqdughuw2hq"} Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="379.339µs" logger=spegel method=HEAD path=/v2/foundri/tools/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.418361902Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.423699507Z" level=info msg="Container 65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.431430846Z" level=info msg="CreateContainer within sandbox \"6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b\" for name:\"node-exporter\" returns container id \"65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.431749644Z" level=info msg="StartContainer for \"65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac\"" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.432413711Z" level=info msg="connecting to shim 65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac" address="unix:///run/containerd/s/708219190cb8fdc3d8f9e652ca4d5ad38b67bb4e860c2dc1f82b608be22dcf15" protocol=ttrpc version=3 Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433580 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433602 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433651 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.933635259 +0000 UTC m=+41.708156455 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433745 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433753 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.433772 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:01.933764844 +0000 UTC m=+41.708286047 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:0587841df58e571a88cc15c097dc963da146babb6a60a44e781cd1723b90afeb" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:cb76e67b2b873ba1f45b9b70e7bea07a4c12d058fbe4ac64e614c56761573998" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-node-exporter:1.10.2-20260213121306" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.534921 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.534944 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.534984 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.534972844 +0000 UTC m=+42.309493985 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01.538309101Z" level=info msg="StartContainer for \"65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac\" returns successfully" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:43b9fae6f81c2a7be8bb921a17ffcd67a9ba5b4307d6f81b0139a4f2b6635d17" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.736232 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.736259 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.736302 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:03.736290215 +0000 UTC m=+43.510811357 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:01.792015 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/helper-pod-create-pvc-28609180-a93b-4bf8-8caa-79496e7281f5" podStartSLOduration=3.792001292 podStartE2EDuration="3.792001292s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:46:01.791457005 +0000 UTC m=+41.565978174" watchObservedRunningTime="2026-03-02 20:46:01.792001292 +0000 UTC m=+41.566522448" Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:06bb04c2dca4938f40781645e448091de3d9b84a6ac9825b2eda425f2bc3c176" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:ece456668b50a244189a0386e69b8fdcbf27dc1228c2d33cc35d829f6c7e7910" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938494 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938514 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938537 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938558 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938560 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:03.938546775 +0000 UTC m=+43.713067918 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938495 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938628 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938602 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.938589974 +0000 UTC m=+42.713111127 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:01.938681 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:02.938671085 +0000 UTC m=+42.713192227 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:b62db9723e8658cb2c4f38304c0365d0ac6060aa0fc8e863032af1b88fcd03d7" type=CREATE Mar 02 20:46:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:3008fc8966066f223c7eea21bf77f49dce8426f415bd51061442902af359ee19" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.080528 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.080601 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.080610 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:4112e798e669d2abf0ab2d0b71abeab18897fb28e0db015cd1bda8dcba1b6ddc" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:66fc0e278c1857eaddd53e7469e9f465d956babe7dbbbb780149435f6f54f37d" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:55d027fdd1a81317307066afdf5d786e00792145c66f04bcb00358548207ecad" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136024266Z" level=info msg="StopPodSandbox for \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136054103Z" level=info msg="StopPodSandbox for \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136091901Z" level=info msg="Container to stop \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136116153Z" level=info msg="StopPodSandbox for \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136206252Z" level=info msg="Container to stop \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136059703Z" level=info msg="Container to stop \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136221067Z" level=info msg="StopPodSandbox for \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.136331344Z" level=info msg="Container to stop \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.139321 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.139342 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.139387 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:04.1393765 +0000 UTC m=+43.913897644 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.141526551Z" level=info msg="received sandbox exit event container_id:\"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" id:\"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" exit_status:137 exited_at:{seconds:1772484362 nanos:141390226}" monitor_name=podsandbox Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.141695473Z" level=info msg="received sandbox exit event container_id:\"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" id:\"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" exit_status:137 exited_at:{seconds:1772484362 nanos:141537794}" monitor_name=podsandbox Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.145134117Z" level=info msg="received sandbox exit event container_id:\"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" id:\"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" exit_status:137 exited_at:{seconds:1772484362 nanos:145029507}" monitor_name=podsandbox Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.149126412Z" level=info msg="received sandbox exit event container_id:\"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" id:\"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" exit_status:137 exited_at:{seconds:1772484362 nanos:149009931}" monitor_name=podsandbox Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.150Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicw2n4y3tko3xnrnnp7ooieqykgbv2whj2huawhokdsihz32lrgra", "mh": "bciqfnu3zrxgu5xo3c227644qjbqumdlvmotupibmo4uheqptxuxcnca"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:fe47bcd5f61e0bebbdf55ecf09f10bcf87b39fce729ec0fb3b0402cfec6915ce" handler=mirror ip=127.0.0.1 latency="460.35µs" logger=spegel method=GET path="/v2/foundri/tools/manifests/sha256:fe47bcd5f61e0bebbdf55ecf09f10bcf87b39fce729ec0fb3b0402cfec6915ce" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188751537Z" level=info msg="shim disconnected" id=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188777095Z" level=info msg="cleaning up after shim disconnected" id=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188780105Z" level=info msg="shim disconnected" id=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188802478Z" level=info msg="cleaning up after shim disconnected" id=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188809678Z" level=info msg="cleaning up dead shim" id=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188784138Z" level=info msg="cleaning up dead shim" id=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188755512Z" level=info msg="shim disconnected" id=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.189074006Z" level=info msg="cleaning up after shim disconnected" id=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.189084824Z" level=info msg="cleaning up dead shim" id=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.188788935Z" level=info msg="shim disconnected" id=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.189138204Z" level=info msg="cleaning up after shim disconnected" id=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.189144517Z" level=info msg="cleaning up dead shim" id=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 namespace=k8s.io Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:508236a9cccc186139ad830a259173794b24ac361943e92c570c165dfacfebea" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:719dbfb9d163f956a2f8aa4431636037bf502fec558aa9d792b7cfb0f7316c39" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.197231041Z" level=info msg="received sandbox container exit event sandbox_id:\"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" exit_status:137 exited_at:{seconds:1772484362 nanos:149009931}" monitor_name=criService Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.197647512Z" level=info msg="received sandbox container exit event sandbox_id:\"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" exit_status:137 exited_at:{seconds:1772484362 nanos:141390226}" monitor_name=criService Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.198105795Z" level=info msg="received sandbox container exit event sandbox_id:\"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" exit_status:137 exited_at:{seconds:1772484362 nanos:145029507}" monitor_name=criService Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.198165898Z" level=info msg="received sandbox container exit event sandbox_id:\"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" exit_status:137 exited_at:{seconds:1772484362 nanos:141537794}" monitor_name=criService Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.228743564Z" level=info msg="TearDown network for sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.228788814Z" level=info msg="StopPodSandbox for \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" returns successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.237Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigxuuhg5uqe2tp7g62zmynmjmyxf3rjjghslhv7pacxmmbgj7gm5m", "mh": "bciqnpjion3jajvg76n5vszq2yszrolxcssmpewpl66afoyycmt6mz2y"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7eebfcbd2b3971e382c8104197b4ef4c0d5a1e2ebdc49d6e558f0ac741a3481d" handler=mirror ip=127.0.0.1 latency="463.363µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:7eebfcbd2b3971e382c8104197b4ef4c0d5a1e2ebdc49d6e558f0ac741a3481d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.239684 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.239702 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.239749 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:04.239736374 +0000 UTC m=+44.014257533 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.241Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaqvrdq5ihebmxbkwq2f3hiqfbsidgx6ifmabditdk65flb3jhlle", "mh": "bciqbblchb2qoiczocvnbulworakdeqgnp4qkyacgrggv52kwdwsowwi"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a79414bdffc80390542c7c31c4533bce1076c9e78d485b9a84fbc8ef28a2ebda" handler=mirror ip=127.0.0.1 latency="377.302µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:a79414bdffc80390542c7c31c4533bce1076c9e78d485b9a84fbc8ef28a2ebda" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.244746202Z" level=info msg="TearDown network for sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.244782755Z" level=info msg="StopPodSandbox for \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" returns successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.244915104Z" level=info msg="TearDown network for sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.244950262Z" level=info msg="StopPodSandbox for \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" returns successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.258540487Z" level=info msg="TearDown network for sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02.258566777Z" level=info msg="StopPodSandbox for \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" returns successfully" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.262Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihjixirlnu7zckfd33pyx66cm4rk3nmkrg5l7me3hbpyrd6z35yte", "mh": "bciqosrorcw3j7seukhxw7rp54ezzcvw2yvcn2x6yjwoc7rch5tx3rgi"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6f7405f4a5f6cfa780d3f2eacb499595d116c2f36d952be500c3512f738b6acc" handler=mirror ip=127.0.0.1 latency="381.754µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:6f7405f4a5f6cfa780d3f2eacb499595d116c2f36d952be500c3512f738b6acc" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.264Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib5iqxe555j2hvuermns6f5dwshgcyabpbb2cxq5x6q3fytt5ycfq", "mh": "bciqd2rboj332tuplijcy3f4l2hneomfqac6cdufpb3p5bwlrhh3qela"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:44d579592004fb153ac4ea443f5945d825faeca6b0ce1b8e6b51dee879c82b55" handler=mirror ip=127.0.0.1 latency="347.058µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:44d579592004fb153ac4ea443f5945d825faeca6b0ce1b8e6b51dee879c82b55" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.266Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigm4ka6nby5h4mweiuotkochp7626hp2puejxixftcmj2bjirdlvq", "mh": "bciqmzyub42dr2pyzmiri5gu4eo775v4o7u7iitorolgeytucsrcgxla"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6101dc0ecfd1ebf1315ba7e9cf17276b260b7dc2a96c6938030f794cbc1aadd0" handler=mirror ip=127.0.0.1 latency="304.094µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:6101dc0ecfd1ebf1315ba7e9cf17276b260b7dc2a96c6938030f794cbc1aadd0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.268Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibrvsej2mkkguxjqpx5lnzrv3ivlqmmjuadz7bow4zmc3bo25hsla", "mh": "bciqddleituyuunjota7p2w3tdlwrkxayytiaht6c5nzsyfwc5v2pewa"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ed919ff7566c050ede24384b28f9055077bb5886fcee9ca47ec7825a696ea72c" handler=mirror ip=127.0.0.1 latency="273.569µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:ed919ff7566c050ede24384b28f9055077bb5886fcee9ca47ec7825a696ea72c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.270Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreictvsebx4lyyzot6bpgyiu4gf4e5sjuvjgrm4yunugmuwd2emtbgu", "mh": "bciqfhleidpyxrrs5h4c6nqrjymlyj3etjksnczzri3imzjmhuizgcni"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a37bca88226c081ab99837e285921afd0bacf42316a5600804754e6a70082b77" handler=mirror ip=127.0.0.1 latency="286.207µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:a37bca88226c081ab99837e285921afd0bacf42316a5600804754e6a70082b77" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.272Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibztokzrkhzhjq2tjfagnuxjaltskfp6nx4ab7kppxl5sh3dqfmt4", "mh": "bciqdtg4vtcupsotbvgskam3josaxheuk743pyad6u67ox3epwhakzhy"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b488052f8d40e30cf5de606b5ea643ee9f702ee279a536cb91b87e6755758df5" handler=mirror ip=127.0.0.1 latency="313.225µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:b488052f8d40e30cf5de606b5ea643ee9f702ee279a536cb91b87e6755758df5" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.339909 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nr86r\" (UniqueName: \"kubernetes.io/projected/04b36de1-def5-4e47-b0fa-459b7210e9b1-kube-api-access-nr86r\") pod \"04b36de1-def5-4e47-b0fa-459b7210e9b1\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.339935 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s67sl\" (UniqueName: \"kubernetes.io/projected/06806f54-f480-461f-a445-634daba6e8d6-kube-api-access-s67sl\") pod \"06806f54-f480-461f-a445-634daba6e8d6\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.339951 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5hdh5\" (UniqueName: \"kubernetes.io/projected/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-kube-api-access-5hdh5\") pod \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.339975 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-script\") pod \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.339998 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/04b36de1-def5-4e47-b0fa-459b7210e9b1-data\") pod \"04b36de1-def5-4e47-b0fa-459b7210e9b1\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340019 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/06806f54-f480-461f-a445-634daba6e8d6-script\") pod \"06806f54-f480-461f-a445-634daba6e8d6\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340032 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-data\") pod \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\" (UID: \"c9d863b3-c9d0-4e77-8f6d-24b5d44069cf\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340050 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-data\") pod \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340092 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tpxcr\" (UniqueName: \"kubernetes.io/projected/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-kube-api-access-tpxcr\") pod \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340140 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/04b36de1-def5-4e47-b0fa-459b7210e9b1-script\") pod \"04b36de1-def5-4e47-b0fa-459b7210e9b1\" (UID: \"04b36de1-def5-4e47-b0fa-459b7210e9b1\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340210 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-data" (OuterVolumeSpecName: "data") pod "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf" (UID: "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340237 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-data" (OuterVolumeSpecName: "data") pod "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" (UID: "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340288 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-script" (OuterVolumeSpecName: "script") pod "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf" (UID: "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340312 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/04b36de1-def5-4e47-b0fa-459b7210e9b1-data" (OuterVolumeSpecName: "data") pod "04b36de1-def5-4e47-b0fa-459b7210e9b1" (UID: "04b36de1-def5-4e47-b0fa-459b7210e9b1"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340363 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/06806f54-f480-461f-a445-634daba6e8d6-script" (OuterVolumeSpecName: "script") pod "06806f54-f480-461f-a445-634daba6e8d6" (UID: "06806f54-f480-461f-a445-634daba6e8d6"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340471 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-script\") pod \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\" (UID: \"4f7bc39e-73b0-487b-a5d8-4a20ee10ef71\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340485 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/04b36de1-def5-4e47-b0fa-459b7210e9b1-script" (OuterVolumeSpecName: "script") pod "04b36de1-def5-4e47-b0fa-459b7210e9b1" (UID: "04b36de1-def5-4e47-b0fa-459b7210e9b1"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340518 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/06806f54-f480-461f-a445-634daba6e8d6-data\") pod \"06806f54-f480-461f-a445-634daba6e8d6\" (UID: \"06806f54-f480-461f-a445-634daba6e8d6\") " Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340645 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/06806f54-f480-461f-a445-634daba6e8d6-data" (OuterVolumeSpecName: "data") pod "06806f54-f480-461f-a445-634daba6e8d6" (UID: "06806f54-f480-461f-a445-634daba6e8d6"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340705 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/06806f54-f480-461f-a445-634daba6e8d6-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340713 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340719 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/04b36de1-def5-4e47-b0fa-459b7210e9b1-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340710 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-script" (OuterVolumeSpecName: "script") pod "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" (UID: "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340725 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/06806f54-f480-461f-a445-634daba6e8d6-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340749 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340762 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.340774 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/04b36de1-def5-4e47-b0fa-459b7210e9b1-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.341165 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/04b36de1-def5-4e47-b0fa-459b7210e9b1-kube-api-access-nr86r" (OuterVolumeSpecName: "kube-api-access-nr86r") pod "04b36de1-def5-4e47-b0fa-459b7210e9b1" (UID: "04b36de1-def5-4e47-b0fa-459b7210e9b1"). InnerVolumeSpecName "kube-api-access-nr86r". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.341175 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-kube-api-access-5hdh5" (OuterVolumeSpecName: "kube-api-access-5hdh5") pod "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf" (UID: "c9d863b3-c9d0-4e77-8f6d-24b5d44069cf"). InnerVolumeSpecName "kube-api-access-5hdh5". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.341185 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-kube-api-access-tpxcr" (OuterVolumeSpecName: "kube-api-access-tpxcr") pod "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" (UID: "4f7bc39e-73b0-487b-a5d8-4a20ee10ef71"). InnerVolumeSpecName "kube-api-access-tpxcr". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.341392 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/06806f54-f480-461f-a445-634daba6e8d6-kube-api-access-s67sl" (OuterVolumeSpecName: "kube-api-access-s67sl") pod "06806f54-f480-461f-a445-634daba6e8d6" (UID: "06806f54-f480-461f-a445-634daba6e8d6"). InnerVolumeSpecName "kube-api-access-s67sl". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:02.388Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigkw2xx7nowp4p4eperrlnppljl2xv4lsqtgrb4j32h2xsledzndu", "mh": "bciqmvnvpp625m7y7yi6jdcw266wsxvplyxfbgncdytxupvpewihs2hi"} Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7875dc73003ed73294618d8898ed0b9b8fd6974cb37e42594f8af78b85023173" handler=mirror ip=127.0.0.1 latency="470.094µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:7875dc73003ed73294618d8898ed0b9b8fd6974cb37e42594f8af78b85023173" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:030645350dbb3a1afb11f5c86d5cae544399ddf025f97e03b39f5c38c3c53144" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.441881 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.441905 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.441945 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:46:06.441933952 +0000 UTC m=+46.216455103 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.441945 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-tpxcr\" (UniqueName: \"kubernetes.io/projected/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-kube-api-access-tpxcr\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.441961 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.441969 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-nr86r\" (UniqueName: \"kubernetes.io/projected/04b36de1-def5-4e47-b0fa-459b7210e9b1-kube-api-access-nr86r\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.441976 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-s67sl\" (UniqueName: \"kubernetes.io/projected/06806f54-f480-461f-a445-634daba6e8d6-kube-api-access-s67sl\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.441982 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-5hdh5\" (UniqueName: \"kubernetes.io/projected/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf-kube-api-access-5hdh5\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.441881 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.442006 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.442044 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.442064 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.442047 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:06.442036067 +0000 UTC m=+46.216557254 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.442110 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:06.442100019 +0000 UTC m=+46.216621162 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:02.492604 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-prometheus-node-exporter-9jzhw" podStartSLOduration=2.427806007 podStartE2EDuration="4.492587652s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:45:59.349575653 +0000 UTC m=+39.124096804" lastFinishedPulling="2026-03-02 20:46:01.414357301 +0000 UTC m=+41.188878449" observedRunningTime="2026-03-02 20:46:02.492424056 +0000 UTC m=+42.266945221" watchObservedRunningTime="2026-03-02 20:46:02.492587652 +0000 UTC m=+42.267108821" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/tools@sha256:fe47bcd5f61e0bebbdf55ecf09f10bcf87b39fce729ec0fb3b0402cfec6915ce" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:a79414bdffc80390542c7c31c4533bce1076c9e78d485b9a84fbc8ef28a2ebda" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542666 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542690 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542729 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:06.542718137 +0000 UTC m=+46.317239288 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542665 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542765 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542806 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:46:06.542794365 +0000 UTC m=+46.317315552 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542666 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542819 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.542856 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:04.542848467 +0000 UTC m=+44.317369609 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:6f7405f4a5f6cfa780d3f2eacb499595d116c2f36d952be500c3512f738b6acc" type=CREATE Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.151.22.85:10250 from 127.0.0.1:39790" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=debug msg="Tunnel server egress proxy dialing :10250 directly" Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:02Z" level=debug msg="failed to run bootstrap" attempts=13 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.945945 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.945966 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.945981 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.946000 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.946015 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:04.945998961 +0000 UTC m=+44.720520121 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:02.946049 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:04.946033088 +0000 UTC m=+44.720554256 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.046586 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.046612 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.046665 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:07.046652101 +0000 UTC m=+46.821173252 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.139629 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.141034 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.142192 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.143253 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.199474939Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc" type=CREATE Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.200537549Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc: active requests=0, bytes read=51352065" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.201905242Z" level=info msg="ImageCreate event name:\"sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.204141411Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:8ff1109a36221ca261a35c7725bddd4572806b5f78441e7aa88665b20c107d3d\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.204563867Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc\" with image id \"sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945\", repo tag \"dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/foundri/qnode-manager-service@sha256:8ff1109a36221ca261a35c7725bddd4572806b5f78441e7aa88665b20c107d3d\", size \"51482665\" in 3.855596769s" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.204590464Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/qnode-manager-service:1.143.0-09rc\" returns image reference \"sha256:dea568127be177fb9a4f4a1bcce479afeb50d091c67a0c8258ede39d986d9945\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.205227489Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:03.208Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicnczvyfhrdlu7roah5pdtynlsnrdrexiq5at4n6gbecmtryxv744", "mh": "bciqe2ftlqkpcgxj7c4ap26hhq2xe3chcjorb2bhy34mciezhdrpl7zy"} Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="454.54µs" logger=spegel method=HEAD path=/v2/securiti/configuration-controller/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.209132026Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.210748166Z" level=info msg="CreateContainer within sandbox \"21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7\" for container name:\"qnode-manager-service\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.217368294Z" level=info msg="Container d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.224893301Z" level=info msg="CreateContainer within sandbox \"21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7\" for name:\"qnode-manager-service\" returns container id \"d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.225376277Z" level=info msg="StartContainer for \"d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.226167228Z" level=info msg="connecting to shim d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b" address="unix:///run/containerd/s/f7eb630f94c81bf7ece779d02352385021a7140a62aac0b2f681d6b2d9f4c560" protocol=ttrpc version=3 Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.339210 27498 status_manager.go:1018] "Failed to get status for pod" err="pods \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" is forbidden: User \"system:node:ip-10-151-22-85.us-west-2.compute.internal\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'ip-10-151-22-85.us-west-2.compute.internal' and this object" podUID="4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.538726 27498 status_manager.go:1018] "Failed to get status for pod" err="pods \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" is forbidden: User \"system:node:ip-10-151-22-85.us-west-2.compute.internal\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'ip-10-151-22-85.us-west-2.compute.internal' and this object" podUID="4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.547442737Z" level=info msg="StartContainer for \"d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b\" returns successfully" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.648704 27498 status_manager.go:1018] "Failed to get status for pod" err="pods \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" is forbidden: User \"system:node:ip-10-151-22-85.us-west-2.compute.internal\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'ip-10-151-22-85.us-west-2.compute.internal' and this object" podUID="4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.750858 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-data\") pod \"helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " pod="kube-system/helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.750943 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-script\") pod \"helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " pod="kube-system/helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:03.750992 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k5s24\" (UniqueName: \"kubernetes.io/projected/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-kube-api-access-k5s24\") pod \"helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " pod="kube-system/helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.751093 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.751120 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.751177 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:07.751160956 +0000 UTC m=+47.525682103 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.953063 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.953084 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:03.953122 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:07.953109697 +0000 UTC m=+47.727630855 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:03.955009942Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" uid:\"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\" namespace:\"kube-system\"" Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:46:03.992538181Z" level=info msg="connecting to shim 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" address="unix:///run/containerd/s/6b747d12a3bf580f5bc822d2350ed1a3bb43b398c01ed13e7cfe2327e2ec9c81" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.039315 27498 status_manager.go:1018] "Failed to get status for pod" err="pods \"helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" is forbidden: User \"system:node:ip-10-151-22-85.us-west-2.compute.internal\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'ip-10-151-22-85.us-west-2.compute.internal' and this object" podUID="4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" pod="kube-system/helper-pod-create-pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.048639470Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" uid:\"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\" namespace:\"kube-system\" returns sandbox id \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\"" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.051898171Z" level=info msg="CreateContainer within sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" for container name:\"helper-pod\"" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.058763742Z" level=info msg="Container 033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.066265700Z" level=info msg="CreateContainer within sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" for name:\"helper-pod\" returns container id \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\"" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.066700107Z" level=info msg="StartContainer for \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\"" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.067213995Z" level=info msg="connecting to shim 033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5" address="unix:///run/containerd/s/6b747d12a3bf580f5bc822d2350ed1a3bb43b398c01ed13e7cfe2327e2ec9c81" protocol=ttrpc version=3 Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.079642 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.079758 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4f7bc39e-73b0-487b-a5d8-4a20ee10ef71" path="/var/lib/kubelet/pods/4f7bc39e-73b0-487b-a5d8-4a20ee10ef71/volumes" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.079927 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.079936 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.101618935Z" level=info msg="StartContainer for \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\" returns successfully" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.101979504Z" level=info msg="received container exit event container_id:\"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\" id:\"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\" pid:30935 exited_at:{seconds:1772484364 nanos:101841460}" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154020 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nats-config-dir\" (UniqueName: \"kubernetes.io/empty-dir/caef71be-bdcb-4fd8-acdf-f6ac21d754db-nats-config-dir\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154068 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" (UniqueName: \"kubernetes.io/local-volume/pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154139 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lbvk6\" (UniqueName: \"kubernetes.io/projected/caef71be-bdcb-4fd8-acdf-f6ac21d754db-kube-api-access-lbvk6\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.154168 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.154181 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154170 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/caef71be-bdcb-4fd8-acdf-f6ac21d754db-tmp-volume\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.154219 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:08.154208068 +0000 UTC m=+47.928729219 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154237 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/caef71be-bdcb-4fd8-acdf-f6ac21d754db-config-volume\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154276 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log-volume\" (UniqueName: \"kubernetes.io/empty-dir/caef71be-bdcb-4fd8-acdf-f6ac21d754db-var-log-volume\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.154323 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run-volume\" (UniqueName: \"kubernetes.io/empty-dir/caef71be-bdcb-4fd8-acdf-f6ac21d754db-var-run-volume\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") " pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.194168 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-qnode-manager-service-7d75767d6c-wxczr" podStartSLOduration=2.337703149 podStartE2EDuration="6.194155152s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:45:59.348635763 +0000 UTC m=+39.123156905" lastFinishedPulling="2026-03-02 20:46:03.205087757 +0000 UTC m=+42.979608908" observedRunningTime="2026-03-02 20:46:04.193631074 +0000 UTC m=+43.968152238" watchObservedRunningTime="2026-03-02 20:46:04.194155152 +0000 UTC m=+43.968676311" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:04.247538 27498 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod06806f54_f480_461f_a445_634daba6e8d6.slice/cri-containerd-826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e.scope WatchSource:0}: task 826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.255676 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.255697 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.255750 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:08.255735259 +0000 UTC m=+48.030256401 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.255875 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\" (UniqueName: \"kubernetes.io/local-volume/pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012\") pod \"priv-appliance-nats-server-0\" (UID: \"caef71be-bdcb-4fd8-acdf-f6ac21d754db\") device mount path \"/mnt/rancher/k3s/storage/pvc-b0aaa803-77dd-4eea-b3a1-ef9985a32012_default_data-volume-priv-appliance-nats-server-0\"" pod="default/priv-appliance-nats-server-0" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:04.443369 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/helper-pod-create-pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5" podStartSLOduration=1.443355583 podStartE2EDuration="1.443355583s" podCreationTimestamp="2026-03-02 20:46:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:46:04.442664379 +0000 UTC m=+44.217185543" watchObservedRunningTime="2026-03-02 20:46:04.443355583 +0000 UTC m=+44.217876749" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.558961 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.558991 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.559068 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:08.559046004 +0000 UTC m=+48.333567156 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:04.661406449Z" level=info msg="RunPodSandbox for name:\"priv-appliance-nats-server-0\" uid:\"caef71be-bdcb-4fd8-acdf-f6ac21d754db\" namespace:\"default\"" Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963561 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963587 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963584 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963611 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963635 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:08.963621653 +0000 UTC m=+48.738142804 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:04.963664 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:08.963646991 +0000 UTC m=+48.738168133 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:46:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}2026-03-02T20:46:05.149Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreienpcpvv66wumue6iu5reljdggjuh54ekcw2vglkxah34ie7ihn6a", "mh": "bciqi26e7ll55nizij4rj3ciwsgmmtip3yiufnvkmwvoapxyqj6qo34a"} Mar 02 20:46:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:05Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7f2a8f737a9cb5dbf7f1f174e5e3411a29e0026884800576d35d86fbd727283a" handler=mirror ip=127.0.0.1 latency="527.267µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:7f2a8f737a9cb5dbf7f1f174e5e3411a29e0026884800576d35d86fbd727283a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:06.017181291Z" level=info msg="connecting to shim a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b" address="unix:///run/containerd/s/048b1370bdc4dee94855db05cf3474028fe789f95ac082272fe7b8b9b627d96c" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:06.080254 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="04b36de1-def5-4e47-b0fa-459b7210e9b1" path="/var/lib/kubelet/pods/04b36de1-def5-4e47-b0fa-459b7210e9b1/volumes" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:06.080460 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="06806f54-f480-461f-a445-634daba6e8d6" path="/var/lib/kubelet/pods/06806f54-f480-461f-a445-634daba6e8d6/volumes" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:06.080615 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:06.080667 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:06.080751 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c9d863b3-c9d0-4e77-8f6d-24b5d44069cf" path="/var/lib/kubelet/pods/c9d863b3-c9d0-4e77-8f6d-24b5d44069cf/volumes" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.080870 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:06.140813468Z" level=info msg="RunPodSandbox for name:\"priv-appliance-nats-server-0\" uid:\"caef71be-bdcb-4fd8-acdf-f6ac21d754db\" namespace:\"default\" returns sandbox id \"a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b\"" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479308 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479336 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479364 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479381 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:14.479369277 +0000 UTC m=+54.253890428 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479383 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479317 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479429 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:46:14.479416659 +0000 UTC m=+54.253937810 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479448 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.479491 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:14.479480373 +0000 UTC m=+54.254001517 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580540 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580569 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580541 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580613 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580629 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:46:14.580611041 +0000 UTC m=+54.355132192 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:06.580670 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:14.580655253 +0000 UTC m=+54.355176404 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:06Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:6101dc0ecfd1ebf1315ba7e9cf17276b260b7dc2a96c6938030f794cbc1aadd0" type=CREATE Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.084905 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"minio-credentials\" (UniqueName: \"kubernetes.io/secret/6e7c8d09-3229-4655-ab49-217e38517343-minio-credentials\") pod \"priv-appliance-minio-0\" (UID: \"6e7c8d09-3229-4655-ab49-217e38517343\") " pod="default/priv-appliance-minio-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.084959 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" (UniqueName: \"kubernetes.io/local-volume/pvc-28609180-a93b-4bf8-8caa-79496e7281f5\") pod \"priv-appliance-minio-0\" (UID: \"6e7c8d09-3229-4655-ab49-217e38517343\") " pod="default/priv-appliance-minio-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.085015 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/6e7c8d09-3229-4655-ab49-217e38517343-empty-dir\") pod \"priv-appliance-minio-0\" (UID: \"6e7c8d09-3229-4655-ab49-217e38517343\") " pod="default/priv-appliance-minio-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.085120 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.085143 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.085197 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:15.085183714 +0000 UTC m=+54.859704858 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185694 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs-volume\" (UniqueName: \"kubernetes.io/empty-dir/e9d403a2-9443-4848-9c7e-41f6eb6865ce-logs-volume\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185719 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" (UniqueName: \"kubernetes.io/local-volume/pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185769 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x5fhm\" (UniqueName: \"kubernetes.io/projected/e9d403a2-9443-4848-9c7e-41f6eb6865ce-kube-api-access-x5fhm\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185795 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/e9d403a2-9443-4848-9c7e-41f6eb6865ce-tmp-volume\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185816 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"backup-volume\" (UniqueName: \"kubernetes.io/empty-dir/e9d403a2-9443-4848-9c7e-41f6eb6865ce-backup-volume\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.185880 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-writable\" (UniqueName: \"kubernetes.io/empty-dir/e9d403a2-9443-4848-9c7e-41f6eb6865ce-config-writable\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") " pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.186185 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-28609180-a93b-4bf8-8caa-79496e7281f5\" (UniqueName: \"kubernetes.io/local-volume/pvc-28609180-a93b-4bf8-8caa-79496e7281f5\") pod \"priv-appliance-minio-0\" (UID: \"6e7c8d09-3229-4655-ab49-217e38517343\") device mount path \"/mnt/rancher/k3s/storage/pvc-28609180-a93b-4bf8-8caa-79496e7281f5_default_data-priv-appliance-minio-0\"" pod="default/priv-appliance-minio-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287181 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/82dca876-f35f-48a5-878b-646ca9911ec8-empty-dir\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287256 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"start-scripts\" (UniqueName: \"kubernetes.io/configmap/82dca876-f35f-48a5-878b-646ca9911ec8-start-scripts\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287268 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"redis-password\" (UniqueName: \"kubernetes.io/secret/82dca876-f35f-48a5-878b-646ca9911ec8-redis-password\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287350 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"health\" (UniqueName: \"kubernetes.io/configmap/82dca876-f35f-48a5-878b-646ca9911ec8-health\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287375 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-42477686-14b9-497b-9d30-a1170eae268a\" (UniqueName: \"kubernetes.io/local-volume/pvc-42477686-14b9-497b-9d30-a1170eae268a\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287395 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82dca876-f35f-48a5-878b-646ca9911ec8-config\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") " pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.287911 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\" (UniqueName: \"kubernetes.io/local-volume/pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26\") pod \"priv-appliance-elasticsearch-master-0\" (UID: \"e9d403a2-9443-4848-9c7e-41f6eb6865ce\") device mount path \"/mnt/rancher/k3s/storage/pvc-eaf35f8d-7dd5-4dde-ab89-c190d1cd7f26_default_priv-appliance-elasticsearch-master-priv-appliance-elasticsearch-master-0\"" pod="default/priv-appliance-elasticsearch-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:07.353519 27498 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4f7bc39e_73b0_487b_a5d8_4a20ee10ef71.slice/cri-containerd-75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10.scope WatchSource:0}: task 75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10 not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:07.353572 27498 watcher.go:93] Error while processing event ("/sys/fs/cgroup/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0ed4d054_9c03_4474_b6d5_0385e8ee4fe6.slice/cri-containerd-033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5.scope": 0x40000100 == IN_CREATE|IN_ISDIR): inotify_add_watch /sys/fs/cgroup/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0ed4d054_9c03_4474_b6d5_0385e8ee4fe6.slice/cri-containerd-033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5.scope: no such file or directory Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.364024 27498 cadvisor_stats_provider.go:567] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podcaef71be_bdcb_4fd8_acdf_f6ac21d754db.slice/cri-containerd-a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b.scope\": RecentStats: unable to find data in memory cache]" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07.384977315Z" level=info msg="RunPodSandbox for name:\"priv-appliance-minio-0\" uid:\"6e7c8d09-3229-4655-ab49-217e38517343\" namespace:\"default\"" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.388330 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-42477686-14b9-497b-9d30-a1170eae268a\" (UniqueName: \"kubernetes.io/local-volume/pvc-42477686-14b9-497b-9d30-a1170eae268a\") pod \"priv-appliance-redis-master-0\" (UID: \"82dca876-f35f-48a5-878b-646ca9911ec8\") device mount path \"/mnt/rancher/k3s/storage/pvc-42477686-14b9-497b-9d30-a1170eae268a_default_redis-data-priv-appliance-redis-master-0\"" pod="default/priv-appliance-redis-master-0" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.538422 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07.544745826Z" level=info msg="RunPodSandbox for name:\"priv-appliance-elasticsearch-master-0\" uid:\"e9d403a2-9443-4848-9c7e-41f6eb6865ce\" namespace:\"default\"" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.589682 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/266bea42-3a03-4131-a914-4604d0b533c0-script\") pod \"helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " pod="kube-system/helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.589731 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gfpkh\" (UniqueName: \"kubernetes.io/projected/266bea42-3a03-4131-a914-4604d0b533c0-kube-api-access-gfpkh\") pod \"helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " pod="kube-system/helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:07.589811 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/266bea42-3a03-4131-a914-4604d0b533c0-data\") pod \"helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " pod="kube-system/helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07.644952589Z" level=info msg="RunPodSandbox for name:\"priv-appliance-redis-master-0\" uid:\"82dca876-f35f-48a5-878b-646ca9911ec8\" namespace:\"default\"" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.791757 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.791785 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.791862 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:15.791846006 +0000 UTC m=+55.566367157 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:07.888964276Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" uid:\"266bea42-3a03-4131-a914-4604d0b533c0\" namespace:\"kube-system\"" Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}E0302 20:46:07.993742 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.993765 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:07.993816 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:15.993802667 +0000 UTC m=+55.768323818 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:08.046141 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:08.080991 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:08.081060 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.081068 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.196106 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.196131 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.196183 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:16.196169006 +0000 UTC m=+55.970690157 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.296627 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.296656 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.296708 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:16.296693944 +0000 UTC m=+56.071215086 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}E0302 20:46:08.600003 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.600028 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:08.600079 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:16.600063531 +0000 UTC m=+56.374584691 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:46:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}E0302 20:46:09.003468 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:09.003498 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:09.003553 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:17.003539152 +0000 UTC m=+56.778060294 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:09.003582 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:09.003616 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:09.003667 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:17.003652828 +0000 UTC m=+56.778173973 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:46:09.354313183Z" level=info msg="connecting to shim 056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3" address="unix:///run/containerd/s/a1bd0fdc1d44bc8e0a01984667f62209c8b86f6b986297ce01014405bdd40860" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.358181063Z" level=info msg="connecting to shim c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95" address="unix:///run/containerd/s/184388b238f8a9498c71e378df5c6837511184f5232547a909abcba3ff0e1168" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.362963967Z" level=info msg="connecting to shim 695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff" address="unix:///run/containerd/s/f8b1ca23651e947c30c419b38334782e914e8bfc2a6cc92341128e2dcc3fd9f3" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.367340108Z" level=info msg="connecting to shim 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" address="unix:///run/containerd/s/23966770f06e3f8f136e12364603268e75a03212622fa3a1b1512b8ab78b0c64" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.420912745Z" level=info msg="RunPodSandbox for name:\"priv-appliance-minio-0\" uid:\"6e7c8d09-3229-4655-ab49-217e38517343\" namespace:\"default\" returns sandbox id \"056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.424483103Z" level=info msg="RunPodSandbox for name:\"helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" uid:\"266bea42-3a03-4131-a914-4604d0b533c0\" namespace:\"kube-system\" returns sandbox id \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.428555098Z" level=info msg="CreateContainer within sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" for container name:\"helper-pod\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.433503779Z" level=info msg="RunPodSandbox for name:\"priv-appliance-elasticsearch-master-0\" uid:\"e9d403a2-9443-4848-9c7e-41f6eb6865ce\" namespace:\"default\" returns sandbox id \"c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.436404072Z" level=info msg="RunPodSandbox for name:\"priv-appliance-redis-master-0\" uid:\"82dca876-f35f-48a5-878b-646ca9911ec8\" namespace:\"default\" returns sandbox id \"695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.442343824Z" level=info msg="Container bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.451023881Z" level=info msg="CreateContainer within sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" for name:\"helper-pod\" returns container id \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.451401607Z" level=info msg="StartContainer for \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\"" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.452019835Z" level=info msg="connecting to shim bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883" address="unix:///run/containerd/s/23966770f06e3f8f136e12364603268e75a03212622fa3a1b1512b8ab78b0c64" protocol=ttrpc version=3 Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.500934262Z" level=info msg="StartContainer for \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" returns successfully" Mar 02 20:46:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:09.501662915Z" level=info msg="received container exit event container_id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" pid:31438 exited_at:{seconds:1772484369 nanos:501483850}" Mar 02 20:46:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:10.080565 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:10.080641 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:10.080649 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:10.178221 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/helper-pod-create-pvc-257dd772-2aef-466b-bf4c-fe94ba863e94" podStartSLOduration=3.178207025 podStartE2EDuration="3.178207025s" podCreationTimestamp="2026-03-02 20:46:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:46:10.177475278 +0000 UTC m=+49.951996438" watchObservedRunningTime="2026-03-02 20:46:10.178207025 +0000 UTC m=+49.952728184" Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:11.078278 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11.167385136Z" level=info msg="StopPodSandbox for \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\"" Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11.167436849Z" level=info msg="Container to stop \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11.173700197Z" level=info msg="received sandbox exit event container_id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" exit_status:137 exited_at:{seconds:1772484371 nanos:173551339}" monitor_name=podsandbox Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11Z" level=debug msg="failed to run bootstrap" attempts=14 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:12.080663 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:12.080735 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:12.080743 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:13.736744 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:46:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:13.738706 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:14.080163 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:14.080240 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.080247 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552749 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552777 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552763 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552843 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:30.552811341 +0000 UTC m=+70.327332483 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552868 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552875 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552890 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552937 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:46:30.552920268 +0000 UTC m=+70.327441414 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.552952 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:30.552946662 +0000 UTC m=+70.327467805 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654328 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654354 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654406 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:46:30.654390219 +0000 UTC m=+70.428911371 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654617 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654642 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:46:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:14.654685 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:30.65467514 +0000 UTC m=+70.429196281 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.159684 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.159712 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.159765 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:31.159752191 +0000 UTC m=+70.934273334 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.867371 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.867397 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:15.867445 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:31.867431571 +0000 UTC m=+71.641952713 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:15Z" level=debug msg="failed to run bootstrap" attempts=15 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.013Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihlpanmcayzsjrnxo5jilxcv56tpiun4v7gibasuyt7hgsk6tnmx4", "mh": "bciqow6a2yebrtetc3o52sqxofl35g6ri3zl6mqcbfjrh6onev5g2zpy"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:db1e0723a4ebb6939da7c1dfe3d48730e088a61701de835a27069230df829473" handler=mirror ip=127.0.0.1 latency="607.287µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:db1e0723a4ebb6939da7c1dfe3d48730e088a61701de835a27069230df829473" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.068881 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.068907 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.068972 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:32.068944466 +0000 UTC m=+71.843465616 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:16.080423 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:16.080482 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.080490 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.115Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidcryzj5myuycwvsdcuf5ckq3rzrqg63kt56v7gfucntqofe6g5xu", "mh": "bciqgfdrst2zrjqfnlegfil2evbxdtdan5wvh35l6mlie3ha4kj4n3pi"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9" handler=mirror ip=127.0.0.1 latency="786.836µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.118Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicxxkhpqxy7ltrkk6fahogzbx7utkybu6sfcbn4pakxtjf6w2opru", "mh": "bciqfpouo7bpr6xhcuv4kao4nsdp7jgvqdj5ekec3y6avpgsl5nu47di"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1cb3ec8ebcfb2d3ed66e4bc8d77b79877789c1c060f27bdcd3a5065fad829dd6" handler=mirror ip=127.0.0.1 latency="497.94µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:1cb3ec8ebcfb2d3ed66e4bc8d77b79877789c1c060f27bdcd3a5065fad829dd6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.120Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieybnztkc52f3pg3hctgltsastgja6zggagevgnt5lylvpxofao2i", "mh": "bciqjqc3tguf3ulw6nwofgmxhebfgmsb5smmamjkm3h2xqxk7o4ka5uq"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:47d2cc08ebc81510e04dc055d00eba29ff8ec9bf18211dd083e5f385116769e4" handler=mirror ip=127.0.0.1 latency="484.337µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:47d2cc08ebc81510e04dc055d00eba29ff8ec9bf18211dd083e5f385116769e4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.122Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiafztkctpefwqq5olorl3bgu3o2txxmrcgfr5pvc2l5gqikqtya3i", "mh": "bciqaltgufg6ilnbb24w5cxwcnjw5vhpozcemld27kfux2naqvbhqbwq"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3ffbc2e8833044834ccfc60c99f6275f3632718226c6ef0c9706b41890795123" handler=mirror ip=127.0.0.1 latency="468.515µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:3ffbc2e8833044834ccfc60c99f6275f3632718226c6ef0c9706b41890795123" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.125Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiedj57ko6z4swgvit6bttourlsi6pjfdgoxitczoeftbdnd3zbppm", "mh": "bciqigt36u55tzfmnkrh4dhg5jcxer46skgm5orgfs4ilgcg2hxsc66y"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c87353e53a37975c7a9cbc8b1575c6f035b3297a07cdbca6d966578f30bd88dd" handler=mirror ip=127.0.0.1 latency="328.61µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:c87353e53a37975c7a9cbc8b1575c6f035b3297a07cdbca6d966578f30bd88dd" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.127Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiddyecnxowoy5hysp2vbi3klulv26yja3o7o6b3i6prq672rkfv2q", "mh": "bciqghqie3o5m5r2pre7vkcrwuxixlv5qsbw5654dwr47db57vcullva"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:dd13469bd721b5be7cf959e3c70401cc786440559a70b150bf3f6a160663720f" handler=mirror ip=127.0.0.1 latency="374.274µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:dd13469bd721b5be7cf959e3c70401cc786440559a70b150bf3f6a160663720f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.129Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidr7rwvj4mdzruf7lcnr6admt42ipfet6qcvz23tp2zvlnhbmxoka", "mh": "bciqhd7dnktyyhtdil6we3d4agzhzuq6kjh5afltvxg7vtkw2oczo4ua"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:75ad3d205b534728922fbbfbb9d988a7710bb48efe42850c0e239b507466a165" handler=mirror ip=127.0.0.1 latency="273.583µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:75ad3d205b534728922fbbfbb9d988a7710bb48efe42850c0e239b507466a165" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.131Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiejfyc5jwv5dyg7cppul3w6st7hnxgz6abb7okoa5li6xcmbdkame", "mh": "bciqislqf2tnl2hqn6e67ixxn5fh6o3ont4acd64u4b2wr5oeycguayi"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202" handler=mirror ip=127.0.0.1 latency="277.113µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.133Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreid5z74t5o5bmvplosheizizreoyzfqyorcold3mp3miv46kcu7wm4", "mh": "bciqh3t7zh252czk6w5eoirsrtci5rslbq5ce4whwy7wyrlz4ufj7mzy"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a81ec5677483d0d4ff794af2faeaf6f04256ca3386317e1f3c40e2f6ea4bac90" handler=mirror ip=127.0.0.1 latency="302.001µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:a81ec5677483d0d4ff794af2faeaf6f04256ca3386317e1f3c40e2f6ea4bac90" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.135Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih5jh2qnmqnpryk7shq6z47byxc6lfj6nwu5sf67khuwd7wfiamga", "mh": "bciqp2spva2za27dqv7epb5tz6drof4wkt43nj3el56upjmh7mkqayma"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7aa807f3a01a88d3ae9cf9191ae29036b7e77e5c42dc0a1317ef4512aca289fd" handler=mirror ip=127.0.0.1 latency="449.355µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:7aa807f3a01a88d3ae9cf9191ae29036b7e77e5c42dc0a1317ef4512aca289fd" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.140Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifzgwfam5khe45cxv2wy4h2s5gbwfeccv5pzzltx27z2xn7hvfmte", "mh": "bciqlsnmkaz2uojz2fplvnrypvf2mdmkiefl27tsxhpv7tvo36pkkzgi"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c2d8b91b6f2054aa4d9b37a16ff5c35dd5fd69113ec324e29cf73a41a7eb48b0" handler=mirror ip=127.0.0.1 latency="343.516µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:c2d8b91b6f2054aa4d9b37a16ff5c35dd5fd69113ec324e29cf73a41a7eb48b0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.142Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigpesakttjm7urywmfhnms2eugzr7kba3zmivxnv4snmwpisvhwte", "mh": "bciqm6jeavhgsz7jdrmyko2zfujintd6ucbxsyrlo3lze2zm6rfkpngi"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5f82b51355ff3e1640602e23645b9ac4d54e8a0d047a15a6eccad8491aa379f2" handler=mirror ip=127.0.0.1 latency="306.487µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:5f82b51355ff3e1640602e23645b9ac4d54e8a0d047a15a6eccad8491aa379f2" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.144Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifbx3nucytv3kwqb24koft765dq47q2ry55cg3to7ophpxkuco3xq", "mh": "bciqkdpw3ifrhlwvnadvyu4lh752hbz7bvdr32enxg5646o7ovie5xpa"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ccf94c3e0d87e14e0250c6f0fe900328ce8644322b187ef2f26da411c1254415" handler=mirror ip=127.0.0.1 latency="324.27µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:ccf94c3e0d87e14e0250c6f0fe900328ce8644322b187ef2f26da411c1254415" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.146Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibrd4dseno6ptgvef7o6ivmapl4bp5f6tee2ijntgohuzl2343k5a", "mh": "bciqdchyhei2547gnkil654rkya6xyc72l5gijuqs3gm4pjsxvxzwv2a"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3aeb72c74ddd5aaede6155b8825f0df5a66581e87541529835fc120db8baf93a" handler=mirror ip=127.0.0.1 latency="343.88µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:3aeb72c74ddd5aaede6155b8825f0df5a66581e87541529835fc120db8baf93a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.148Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreief6jbu5i7qpvhticphyybhcuplo3yjnjsc3bmjotiojdtcotwaqa", "mh": "bciqil4sdj2r7a7kpgqe6prqcofi6w5xqs2tefwcys5gq4shge5hmbaa"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:552cff2f2f6f49e862a97de0c5dd743546628773044f43bc41ebdad48840fed2" handler=mirror ip=127.0.0.1 latency="279.96µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:552cff2f2f6f49e862a97de0c5dd743546628773044f43bc41ebdad48840fed2" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.150Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihsiqxyet3muckayfl6kjyjmmcuckcmj26um3li5wzxf5au65qtlu", "mh": "bciqperbpqjhwzieubqkx4utqsyyfieueytv5izwwr3ntol2bj53bgxi"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2dac71d77711bb1d8ef42ee782125af6c4d2a9dce40ca98a2f9e55a46e4cce58" handler=mirror ip=127.0.0.1 latency="368.641µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:2dac71d77711bb1d8ef42ee782125af6c4d2a9dce40ca98a2f9e55a46e4cce58" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.152Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieds6v2oa25lfcd3rqrefkuh7mkf4r6ftjwzceharb2uljok4z4qi", "mh": "bciqihf5lu4bv2wkehxdbcikvip6yulzd4lgtnseiobcdviws4vztzaq"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:e1b7811c27709f366295963dbdab19ede8a3eaf639d61489bac5436749d9db11" handler=mirror ip=127.0.0.1 latency="382.628µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:e1b7811c27709f366295963dbdab19ede8a3eaf639d61489bac5436749d9db11" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.154Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigwrirgmyephoks25awfqvesibkysx36wvxexj573fhbgx44yxziy", "mh": "bciqnncrcmzqi6o4vfv2bmlbkjeqcvrfpx5nlojot37wkocnpzzrpsrq"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ebc842c12ab6831b9496714b7b2b1ae77762938ff70b2a0afa5a7976e730ab34" handler=mirror ip=127.0.0.1 latency="456.082µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:ebc842c12ab6831b9496714b7b2b1ae77762938ff70b2a0afa5a7976e730ab34" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.157Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieeypoloklhvielnpmlh5ln6tg6a5i32hywnop5rdagm2mapcpa7e", "mh": "bciqijq64w4uwpkqiw26ywp2w35gn4b2rxuprm2473cgamzuya6e6b6i"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5768cf85f047731f9ec6270331e8eb8db43edc98d29d92172bee3263a53bff0b" handler=mirror ip=127.0.0.1 latency="256.499µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:5768cf85f047731f9ec6270331e8eb8db43edc98d29d92172bee3263a53bff0b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.159Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiemmce5nj6s3bn4xqdveag6343pq6a7v7nnobmh6kumi2vsgvsh6e", "mh": "bciqiyyej22t5fwc3zpahkian5xzw7b4b7l6224cyp4viyrvlenlep4i"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:86fd45258043aa3bc2624abc25171ee89819ad1bf937cc6e99f9190d75f45d22" handler=mirror ip=127.0.0.1 latency="286.704µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:86fd45258043aa3bc2624abc25171ee89819ad1bf937cc6e99f9190d75f45d22" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.161Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidhugnohtlxmpgz6bkcnpa4m4zv5zjpneyzyhmsnmadr2hvdeai5y", "mh": "bciqgpim24pgxoy6nt4cue26byzztl3ss62jrtqoze2yahdupkgiar3q"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a661bf4ecb31e5ac0846cf527a9b2964e0cbf3651ec20bb5ef8af83b494b54d1" handler=mirror ip=127.0.0.1 latency="283.85µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:a661bf4ecb31e5ac0846cf527a9b2964e0cbf3651ec20bb5ef8af83b494b54d1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.163Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig7mjkvrsuk5sihvts4nrdrccscnna3rdjgby7hryfra6uxjhvb6m", "mh": "bciqn6ysvldfiv3eqplhfy3chcefee22bxcgsmdr6pdqlcb5jospkd4y"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a89cd909ff1054f2fc76525cc8155359244b0d8a3b890f4f3e106527f87a57c6" handler=mirror ip=127.0.0.1 latency="248.717µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:a89cd909ff1054f2fc76525cc8155359244b0d8a3b890f4f3e106527f87a57c6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.165Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiepa33nd4qom7aau53hmi6ipzvhzrebowpcgbawh7en2wpsehz47e", "mh": "bciqi6bxw2hza4z6abj3woyr4q7tkptcic5m6emcbmp6i3vm7eiptz6i"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4b66b7730557744e15dcbf47d652794de2cc24962a43b331b4a3a7689947c38c" handler=mirror ip=127.0.0.1 latency="260.54µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:4b66b7730557744e15dcbf47d652794de2cc24962a43b331b4a3a7689947c38c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.167Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicthfiwcrnhmzvo6k3mny4uwmdvas2vhot3xuw4h636uu2mmrlr34", "mh": "bciqfgokrmfc2oztk54vwy3rzjmyhkbfvko5hxpjnyp5x5jjuyzcxdxy"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:20b4ef65fffe301c5f5273f08ab6fa4315f10aa5e095e578add3a6ebdd818625" handler=mirror ip=127.0.0.1 latency="196.794µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:20b4ef65fffe301c5f5273f08ab6fa4315f10aa5e095e578add3a6ebdd818625" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.169Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihw6tj6oo2li73y745lkibdlylvopspndmr4435proojsb5fhstam", "mh": "bciqpn5gt445uwr7xr7z2wuqcgxqxk47e62gzdzzx27c44ted2kpfgay"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d492b5b9dbad96664d1a6934732d2f58f8b32c9397e6471f69628729b93af205" handler=mirror ip=127.0.0.1 latency="250.666µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:d492b5b9dbad96664d1a6934732d2f58f8b32c9397e6471f69628729b93af205" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.171Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib7okjokfw4j5jwsz5pqtbd2lhm2zo5fskzlddsz7ka34vdl3ws3i", "mh": "bciqd64us4ulnyt2tnft27bgchuwozvs52levswghft6ubxzkgxxnfwq"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3517c64673d759d7acc0886019683eb78cc47606910185f58937dcc92291cd71" handler=mirror ip=127.0.0.1 latency="434.14µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:3517c64673d759d7acc0886019683eb78cc47606910185f58937dcc92291cd71" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.174Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih6jdtulkr2bqz7u5slm6te6xmri76qpgbbg74uwukwquc6vgubpy", "mh": "bciqp4shhiwvdudbt7j3ewz5gj5ozcr75a6mccn7zjnivnbif5knic7q"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f57c329723003ddedb1441417d91a7763cd0310d46804511bd672719886a7eee" handler=mirror ip=127.0.0.1 latency="294.038µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:f57c329723003ddedb1441417d91a7763cd0310d46804511bd672719886a7eee" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.176Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig3p2ordop5xi6xqi4dumdvbtpyqpflbhxg4hp4fh4ya63aagbjju", "mh": "bciqnw7u5cg473or5paryhiyhkdg7ra6kwcponyo7ykpzqb5waamcsti"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4332936c9327a0078a04dace28fb3e2fee01df1a2e66415eba23bc35933719b9" handler=mirror ip=127.0.0.1 latency="419.487µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:4332936c9327a0078a04dace28fb3e2fee01df1a2e66415eba23bc35933719b9" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.178Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifuhrzgdlorbvnnrdfztf635szof5rgiwkfllioxjex5hunluko6e", "mh": "bciqlipdsmgw5cdk23cgltgl5x3fs4l3cmrmukwwq5osjp2pi2xiu54i"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6f007c0fed91c1689d7f523e98db3afc00b6f580630deded54fbafd7f44ac8ff" handler=mirror ip=127.0.0.1 latency="285.643µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:6f007c0fed91c1689d7f523e98db3afc00b6f580630deded54fbafd7f44ac8ff" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:16.180Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiceium42jykpla3kfzoqi7a4cpnaldhzspmwcoq67twnujtu5ydju", "mh": "bciqeirizzutqu6wbwuls5ar6bye62awgpte6zme5b57hm3ithj3qgti"} Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5cbea6c50ec54db9ecbd642f747118e6f266742df22970a057da8d8ba6546e83" handler=mirror ip=127.0.0.1 latency="305.008µs" logger=spegel method=GET path="/v2/securiti/content-classification/blobs/sha256:5cbea6c50ec54db9ecbd642f747118e6f266742df22970a057da8d8ba6546e83" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.270331 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.270361 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.270423 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:46:32.270407462 +0000 UTC m=+72.044928613 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.371718 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.371748 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.371803 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:46:32.371788331 +0000 UTC m=+72.146309473 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.673882 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.673904 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:16.673953 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:46:32.673938869 +0000 UTC m=+72.448460019 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:a37bca88226c081ab99837e285921afd0bacf42316a5600804754e6a70082b77" type=CREATE Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:b488052f8d40e30cf5de606b5ea643ee9f702ee279a536cb91b87e6755758df5" type=CREATE Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.076982 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.077010 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.077056 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:46:33.077043911 +0000 UTC m=+72.851565059 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.077103 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.077126 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:17.077176 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:46:33.077161755 +0000 UTC m=+72.851682898 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:17.675Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaqpvtqucznewabfr7kr3xyhw5sduv6lqefytfi4mpr4kqnct57mi", "mh": "bciqba7lhbifs2jmacld6vdxpqpn3ehjl4xailrgkryy7dyva2fh36yq"} Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe" handler=mirror ip=127.0.0.1 latency="545.048µs" logger=spegel method=GET path="/v2/foundri/tools/blobs/sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:17.678Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicdadbl4zd5k6roj7vsfrcrgrsgpegf3mtviuxqjdqmsylftblx4u", "mh": "bciqegagcxzsh2v5c4t7lelcfcndem6imlwzhkrjpashazfqwlgcxpzi"} Mar 02 20:46:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:17Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:aad876f0c9108789f9c3500fb6dfbee11685a16ef5b141b93c35eab996a26f74" handler=mirror ip=127.0.0.1 latency="522.833µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/manifests/sha256:aad876f0c9108789f9c3500fb6dfbee11685a16ef5b141b93c35eab996a26f74" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:18.080150 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:18.080223 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:18.080230 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:18Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:7f2a8f737a9cb5dbf7f1f174e5e3411a29e0026884800576d35d86fbd727283a" type=CREATE Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:19.502817530Z" level=error msg="failed to handle container TaskExit event container_id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" pid:31438 exited_at:{seconds:1772484369 nanos:501483850}" error="failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:46:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:19Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#2: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#3: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#4: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#5: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#6: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#7: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#8: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#9: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9\n#10: no distribution source labels found for sha256:8310c85932a4d0470ebd3084d3bea38ec814a38cdeb3661b48fc9b3149b363b9" logger=spegel Mar 02 20:46:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:1cb3ec8ebcfb2d3ed66e4bc8d77b79877789c1c060f27bdcd3a5065fad829dd6" type=CREATE Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:20.080350 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:20.080426 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:20.080434 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:db1e0723a4ebb6939da7c1dfe3d48730e088a61701de835a27069230df829473" type=CREATE Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:c87353e53a37975c7a9cbc8b1575c6f035b3297a07cdbca6d966578f30bd88dd" type=CREATE Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:dd13469bd721b5be7cf959e3c70401cc786440559a70b150bf3f6a160663720f" type=CREATE Mar 02 20:46:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:47d2cc08ebc81510e04dc055d00eba29ff8ec9bf18211dd083e5f385116769e4" type=CREATE Mar 02 20:46:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:21.148769353Z" level=info msg="TaskExit event container_id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" id:\"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" pid:31438 exited_at:{seconds:1772484369 nanos:501483850}" Mar 02 20:46:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:21.174930599Z" level=error msg="failed to handle sandbox exit event container_id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" exit_status:137 exited_at:{seconds:1772484371 nanos:173551339}" error="failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:46:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:7eebfcbd2b3971e382c8104197b4ef4c0d5a1e2ebdc49d6e558f0ac741a3481d" type=CREATE Mar 02 20:46:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:22.080095 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:22.080164 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:22.080172 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:22Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#2: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#3: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#4: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#5: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#6: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#7: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#8: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#9: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202\n#10: no distribution source labels found for sha256:bdf8ca378448eff63b7ba0d2e0ec21832c905beb273a967f2f4749161d7dc202" logger=spegel Mar 02 20:46:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:22Z" level=debug msg="failed to run bootstrap" attempts=16 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:23.159911959Z" level=error msg="get state for bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883" error="context deadline exceeded" Mar 02 20:46:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:23.159939233Z" level=warning msg="unknown status" status=0 Mar 02 20:46:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:a81ec5677483d0d4ff794af2faeaf6f04256ca3386317e1f3c40e2f6ea4bac90" type=CREATE Mar 02 20:46:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:c2d8b91b6f2054aa4d9b37a16ff5c35dd5fd69113ec324e29cf73a41a7eb48b0" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:3ffbc2e8833044834ccfc60c99f6275f3632718226c6ef0c9706b41890795123" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:24.080288 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:24.080354 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:24.080362 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:ccf94c3e0d87e14e0250c6f0fe900328ce8644322b187ef2f26da411c1254415" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:5f82b51355ff3e1640602e23645b9ac4d54e8a0d047a15a6eccad8491aa379f2" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:7aa807f3a01a88d3ae9cf9191ae29036b7e77e5c42dc0a1317ef4512aca289fd" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:ed919ff7566c050ede24384b28f9055077bb5886fcee9ca47ec7825a696ea72c" type=CREATE Mar 02 20:46:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:24Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:552cff2f2f6f49e862a97de0c5dd743546628773044f43bc41ebdad48840fed2" type=CREATE Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25.143588153Z" level=error msg="get state for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="context deadline exceeded" Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25.143615970Z" level=warning msg="unknown status" status=0 Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25.160314342Z" level=error msg="get state for bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883" error="context deadline exceeded" Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25.160340237Z" level=warning msg="unknown status" status=0 Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:7875dc73003ed73294618d8898ed0b9b8fd6974cb37e42594f8af78b85023173" type=CREATE Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:2dac71d77711bb1d8ef42ee782125af6c4d2a9dce40ca98a2f9e55a46e4cce58" type=CREATE Mar 02 20:46:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:25Z" level=debug msg="failed to run bootstrap" attempts=17 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:26.080756 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:26.080866 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:26.080877 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:75ad3d205b534728922fbbfbb9d988a7710bb48efe42850c0e239b507466a165" type=CREATE Mar 02 20:46:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:ebc842c12ab6831b9496714b7b2b1ae77762938ff70b2a0afa5a7976e730ab34" type=CREATE Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27.144560649Z" level=error msg="get state for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="context deadline exceeded" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27.144583701Z" level=warning msg="unknown status" status=0 Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27.161340677Z" level=error msg="get state for bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883" error="context deadline exceeded" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27.161358124Z" level=warning msg="unknown status" status=0 Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:28.080977 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:28.081045 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:28.081053 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:28Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:86fd45258043aa3bc2624abc25171ee89819ad1bf937cc6e99f9190d75f45d22" type=CREATE Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:28Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:44d579592004fb153ac4ea443f5945d825faeca6b0ce1b8e6b51dee879c82b55" type=CREATE Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:28.740544 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:46:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:28.743683 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:46:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:29.670502664Z" level=error msg="ttrpc: received message on inactive stream" stream=31 Mar 02 20:46:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:29.670562457Z" level=error msg="ttrpc: received message on inactive stream" stream=35 Mar 02 20:46:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:29.670568586Z" level=error msg="ttrpc: received message on inactive stream" stream=37 Mar 02 20:46:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:29.670572246Z" level=error msg="ttrpc: received message on inactive stream" stream=41 Mar 02 20:46:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:29.671449570Z" level=info msg="Ensure that container bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883 in task-service has been cleanup successfully" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:30.080456 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:30.080532 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.080541 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.184102 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.184160 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:30Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:3aeb72c74ddd5aaede6155b8825f0df5a66581e87541529835fc120db8baf93a" type=CREATE Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.606800 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.606843 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.606889 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:02.606877056 +0000 UTC m=+102.381398198 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607008 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607031 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607078 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:47:02.607065315 +0000 UTC m=+102.381586466 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607116 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607123 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.607138 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:02.607133588 +0000 UTC m=+102.381654730 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707748 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707783 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707763 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707859 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707868 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:02.707852597 +0000 UTC m=+102.482373738 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:46:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:30.707905 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:47:02.707893601 +0000 UTC m=+102.482414808 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:31.207762406Z" level=info msg="StopPodSandbox for \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\"" Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:31.207809687Z" level=info msg="Container to stop \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.212048 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.212065 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.212116 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:03.212102924 +0000 UTC m=+102.986624075 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:31.213951207Z" level=info msg="received sandbox exit event container_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897}" monitor_name=podsandbox Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:31Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:a89cd909ff1054f2fc76525cc8155359244b0d8a3b890f4f3e106527f87a57c6" type=CREATE Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.918649 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.918678 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:46:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:31.918723 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:03.918709672 +0000 UTC m=+103.693230814 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.040220 27498 scope.go:117] "RemoveContainer" containerID="75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.041542286Z" level=info msg="RemoveContainer for \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\"" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.080407 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.080506 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.080514 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.120873 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.120893 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.120936 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:47:04.120924557 +0000 UTC m=+103.895445706 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.171539089Z" level=info msg="RemoveContainer for \"75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10\" returns successfully" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.171732 27498 scope.go:117] "RemoveContainer" containerID="b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.172994749Z" level=info msg="RemoveContainer for \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\"" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.304280301Z" level=info msg="RemoveContainer for \"b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f\" returns successfully" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.304449 27498 scope.go:117] "RemoveContainer" containerID="826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.305585191Z" level=info msg="RemoveContainer for \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\"" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.322916 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.322938 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.323002 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:47:04.322986658 +0000 UTC m=+104.097507808 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.423395 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.423416 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.423465 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:47:04.423452504 +0000 UTC m=+104.197973657 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.487293681Z" level=info msg="RemoveContainer for \"826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e\" returns successfully" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:32.487472 27498 scope.go:117] "RemoveContainer" containerID="9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:32.488889963Z" level=info msg="RemoveContainer for \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\"" Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.725616 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.725647 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:46:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:32.725761 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:47:04.725730105 +0000 UTC m=+104.500251255 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129534 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129559 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129634 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:47:05.129611954 +0000 UTC m=+104.904133122 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129649 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129670 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:33.129720 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:47:05.129706259 +0000 UTC m=+104.904227491 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.139864286Z" level=info msg="RemoveContainer for \"9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07\" returns successfully" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.141062663Z" level=info msg="StopPodSandbox for \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\"" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.142815762Z" level=error msg="Failed to handle backOff event container_id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" exit_status:137 exited_at:{seconds:1772484371 nanos:173551339} for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="failed to handle container TaskExit event: failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.150238270Z" level=info msg="TearDown network for sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" successfully" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.150268901Z" level=info msg="StopPodSandbox for \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" returns successfully" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.150604676Z" level=info msg="RemovePodSandbox for \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\"" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.150628461Z" level=info msg="Forcibly stopping sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\"" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.159221479Z" level=info msg="TearDown network for sandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" successfully" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:20b4ef65fffe301c5f5273f08ab6fa4315f10aa5e095e578add3a6ebdd818625" type=CREATE Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33.471927008Z" level=info msg="Ensure that sandbox f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb in task-service has been cleanup successfully" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:46:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:33Z" level=debug msg="failed to run bootstrap" attempts=18 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:34.080180 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:34.080243 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:34.080250 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.296425483Z" level=info msg="RemovePodSandbox \"f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb\" returns successfully" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.296815592Z" level=info msg="StopPodSandbox for \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\"" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.306183212Z" level=info msg="TearDown network for sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" successfully" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.306212774Z" level=info msg="StopPodSandbox for \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" returns successfully" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.306554526Z" level=info msg="RemovePodSandbox for \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\"" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.306575700Z" level=info msg="Forcibly stopping sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\"" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.314630311Z" level=info msg="TearDown network for sandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" successfully" Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:4b66b7730557744e15dcbf47d652794de2cc24962a43b331b4a3a7689947c38c" type=CREATE Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:e1b7811c27709f366295963dbdab19ede8a3eaf639d61489bac5436749d9db11" type=CREATE Mar 02 20:46:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:34.899187511Z" level=info msg="Ensure that sandbox eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 in task-service has been cleanup successfully" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:3517c64673d759d7acc0886019683eb78cc47606910185f58937dcc92291cd71" type=CREATE Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:f57c329723003ddedb1441417d91a7763cd0310d46804511bd672719886a7eee" type=CREATE Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:4332936c9327a0078a04dace28fb3e2fee01df1a2e66415eba23bc35933719b9" type=CREATE Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:d492b5b9dbad96664d1a6934732d2f58f8b32c9397e6471f69628729b93af205" type=CREATE Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:6f007c0fed91c1689d7f523e98db3afc00b6f580630deded54fbafd7f44ac8ff" type=CREATE Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.252392197Z" level=info msg="RemovePodSandbox \"eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5\" returns successfully" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.252925712Z" level=info msg="StopPodSandbox for \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\"" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.261785740Z" level=info msg="TearDown network for sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" successfully" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.261820303Z" level=info msg="StopPodSandbox for \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" returns successfully" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.262139365Z" level=info msg="RemovePodSandbox for \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\"" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.262162880Z" level=info msg="Forcibly stopping sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\"" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.270594591Z" level=info msg="TearDown network for sandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" successfully" Mar 02 20:46:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:35.360882987Z" level=info msg="Ensure that sandbox 6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea in task-service has been cleanup successfully" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:36.079894 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:36.079982 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:36.079991 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.377089577Z" level=info msg="RemovePodSandbox \"6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea\" returns successfully" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.377522966Z" level=info msg="StopPodSandbox for \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\"" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.387133259Z" level=info msg="TearDown network for sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" successfully" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.387168662Z" level=info msg="StopPodSandbox for \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" returns successfully" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.387517743Z" level=info msg="RemovePodSandbox for \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\"" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.387543687Z" level=info msg="Forcibly stopping sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\"" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.395848072Z" level=info msg="TearDown network for sandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" successfully" Mar 02 20:46:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:36.573916336Z" level=info msg="Ensure that sandbox 18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a in task-service has been cleanup successfully" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37Z" level=debug msg="failed to run bootstrap" attempts=19 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.390980572Z" level=info msg="RemovePodSandbox \"18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a\" returns successfully" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.393578847Z" level=error msg="ContainerStatus for \"6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.393713 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9\": not found" containerID="6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.393752 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9" err="rpc error: code = NotFound desc = an error occurred when try to find container \"6a8bcdd2e2707e2ec768bffa3dfc9751436bff5f9707dc7371f99ae8def1b1d9\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.394010057Z" level=error msg="ContainerStatus for \"898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.394173 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace\": not found" containerID="898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.394204 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace" err="rpc error: code = NotFound desc = an error occurred when try to find container \"898a6e6b245bd2d33669097099991a4834fdfd659d2a74844c7656cc4e991ace\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.394358397Z" level=error msg="ContainerStatus for \"98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.394460 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987\": not found" containerID="98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.394483 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987" err="rpc error: code = NotFound desc = an error occurred when try to find container \"98719fb6958d0574c03dd7d4b9827e4e46b690618d10f8509df8e63d861b9987\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.394800646Z" level=error msg="ContainerStatus for \"e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.394894 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0\": not found" containerID="e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.394911 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0" err="rpc error: code = NotFound desc = an error occurred when try to find container \"e90aad8d126a23f6b13f10f70127d994308eebbb73557f160c7e3bb3e2c72cc0\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395021435Z" level=error msg="ContainerStatus for \"c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395090 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f\": not found" containerID="c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395105 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f" err="rpc error: code = NotFound desc = an error occurred when try to find container \"c96963cea0b3f29dc22bd3a24487910ce9d7eb557719e5cb2a491318cba7511f\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395201081Z" level=error msg="ContainerStatus for \"e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395244 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595\": not found" containerID="e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395255 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595" err="rpc error: code = NotFound desc = an error occurred when try to find container \"e8bab39489e41602c04ecd154a3f839ea6c2c019da221712c9b3adc338891595\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395321024Z" level=error msg="ContainerStatus for \"dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395357 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e\": not found" containerID="dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395366 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e" err="rpc error: code = NotFound desc = an error occurred when try to find container \"dcfed39628f8d457662f99abbb3399898af562d562a9388e5c61979708923b5e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395437358Z" level=error msg="ContainerStatus for \"d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395480 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde\": not found" containerID="d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395499 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde" err="rpc error: code = NotFound desc = an error occurred when try to find container \"d8c08b82b81d719e550c0e54b18bb3749cda20ccbc8c8abe3b9412d91cc52bde\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395646850Z" level=error msg="ContainerStatus for \"1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395723 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0\": not found" containerID="1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395734 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0" err="rpc error: code = NotFound desc = an error occurred when try to find container \"1eecb361f95612b143fd9378e326ed8398ea85ef59f642763d1dabba0bdc47d0\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.395866171Z" level=error msg="ContainerStatus for \"151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.395922 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a\": not found" containerID="151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.395933 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a" err="rpc error: code = NotFound desc = an error occurred when try to find container \"151cc6c39fa23e8c0860e3cd1adbfff3b1ddbeacd9217f81ab20a8f6c24b539a\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.396064544Z" level=error msg="ContainerStatus for \"b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.396157 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a\": not found" containerID="b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.396182 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a" err="rpc error: code = NotFound desc = an error occurred when try to find container \"b81caad1919224e7e04427de4972b53a2382f7cc61f299326c02c6d276e5262a\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.396347826Z" level=error msg="ContainerStatus for \"9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.396443 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e\": not found" containerID="9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.396455 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e" err="rpc error: code = NotFound desc = an error occurred when try to find container \"9cd1e89b59a87e9db9213246ef36918bd7b89dfc9c199da603eb8b92882bf28e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.396558197Z" level=error msg="ContainerStatus for \"a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.396623 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa\": not found" containerID="a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.396633 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa" err="rpc error: code = NotFound desc = an error occurred when try to find container \"a4dba1affbadf2215e09ee9c4d30921b424f9df94041648d69c61e3f184a75aa\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.396712256Z" level=error msg="ContainerStatus for \"dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.396769 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949\": not found" containerID="dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.396783 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949" err="rpc error: code = NotFound desc = an error occurred when try to find container \"dd0fb6eccf9a3e2239f236be57e1fce76319e98cf5ad05a665d4309d94a92949\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.396889824Z" level=error msg="ContainerStatus for \"8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.396941 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88\": not found" containerID="8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.396950 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88" err="rpc error: code = NotFound desc = an error occurred when try to find container \"8ea4c22c5e3a4d1928e109afc3ded9075ff652ff93bbd2965b097bfe91a96b88\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397022007Z" level=error msg="ContainerStatus for \"c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397099 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5\": not found" containerID="c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.397118 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5" err="rpc error: code = NotFound desc = an error occurred when try to find container \"c70089bf5fb591e81e972064d49ff6c1d38458bbdbd6822ca0329a0c93cf13b5\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397219459Z" level=error msg="ContainerStatus for \"d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397269 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144\": not found" containerID="d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.397283 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144" err="rpc error: code = NotFound desc = an error occurred when try to find container \"d64b0b1a6a528e89cb69867995f6de991bc9cf465e8144b8f340cdab060ed144\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397376137Z" level=error msg="ContainerStatus for \"06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397420 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed\": not found" containerID="06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.397433 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"06d5e9ef5d365f158a4d6784c380d6d71f2715939fe55a93f3d9d4bbea7298ed\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397499815Z" level=error msg="ContainerStatus for \"22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397605 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e\": not found" containerID="22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.397627 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e" err="rpc error: code = NotFound desc = an error occurred when try to find container \"22fe041c9c1cfc8314f9268b545dd89d84d5f04d6822a55df5fd3acfac0b980e\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397774065Z" level=error msg="ContainerStatus for \"1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397843 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7\": not found" containerID="1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.397854 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7" err="rpc error: code = NotFound desc = an error occurred when try to find container \"1e1a2c401b24a029232dcac442f5bacf61df0425f16f88843bd5e7fb409629c7\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.397941364Z" level=error msg="ContainerStatus for \"496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.397998 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920\": not found" containerID="496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.398011 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920" err="rpc error: code = NotFound desc = an error occurred when try to find container \"496ad29d23bfca83485d885442dec84f6c1965529d69c3e970996e125d4fd920\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.398110028Z" level=error msg="ContainerStatus for \"f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.398153 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05\": not found" containerID="f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.398163 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05" err="rpc error: code = NotFound desc = an error occurred when try to find container \"f947d97ebbcd48135acfa04aa914b2919617038bfaf5f6489aacf90f6e296d05\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.398229224Z" level=error msg="ContainerStatus for \"047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.398281 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d\": not found" containerID="047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.398295 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d" err="rpc error: code = NotFound desc = an error occurred when try to find container \"047db9c581e0140b402b69dcb29e3e8492c8049782916db46d1decb477e6b61d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.398510447Z" level=error msg="ContainerStatus for \"50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.398580 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1\": not found" containerID="50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.398591 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1" err="rpc error: code = NotFound desc = an error occurred when try to find container \"50748998c6444066e12cea531a764980a2fc3e523851c6d790b1706dfd50cbf1\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.398924661Z" level=error msg="ContainerStatus for \"4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399015 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415\": not found" containerID="4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399047 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415" err="rpc error: code = NotFound desc = an error occurred when try to find container \"4de09da1496b737ef7781be5afedb6e65c18e54faab4233f38fad7590f249415\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399142888Z" level=error msg="ContainerStatus for \"4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399196 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426\": not found" containerID="4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399211 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426" err="rpc error: code = NotFound desc = an error occurred when try to find container \"4bebe645c74c300f757a178c80d433f803d2062dfb1dca5998fa39226546f426\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399355471Z" level=error msg="ContainerStatus for \"7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399446 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c\": not found" containerID="7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399457 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c" err="rpc error: code = NotFound desc = an error occurred when try to find container \"7ef3428ff98aa29af7499a33661c75dd72b4e8c3d19605660d079557d836625c\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399570255Z" level=error msg="ContainerStatus for \"f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399631 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe\": not found" containerID="f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399641 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe" err="rpc error: code = NotFound desc = an error occurred when try to find container \"f1f573fe08acb95ee617337ce1f43f1c3b0d0ce25723a3d51f2202f6aad522fe\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399719980Z" level=error msg="ContainerStatus for \"31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399761 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8\": not found" containerID="31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399771 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8" err="rpc error: code = NotFound desc = an error occurred when try to find container \"31f6931336903ce5d36516512db286a528323521572b01b1bb62908158a4eff8\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399860055Z" level=error msg="ContainerStatus for \"97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.399904 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d\": not found" containerID="97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.399914 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d" err="rpc error: code = NotFound desc = an error occurred when try to find container \"97e2324d94e1e98cb89e71346725f282e02b204a5ede79f0e88c69a3b6c49c6d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.399990805Z" level=error msg="ContainerStatus for \"494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.400039 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419\": not found" containerID="494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.400050 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419" err="rpc error: code = NotFound desc = an error occurred when try to find container \"494f7d950da1ebfcfadd6b9069b37d07775faaea9755e7690154fda706ad6419\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37.400113178Z" level=error msg="ContainerStatus for \"81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.400155 27498 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d\": not found" containerID="81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:37.400165 27498 kuberuntime_gc.go:364] "Error getting ContainerStatus for containerID" containerID="81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d" err="rpc error: code = NotFound desc = an error occurred when try to find container \"81ddf006722ca86a0eeca94cc77fea0ed7d5d6c80d3a9e8fba3c00598278d13d\": not found" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:37.540915 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:38.051133 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:38.080413 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:38.080476 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:38.080483 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:38.132927463Z" level=error msg="get state for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="context deadline exceeded" Mar 02 20:46:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:38.132953868Z" level=warning msg="unknown status" status=0 Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:40.081222 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:40.081294 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:40.081302 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:40.133208910Z" level=error msg="get state for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="context deadline exceeded" Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:40.133239454Z" level=warning msg="unknown status" status=0 Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:41.214079066Z" level=error msg="failed to handle sandbox exit event container_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897}" error="failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:46:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:42.080691 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:42.080776 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:42.080785 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:43Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/tools@sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe" type=CREATE Mar 02 20:46:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:43.747270 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:46:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:43.750725 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:46:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:aad876f0c9108789f9c3500fb6dfbee11685a16ef5b141b93c35eab996a26f74" type=CREATE Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:44.081373 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:44.081473 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:44.081484 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:44.414Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiardwpsore7ypunexjn57kr4v5s6d4l5eg4yv3yvsaftrdlis43ju", "mh": "bciqbchm7e5cj7q7i2jos336vdzl3f4hyx2inzrlxrlealhcgwrfzwti"} Mar 02 20:46:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:44Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329" handler=mirror ip=127.0.0.1 latency="655.661µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329" type=CREATE Mar 02 20:46:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:45Z" level=debug msg="failed to run bootstrap" attempts=20 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:46.079850 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:46.079920 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:46.079927 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.132996776Z" level=error msg="Failed to handle backOff event container_id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" exit_status:137 exited_at:{seconds:1772484371 nanos:173551339} for 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" error="failed to handle container TaskExit event: failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438308994Z" level=error msg="ttrpc: received message on inactive stream" stream=41 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438368716Z" level=error msg="ttrpc: received message on inactive stream" stream=43 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438373278Z" level=error msg="ttrpc: received message on inactive stream" stream=45 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438388123Z" level=error msg="ttrpc: received message on inactive stream" stream=47 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438394781Z" level=error msg="ttrpc: received message on inactive stream" stream=49 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438401378Z" level=error msg="ttrpc: received message on inactive stream" stream=51 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46.438406251Z" level=error msg="ttrpc: received message on inactive stream" stream=53 Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:46Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:5768cf85f047731f9ec6270331e8eb8db43edc98d29d92172bee3263a53bff0b" type=CREATE Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:47.358Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigifcxmlpp7skxhnzl4maunl3ovrajcwbmetlb3dzmcktcqvrgp7u", "mh": "bciqmqkfoyw677evoo3sxyybi2xw5lcasfmcyjgwdwhsyevgfblcm77i"} Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:35c114dce9733118c915f9872d68241e5e8564fa87960ddf32a80d21686b92ba" handler=mirror ip=127.0.0.1 latency="743.083µs" logger=spegel method=GET path="/v2/foundri/tools/blobs/sha256:35c114dce9733118c915f9872d68241e5e8564fa87960ddf32a80d21686b92ba" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:48.080783 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:48.080882 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:48.080891 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:48.133141437Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:46:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:48.133164080Z" level=warning msg="unknown status" status=0 Mar 02 20:46:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:50.080154 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:50.080223 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:50.080230 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50.134305654Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50.134332149Z" level=warning msg="unknown status" status=0 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.433Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihu5we3yihoedlsu3tf22oondbegl3a43zn5upwp3d7nu5s6udjqa", "mh": "bciqpj3mjxqqo4igxfjxglvu442gcimxwbzxs33i7m7wh63j3f5igtaa"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:be934c58c3b0f316abbd57ef75e3860f47b5876dde272c4a5d85c10f7acc49ee" handler=mirror ip=127.0.0.1 latency="687.054µs" logger=spegel method=GET path="/v2/foundri/tools/blobs/sha256:be934c58c3b0f316abbd57ef75e3860f47b5876dde272c4a5d85c10f7acc49ee" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.436Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaivyrdfn32y55pu32faygchsye4lsr6xizz6b5my7lrxffy7txii", "mh": "bciqarlrcgk3xvr327jxukbqmepfqjyxfd5ortt4d2zr6xdoklr7hoqq"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:341a555aac24158c257b88ffa876703526ac373c79e15cf3f7f9f859f66a6371" handler=mirror ip=127.0.0.1 latency="551.443µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:341a555aac24158c257b88ffa876703526ac373c79e15cf3f7f9f859f66a6371" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.438Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicw54otuqeovx6sosuswp5hij24mbntfmfzifivlhxohvgrkoqtky", "mh": "bciqfn3y5hjai5lp5e5fjfm72oqtvyyc3gkylsqkrkwpo4pkncu5bgvq"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:12d2f92b9eb676ae58053e33189bf2f00624aa7282e17fc2333d991b7319cd09" handler=mirror ip=127.0.0.1 latency="323.51µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:12d2f92b9eb676ae58053e33189bf2f00624aa7282e17fc2333d991b7319cd09" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.440Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidqyyeiautojhznthx4rko7yym6iupinkioy2exwihjxrlrqnd2yu", "mh": "bciqhbrqiqbjg4sps3gppzcu57rqz4ri6q2uq5rujpmqotpcxda2hvri"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c0048288d7707bede6947c3d747fb8b1f97b98eda75cc47eabc0b40bc2e78662" handler=mirror ip=127.0.0.1 latency="394.053µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:c0048288d7707bede6947c3d747fb8b1f97b98eda75cc47eabc0b40bc2e78662" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.442Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaiiu4ksg2tyofgidulm67434n5xk4oik5dpheaa6s2krlgu7zanm", "mh": "bciqaqrjyvenvhq4kmqhiwz57zxy33ovy4qv2g6oiab5fuvcwnj7sa2y"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1fbeca2b5de4809d06fc564065d8389604dddf6739c47671bf5b416ea8e5efda" handler=mirror ip=127.0.0.1 latency="244.292µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:1fbeca2b5de4809d06fc564065d8389604dddf6739c47671bf5b416ea8e5efda" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.444Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiagw75yyidp3r3lixrex6lougmb27636ovxhongf2hwxdity6p7gi", "mh": "bciqann73rqqg7xdwwrpcjp4w5imydv75x45loo42mlupnogrhr476mq"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d0e633cc989e68905318dfa1ca9db3a2a9ba3f811e8140bd3a66de13d81c02e3" handler=mirror ip=127.0.0.1 latency="255.76µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:d0e633cc989e68905318dfa1ca9db3a2a9ba3f811e8140bd3a66de13d81c02e3" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.446Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidofpmoxzq6nm5lp2zxhzdggaidmcfvwdeyhtsk3yvvprkrzzorwi", "mh": "bciqg4k6y5ptb42z2w7vtopsgmmaqgyellmgjqphevxrlk7cvdts5dmq"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a217f24df0bffec2c1c04ae5df1c855bc6ceb3980d0cc7f9317a324aed006618" handler=mirror ip=127.0.0.1 latency="270.736µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:a217f24df0bffec2c1c04ae5df1c855bc6ceb3980d0cc7f9317a324aed006618" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.448Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibpqquzam4o5wanshpnsavw5ysw4lz6rd7vew5l2a75jd6sopfcpy", "mh": "bciqc7bbjsazy53ma3eo63ebln3rfnyxt5ch7kjn2xub72sh5e46ke7q"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9cc0769096c096a316eabdc5884bab085da2487f10e89a389adf872d78060575" handler=mirror ip=127.0.0.1 latency="284.223µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:9cc0769096c096a316eabdc5884bab085da2487f10e89a389adf872d78060575" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiftms7esjc2zfnsixbkgxtez3dfigoglcxhfl4t6mz6zm3odbbp6y", "mh": "bciqlgzf6jesfvsk3erocunpgjtwgkqm4mwfookxzh4zt5szw4gcc75q"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a0788f7691a99d15b9e31d0c197fb72da5f185ec0c08173459ecb8d9d0d6e973" handler=mirror ip=127.0.0.1 latency="261.743µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:a0788f7691a99d15b9e31d0c197fb72da5f185ec0c08173459ecb8d9d0d6e973" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.452Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih33vnizpuc73qbxeukjg3mj4t4egsneyn5rdbtun4vg7nwa37osy", "mh": "bciqpxxk2rs7if7xadojiusnwytzhyine2jq33cgdhi3zkn63mbx65fq"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bba551e0cd288aa52a78ab0dc5de70e358a77a3794ba414fa0e2159aaba86dc2" handler=mirror ip=127.0.0.1 latency="411.831µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:bba551e0cd288aa52a78ab0dc5de70e358a77a3794ba414fa0e2159aaba86dc2" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:46:50.454Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicbsc5p353srja3j4nlreph3lindtxb2fot5jfr4m5sjxnoym35za", "mh": "bciqedef27x3xfcsbwty2xci6pwwq2hhoduk5h2sldyz3eto25qzx3sa"} Mar 02 20:46:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:50Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ec4a6e0220dcef723d62a6c9a9ba0f3550fc9f364dc1b048125bc63b1f8cf669" handler=mirror ip=127.0.0.1 latency="312.858µs" logger=spegel method=GET path="/v2/securiti/configuration-controller/blobs/sha256:ec4a6e0220dcef723d62a6c9a9ba0f3550fc9f364dc1b048125bc63b1f8cf669" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:46:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:51Z" level=debug msg="failed to run bootstrap" attempts=21 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:51Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:341a555aac24158c257b88ffa876703526ac373c79e15cf3f7f9f859f66a6371" type=CREATE Mar 02 20:46:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:51Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/tools@sha256:be934c58c3b0f316abbd57ef75e3860f47b5876dde272c4a5d85c10f7acc49ee" type=CREATE Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:52.080469 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:52.080552 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:52.080562 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:52Z" level=debug msg="failed to run bootstrap" attempts=22 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:52Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/tools@sha256:35c114dce9733118c915f9872d68241e5e8564fa87960ddf32a80d21686b92ba" type=CREATE Mar 02 20:46:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:54.079869 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:54.079952 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:54.079960 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:c0048288d7707bede6947c3d747fb8b1f97b98eda75cc47eabc0b40bc2e78662" type=CREATE Mar 02 20:46:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:1fbeca2b5de4809d06fc564065d8389604dddf6739c47671bf5b416ea8e5efda" type=CREATE Mar 02 20:46:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:d0e633cc989e68905318dfa1ca9db3a2a9ba3f811e8140bd3a66de13d81c02e3" type=CREATE Mar 02 20:46:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:a217f24df0bffec2c1c04ae5df1c855bc6ceb3980d0cc7f9317a324aed006618" type=CREATE Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.080781 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.080859 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:56.080866 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:56.135262466Z" level=error msg="Failed to handle backOff event container_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897} for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="failed to handle container TaskExit event: failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:56.135723368Z" level=info msg="received sandbox container exit event sandbox_id:\"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" exit_status:137 exited_at:{seconds:1772484371 nanos:173551339}" monitor_name=criService Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:56.165110106Z" level=info msg="TearDown network for sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" successfully" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:56.165151979Z" level=info msg="StopPodSandbox for \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" returns successfully" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.260575 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.355618 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-k5s24\" (UniqueName: \"kubernetes.io/projected/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-kube-api-access-k5s24\") pod \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.355654 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-data\") pod \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.355677 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-script\") pod \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\" (UID: \"0ed4d054-9c03-4474-b6d5-0385e8ee4fe6\") " Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.355757 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-data" (OuterVolumeSpecName: "data") pod "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6" (UID: "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.355957 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.356007 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-script" (OuterVolumeSpecName: "script") pod "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6" (UID: "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.356940 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-kube-api-access-k5s24" (OuterVolumeSpecName: "kube-api-access-k5s24") pod "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6" (UID: "0ed4d054-9c03-4474-b6d5-0385e8ee4fe6"). InnerVolumeSpecName "kube-api-access-k5s24". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.456930 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-k5s24\" (UniqueName: \"kubernetes.io/projected/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-kube-api-access-k5s24\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:56.456951 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:46:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:56Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:12d2f92b9eb676ae58053e33189bf2f00624aa7282e17fc2333d991b7319cd09" type=CREATE Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:57.061486 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" (UniqueName: \"kubernetes.io/local-volume/pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\") pod \"priv-appliance-postgresql-0\" (UID: \"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\") " pod="default/priv-appliance-postgresql-0" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:57.061529 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dshm\" (UniqueName: \"kubernetes.io/empty-dir/addd8cb4-c8fb-42e7-ab1e-faadd2d24f30-dshm\") pod \"priv-appliance-postgresql-0\" (UID: \"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\") " pod="default/priv-appliance-postgresql-0" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:57.061593 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/addd8cb4-c8fb-42e7-ab1e-faadd2d24f30-empty-dir\") pod \"priv-appliance-postgresql-0\" (UID: \"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\") " pod="default/priv-appliance-postgresql-0" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:57.061608 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"postgresql-password\" (UniqueName: \"kubernetes.io/secret/addd8cb4-c8fb-42e7-ab1e-faadd2d24f30-postgresql-password\") pod \"priv-appliance-postgresql-0\" (UID: \"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\") " pod="default/priv-appliance-postgresql-0" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:57.163464 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\" (UniqueName: \"kubernetes.io/local-volume/pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5\") pod \"priv-appliance-postgresql-0\" (UID: \"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\") device mount path \"/mnt/rancher/k3s/storage/pvc-7dd29749-5f86-4e31-82db-0ed2bf997ad5_default_data-priv-appliance-postgresql-0\"" pod="default/priv-appliance-postgresql-0" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57.361120884Z" level=info msg="RunPodSandbox for name:\"priv-appliance-postgresql-0\" uid:\"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\" namespace:\"default\"" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:a0788f7691a99d15b9e31d0c197fb72da5f185ec0c08173459ecb8d9d0d6e973" type=CREATE Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:bba551e0cd288aa52a78ab0dc5de70e358a77a3794ba414fa0e2159aaba86dc2" type=CREATE Mar 02 20:46:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:57Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:ec4a6e0220dcef723d62a6c9a9ba0f3550fc9f364dc1b048125bc63b1f8cf669" type=CREATE Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:58.080696 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0ed4d054-9c03-4474-b6d5-0385e8ee4fe6" path="/var/lib/kubelet/pods/0ed4d054-9c03-4474-b6d5-0385e8ee4fe6/volumes" Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:58.080907 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:58.080960 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:58.080968 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:58Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:9cc0769096c096a316eabdc5884bab085da2487f10e89a389adf872d78060575" type=CREATE Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:58Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc" type=CREATE Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:58.483709917Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:58.751368 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:46:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:58.755595 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.124718391Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc: active requests=0, bytes read=153374234" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:46:59.429891335Z" level=info msg="ImageCreate event name:\"sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:59.787508 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:59.787570 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.external.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:59.787581 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:59.789319 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:59.789377 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.external.metrics.k8s.io" failed with: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:59.789385 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.790657847Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/tools@sha256:fe47bcd5f61e0bebbdf55ecf09f10bcf87b39fce729ec0fb3b0402cfec6915ce\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:59.791080 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:59.791107 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.custom.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:59.791119 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.791209251Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc\" with image id \"sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe\", repo tag \"dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/foundri/tools@sha256:fe47bcd5f61e0bebbdf55ecf09f10bcf87b39fce729ec0fb3b0402cfec6915ce\", size \"175437473\" in 58.376668344s" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.791232372Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/tools:1.143.0-09rc\" returns image reference \"sha256:f1beb5fe9f0e06d9cb50e9c3ac50daac7de39ae788f443076e4333704fe810fe\"" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.792202358Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0\"" Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:46:59.793286 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:46:59.793325 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.custom.metrics.k8s.io" failed with: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:46:59.793333 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:46:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:46:59.897465223Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for container name:\"check-db-up-postgres\"" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:00.080873 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:00.080945 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:00.080953 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:00.214Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiawo6cm66dlwhrhcnn2yia36ao3wvfm2jwwngtmcriumcz57myeqa", "mh": "bciqbm54ez54gxmpcoe23vqqbx4a5xnkkzutnm2ngyfcriyft36zqjaa"} Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0" handler=mirror ip=127.0.0.1 latency="814.431µs" logger=spegel method=HEAD path=/v2/tooling/third-party/manifests/busybox-1.37.0 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00.214907171Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00Z" level=debug msg="failed to run bootstrap" attempts=23 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:00.925Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidn4zhzxkacqnlogkm4wtvqirbkve3n4drv7gd4nxkei2zsdzvp7m", "mh": "bciqg3zsptouafa2w4muzznhlarccvkjw3yhdl6mhy3ouirvtehtk76y"} Mar 02 20:47:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:00Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065" handler=mirror ip=127.0.0.1 latency="630.878µs" logger=spegel method=GET path="/v2/tooling/third-party/manifests/sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01.133531095Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01.133552697Z" level=warning msg="unknown status" status=0 Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01.436704334Z" level=info msg="Container 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:01.638275494Z" level=info msg="connecting to shim b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed" address="unix:///run/containerd/s/2b6aa4b9e0c2bcfd36136003f710cc8ab6dd2f3582f3247b9d450239d6510312" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:02.080221 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:02.080294 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.080302 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:02Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#2: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#3: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#4: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#5: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#6: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#7: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#8: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#9: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\n#10: no distribution source labels found for sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065" logger=spegel Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:02.582471402Z" level=info msg="RunPodSandbox for name:\"priv-appliance-postgresql-0\" uid:\"addd8cb4-c8fb-42e7-ab1e-faadd2d24f30\" namespace:\"default\" returns sandbox id \"b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed\"" Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614285 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614309 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614357 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:06.614341013 +0000 UTC m=+166.388862168 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614387 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614406 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614460 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:06.61443862 +0000 UTC m=+166.388959762 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614494 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614503 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.614527 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:48:06.614520681 +0000 UTC m=+166.389041838 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715484 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715515 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715563 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:48:06.715549828 +0000 UTC m=+166.490070979 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715485 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715588 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:02.715613 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:06.715606714 +0000 UTC m=+166.490127865 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:03.133724624Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:03.133753005Z" level=warning msg="unknown status" status=0 Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.219479 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.219509 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.219561 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:07.219547425 +0000 UTC m=+166.994068570 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:03Z" level=debug msg="failed to run bootstrap" attempts=24 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:03Z" level=info msg="Slow SQL (started: 2026-03-02 20:47:02.621193307 +0000 UTC m=+102.395714448) (total time: 1.150458594s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?)" duration=1.150458594s Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.927083 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.927114 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:03.927158 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:07.927145981 +0000 UTC m=+167.701667124 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:03.980Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibdnit43bjxylft5yx5xbf5ex7gjhilk34m5nva43tzgdqwtagj5q", "mh": "bciqcg2rhzwctpqwlh3rp3ocl2jp6msoqwvxyz23kbzxhsmhbngamt3a"} Mar 02 20:47:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:03Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649" handler=mirror ip=127.0.0.1 latency="539.948µs" logger=spegel method=GET path="/v2/tooling/third-party/blobs/sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:04.080623 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:04.080699 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.080708 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.129101 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.129129 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.129177 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:48:08.129163731 +0000 UTC m=+167.903684885 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.330301 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.330330 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.330378 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:48:08.330365251 +0000 UTC m=+168.104886401 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04.352203670Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for name:\"check-db-up-postgres\" returns container id \"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\"" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04.352700943Z" level=info msg="StartContainer for \"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\"" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04.353619385Z" level=info msg="connecting to shim 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1" address="unix:///run/containerd/s/21feac116153a4d96cc1d25b3a6e4aa3062fba273fe7e5b96ef52af0673aca7d" protocol=ttrpc version=3 Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.431188 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.431210 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.431258 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:48:08.431245193 +0000 UTC m=+168.205766344 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04.503715803Z" level=info msg="StartContainer for \"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" returns successfully" Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.733783 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.733811 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:04.733887 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:48:08.733870595 +0000 UTC m=+168.508391755 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:47:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:04Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/tooling/third-party@sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649" type=CREATE Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138270 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138301 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138358 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:48:09.138344762 +0000 UTC m=+168.912865916 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138381 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138404 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:05.138471 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:48:09.13844233 +0000 UTC m=+168.912963533 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:05.813Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreid2gbsfmxxttstgeazk43ulay3dwmmqorwmk7plpdke2gx5ppzpl4", "mh": "bciqhumdekzpphhfgmibsvzxiwbrwhmyza5dmyv66w6gujunp267s6xy"} Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:05Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bb1275e1a7594cbabef70b3a80928c6454c693e37dc7223c82404cc3845fa7cc" handler=mirror ip=127.0.0.1 latency="567.418µs" logger=spegel method=GET path="/v2/tooling/third-party/blobs/sha256:bb1275e1a7594cbabef70b3a80928c6454c693e37dc7223c82404cc3845fa7cc" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:06.081073 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:06.081172 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:06.081182 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:06Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/tooling/third-party@sha256:bb1275e1a7594cbabef70b3a80928c6454c693e37dc7223c82404cc3845fa7cc" type=CREATE Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0" type=CREATE Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07.082461939Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07.187294485Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0: active requests=0, bytes read=2285091" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:07.546387 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:47:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:07.928499411Z" level=info msg="ImageCreate event name:\"sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:08.056332 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:08.081191 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:08.081258 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:08.081265 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08Z" level=debug msg="failed to run bootstrap" attempts=25 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.363535856Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/tooling/third-party@sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.363747927Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0\" with image id \"sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649\", repo tag \"dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0\", repo digest \"dev-intg-17.securiti.xyz/tooling/third-party@sha256:be49435f6288f9c5cce0357c2006cc266cb5c450dbd6dc8e3a3baec10c46b065\", size \"2285091\" in 8.571517772s" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.363767649Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/tooling/third-party:busybox-1.37.0\" returns image reference \"sha256:08ef35a1c3f050afbbd64194ffd1b8d5878659f5491567f26d1c814513ae9649\"" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.364567453Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522\"" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.459612217Z" level=info msg="CreateContainer within sandbox \"a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b\" for container name:\"prepare-nats-config\"" Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:08.461Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicniw4xp2uvj6ynmpfbwnoma5j745azrl3dt7t7troadlgic7bifa", "mh": "bciqe2rnzo7vjkt5q2y6kdm24yb2t7z2btcxwhh7h7hc4agwmqf6cqka"} Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522" handler=mirror ip=127.0.0.1 latency="574.358µs" logger=spegel method=HEAD path=/v2/securiti-sec/minio/manifests/0.20251015.172955-202602440522 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:08.461775988Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:47:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:09.011Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidexxckxuvfhrxikf4uwtujsacaedeswg3jt7m66ueilfe6wmmmyy", "mh": "bciqgjpoevpjkkpdoqulzjnhiteaeaigjfmnwth6z55iiqwkj5myyzrq"} Mar 02 20:47:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:f36cb5f94f7a4a7ab2aa702dd07fd68867b8c06e09d9c253dc8fe78f86810542" handler=mirror ip=127.0.0.1 latency="705.757µs" logger=spegel method=GET path="/v2/securiti-sec/minio/manifests/sha256:f36cb5f94f7a4a7ab2aa702dd07fd68867b8c06e09d9c253dc8fe78f86810542" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:09.133492412Z" level=error msg="Failed to handle backOff event container_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897} for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="failed to handle container TaskExit event: failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:10.081065 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:10.081140 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:10.081147 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:10.240242985Z" level=info msg="Container 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:f36cb5f94f7a4a7ab2aa702dd07fd68867b8c06e09d9c253dc8fe78f86810542" type=CREATE Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:10.893119265Z" level=info msg="CreateContainer within sandbox \"a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b\" for name:\"prepare-nats-config\" returns container id \"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\"" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:10.893557277Z" level=info msg="StartContainer for \"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\"" Mar 02 20:47:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:10.894355265Z" level=info msg="connecting to shim 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" address="unix:///run/containerd/s/048b1370bdc4dee94855db05cf3474028fe789f95ac082272fe7b8b9b627d96c" protocol=ttrpc version=3 Mar 02 20:47:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:11.228Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib3etjnm5wju7l3lzivzyj2q6wghozuo3e2qtftwttkn22vtomugy", "mh": "bciqdwjgs2z3mtj6xwxsrltqtvb5mmo5ti5wjvbglhnhgu3vvlg4zinq"} Mar 02 20:47:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:11Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a" handler=mirror ip=127.0.0.1 latency="576.871µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:11.342702866Z" level=info msg="received container exit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:47:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:11.343952548Z" level=info msg="StartContainer for \"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" returns successfully" Mar 02 20:47:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a" type=CREATE Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:12.080006 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:12.080072 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:12.080079 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:12.465Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih2la6ck2pngx7i2saikiqlzqhu4ivgnxefp5fc7jih3da2izp5we", "mh": "bciqpuwb4evu62np6rveaquraxtapjyrkm3oik72kf6sqpwgburs73mi"} Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:12Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:944243a188fc1ba89961d76ffd7cf752fe252c1273fd1a2119e979979e03ee34" handler=mirror ip=127.0.0.1 latency="764.989µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:944243a188fc1ba89961d76ffd7cf752fe252c1273fd1a2119e979979e03ee34" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:12.764Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidl6g66nu353yry6u76mq3ylzxp2oqhgm6mu2nebn4dajdn2gfhy4", "mh": "bciqgx4n543jx3xrdr5j74zbxqxto7u5aomz4zju2ic3ygasg3umkpry"} Mar 02 20:47:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:12Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f" handler=mirror ip=127.0.0.1 latency="623.189µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:13.055Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidcw4t3iv373nyx6hjnnmxxlmd2jmi3pzbsh2r2fhyi24w2xr6eha", "mh": "bciqgfnzhwrlx7w3rp4os22zpowyhusyrw7sdepvdukpqrvznvpd4ioa"} Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ccbe5b860aefee5dec5ae437323abd114321a60ae5d2e596cdf311333d953f64" handler=mirror ip=127.0.0.1 latency="602.912µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:ccbe5b860aefee5dec5ae437323abd114321a60ae5d2e596cdf311333d953f64" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:13.294Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic4ouf3n5ri6cowacz4isacncrtde6dy5jtgm72r7kmsn3z244mwm", "mh": "bciqfy5ilw33cr4e5maftyreae2fdggj4hr2tgmz7vd6uze3xtvzyzmy"} Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bc930853c87f721f0a470bc6742c2267007b18018a18be09fb3c867d09448ba4" handler=mirror ip=127.0.0.1 latency="711.601µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:bc930853c87f721f0a470bc6742c2267007b18018a18be09fb3c867d09448ba4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:13.714Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib5jngcawkx2mzoo6w7hhpet4ccpbyfhgbc7x33hucrdcooj5jkeq", "mh": "bciqd2s2mebmvpuzs455n6oo6jhyee6dqkomcf7pxwpifcge44t2suja"} Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:08bb9ae41891b23f21542fc6cfdb57c1c02fc959534fdf31cbfca0970f85381a" handler=mirror ip=127.0.0.1 latency="686.095µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:08bb9ae41891b23f21542fc6cfdb57c1c02fc959534fdf31cbfca0970f85381a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:13.757556 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:13.760933 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:14.080147 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:14.080212 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:14.080218 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:14.269Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiclwnhnhwwfldvm55ecgyvgj7ihtkpbbgv2nkwm5st7ev4g36al6i", "mh": "bciqexm2o2pnmkwhkz32ienrkmt6qpgu6ccnlu2vmz3fh6jlynx4ax4q"} Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:14Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d48ac248bfd59b3814dbd43b9cf284b405eb22dc2cd26e431bbb644125d9b97f" handler=mirror ip=127.0.0.1 latency="546.748µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:d48ac248bfd59b3814dbd43b9cf284b405eb22dc2cd26e431bbb644125d9b97f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:14.666Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigzn5i6fd4q4zxu6i7o65jdir54v35o5tzw5f5exeo53op3ngiut4", "mh": "bciqns32r4khzbztpj4r6552sgrd3zlx253htn2l2joi53w47w2mrjhy"} Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:14Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:226eb1356da3d8eaa4825c8d3b60868fce6a0366112f8c1f0d7d17e1db6e091b" handler=mirror ip=127.0.0.1 latency="893.771µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:226eb1356da3d8eaa4825c8d3b60868fce6a0366112f8c1f0d7d17e1db6e091b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:14.895Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigbzmfgbjub6jgrdjnqjqbku2jlz4kotnkq3e56n6zbadmd4bwkoe", "mh": "bciqmdsykmctid4sncgs3atacvjusxtyu5g2vbwj3435scagyhydmu4i"} Mar 02 20:47:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:14Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:18fb8698a97e872219ddc82b5587b555aa3cbae04d4c1b6144aa5e28ab95df00" handler=mirror ip=127.0.0.1 latency="723.053µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:18fb8698a97e872219ddc82b5587b555aa3cbae04d4c1b6144aa5e28ab95df00" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:15.287Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicglv7yjxs7qgi5lr5ptqtlbvuanbbwpbi6i7tu2pm2nbwifn5hym", "mh": "bciqemxl7qtpf7amr2xd27hbgwdlia2cdm6cr4r7hju6zu2dmqk32pqy"} Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:15Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2489e0146e58769137a90bc213f918f47dd08308d3ed3291455de07165354c88" handler=mirror ip=127.0.0.1 latency="605.697µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:2489e0146e58769137a90bc213f918f47dd08308d3ed3291455de07165354c88" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:15.691Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicsg6imwdx72ekewym2ayk6nlcae5a5tshd7i4p36777vdwbhit4i", "mh": "bciqfen4qzmhp7uiujnqzubqv42weaj2b3heoh6ry7x5777khmcorhyq"} Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:15Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0cdb3bf635268927390384040ecb15a67bdb414303dd0a331aa84f3e9d091979" handler=mirror ip=127.0.0.1 latency="819.647µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:0cdb3bf635268927390384040ecb15a67bdb414303dd0a331aa84f3e9d091979" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:15.891Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic3xnbyj5mv4tbaemo2ny3j5ckhoqpj3qvj64elnctmbt3icjzbv4", "mh": "bciqfxo2dqt2zlzgcaiy5u3rwt2euo5a6txbkt5yiw2fgydhwqetsdly"} Mar 02 20:47:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:15Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:db14cd082f5b6fe8b98bd25e36f6aba4d4da29973bcddcdaad31ddd9e54e3971" handler=mirror ip=127.0.0.1 latency="499.733µs" logger=spegel method=GET path="/v2/securiti-sec/minio/blobs/sha256:db14cd082f5b6fe8b98bd25e36f6aba4d4da29973bcddcdaad31ddd9e54e3971" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:16.081165 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:16.081234 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:16.081243 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:16.132577203Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:16.132601784Z" level=warning msg="unknown status" status=0 Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:16Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:944243a188fc1ba89961d76ffd7cf752fe252c1273fd1a2119e979979e03ee34" type=CREATE Mar 02 20:47:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:16Z" level=debug msg="failed to run bootstrap" attempts=26 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:17Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#2: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#3: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#4: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#5: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#6: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#7: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#8: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#9: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f\n#10: no distribution source labels found for sha256:6ce0aa1304296f7a5bcecfeecb9db1d814ea9cffcee6e3b62bb5fe004f34cf6f" logger=spegel Mar 02 20:47:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:18.080277 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:18.080342 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:18.080349 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18.133650043Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18.133675952Z" level=warning msg="unknown status" status=0 Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:08bb9ae41891b23f21542fc6cfdb57c1c02fc959534fdf31cbfca0970f85381a" type=CREATE Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:bc930853c87f721f0a470bc6742c2267007b18018a18be09fb3c867d09448ba4" type=CREATE Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:ccbe5b860aefee5dec5ae437323abd114321a60ae5d2e596cdf311333d953f64" type=CREATE Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:d48ac248bfd59b3814dbd43b9cf284b405eb22dc2cd26e431bbb644125d9b97f" type=CREATE Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:226eb1356da3d8eaa4825c8d3b60868fce6a0366112f8c1f0d7d17e1db6e091b" type=CREATE Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:18fb8698a97e872219ddc82b5587b555aa3cbae04d4c1b6144aa5e28ab95df00" type=CREATE Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:2489e0146e58769137a90bc213f918f47dd08308d3ed3291455de07165354c88" type=CREATE Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:0cdb3bf635268927390384040ecb15a67bdb414303dd0a331aa84f3e9d091979" type=CREATE Mar 02 20:47:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:db14cd082f5b6fe8b98bd25e36f6aba4d4da29973bcddcdaad31ddd9e54e3971" type=CREATE Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:20.080529 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:20.080598 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:20.080605 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:a661bf4ecb31e5ac0846cf527a9b2964e0cbf3651ec20bb5ef8af83b494b54d1" type=CREATE Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:21.342872031Z" level=error msg="failed to handle container TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" error="failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:47:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:22.079952 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:22.080033 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:22.080042 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:23.148086190Z" level=info msg="TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:47:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc" type=CREATE Mar 02 20:47:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:23.570600199Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc: active requests=0, bytes read=233223141" Mar 02 20:47:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:24.079887 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:24.079969 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:24.079976 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.132592886Z" level=error msg="Failed to handle backOff event container_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897} for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="failed to handle container TaskExit event: failed to stop sandbox: failed to delete task: context deadline exceeded" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.712984895Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc\" with image id \"sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329\", repo tag \"dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:aad876f0c9108789f9c3500fb6dfbee11685a16ef5b141b93c35eab996a26f74\", size \"240052199\" in 1m21.507729056s" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.713019827Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc\" returns image reference \"sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329\"" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.713785095Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705\"" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.870602720Z" level=info msg="CreateContainer within sandbox \"d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816\" for container name:\"cert-merger-controller\"" Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:24.910Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidbcedb256rnmdaqc3jboopyxb3ddzw3ug3ywqxbtloxctf2zrngu", "mh": "bciqgceigdv35c2ygbafwsc447rodwghtnxinxrnbodgw5ofglvtc2ni"} Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705" handler=mirror ip=127.0.0.1 latency="608.463µs" logger=spegel method=HEAD path=/v2/securiti-sec/elasticsearch/manifests/7.17.29-dev-202601150705 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:24.910431614Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:47:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:25.148348855Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:25.148371975Z" level=warning msg="unknown status" status=0 Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:26.081493 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:26.081566 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:26.081574 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:26.149Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihpvpetc5nana6xr43lay6cwipopenqoyxlowjisg2dm7xfnn2tia", "mh": "bciqo7k6jgf22a2b5pdzwwbr4fmq646i3a5row5msrenugz7ok23vgqa"} Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:26Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4" handler=mirror ip=127.0.0.1 latency="831.014µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/manifests/sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:26Z" level=debug msg="failed to run bootstrap" attempts=27 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:26.850406198Z" level=info msg="Container a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.148880350Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.148906321Z" level=warning msg="unknown status" status=0 Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.713766595Z" level=info msg="CreateContainer within sandbox \"d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816\" for name:\"cert-merger-controller\" returns container id \"a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646\"" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.714120189Z" level=info msg="StartContainer for \"a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646\"" Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.715004829Z" level=info msg="connecting to shim a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646" address="unix:///run/containerd/s/dca31aa132847c4384fcf86c70cc2b89c564030a363b31a896be34ff641fde13" protocol=ttrpc version=3 Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#2: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#3: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#4: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#5: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#6: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#7: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#8: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#9: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\n#10: no distribution source labels found for sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4" logger=spegel Mar 02 20:47:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:27.975575605Z" level=info msg="StartContainer for \"a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646\" returns successfully" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:28.080591 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:28.080660 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:28.080668 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:28.386875 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-cert-merger-controller-575bcf5955-kbrhw" podStartSLOduration=6.819439733 podStartE2EDuration="1m30.386856413s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:01.146217962 +0000 UTC m=+40.920739106" lastFinishedPulling="2026-03-02 20:47:24.713634623 +0000 UTC m=+124.488155786" observedRunningTime="2026-03-02 20:47:28.386606081 +0000 UTC m=+128.161127253" watchObservedRunningTime="2026-03-02 20:47:28.386856413 +0000 UTC m=+128.161377579" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:28.761163 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:28.766033 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:28.794Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic7jhybwjrop3eixo2or6w4teu6dq47taaqbxiv2nwwid5opgqxoe", "mh": "bciqf6spqdmtc47wiro5u5d5nzgjj4hbz7gabadorlu3nmqh246nbo4i"} Mar 02 20:47:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:28Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de" handler=mirror ip=127.0.0.1 latency="537.59µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:29.149670759Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:29.149692772Z" level=warning msg="unknown status" status=0 Mar 02 20:47:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de" type=CREATE Mar 02 20:47:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:30.079910 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:30.079982 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:30.079991 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:30.184115 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:47:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:30.184188 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:31.164Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreid6ogjz4szv5bsus5xbh6kjyqfnhqtb2w7gev63dzvindwdxvf47u", "mh": "bciqh44mttzftl2dfjf3ocp4utrak2pbgdvn6mjl5whtkq2hmhpklz7i"} Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0" handler=mirror ip=127.0.0.1 latency="664.768µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:31.500Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibay6emq7wrde5w6jxcz7ivak2gd2au7vs2ri3yalfg3sqdaodw4m", "mh": "bciqcbr4izb7ncgj3n4toft6rkavumhubj7lfvcrxqawknxfaga4hnyy"} Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367" handler=mirror ip=127.0.0.1 latency="859.038µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:31.813Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicntjgd3jsatyttjr42bh7ahhcdmfqcxq4aeawyo6kil4idq2pl5y", "mh": "bciqe3gsmhwtebhrhgtdzucp6aooegylafpbyaibnq54uqxyqhbu6x3q"} Mar 02 20:47:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b1297082f3d586cc215fdffaa3e1b3524b23f46f1cd9b8f50a90fab23e5af0cd" handler=mirror ip=127.0.0.1 latency="661.38µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:b1297082f3d586cc215fdffaa3e1b3524b23f46f1cd9b8f50a90fab23e5af0cd" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:32.080990 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:32.081056 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:32.081064 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:32.195Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif7hoj2wrgp5dx4po47ttlyoodq5vtopuib4rwilku2bdpwxzb2nq", "mh": "bciql6o4tvncm72hpy65z7hgxq44hb3lg47iqdzdmqwvjucg7npsdu3a"} Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:32Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:56d4eb621dc932bdbb33441bd1d3278508b3f5558db91030f74c867ba6f84633" handler=mirror ip=127.0.0.1 latency="608.799µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:56d4eb621dc932bdbb33441bd1d3278508b3f5558db91030f74c867ba6f84633" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:32.624Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieanot2htdp53ju753g43gmmktov6ircq7m2lxkvczfu75go5cijq", "mh": "bciqia25hupgg73wtj73wnzwmyyvg5l4rcfb6zuxovkfslj72m52eqta"} Mar 02 20:47:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:32Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b78e9cf0a2ea3bc298bae5fe0d07d4f1a1598ef61c56123c35c89f2b505fc149" handler=mirror ip=127.0.0.1 latency="524.28µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:b78e9cf0a2ea3bc298bae5fe0d07d4f1a1598ef61c56123c35c89f2b505fc149" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:33.118Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicujsig3byejjimrn3rhvmanzx35qcrzltgboihetrizauagbmuye", "mh": "bciqfiteqnwdqissqzc3xcpkya3tpx3afdsxgmc4qojhcrsbiamczjqi"} Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ac5bdbad91c4bd48a12f61be9cdaff35924ae596445d124cc0740ee0e5ac24b4" handler=mirror ip=127.0.0.1 latency="587.358µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:ac5bdbad91c4bd48a12f61be9cdaff35924ae596445d124cc0740ee0e5ac24b4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33.148776816Z" level=error msg="Failed to handle backOff event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607} for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33.148866286Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/configuration-controller:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33.149781757Z" level=info msg="ImageCreate event name:\"sha256:5966459acda6904b45cf646cd9aa4e7e89f20da7afc723d8556aa1e000e48329\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33.150320626Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/configuration-controller@sha256:aad876f0c9108789f9c3500fb6dfbee11685a16ef5b141b93c35eab996a26f74\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:33.556Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidb5vlaf4bvjfy7edpo3baqdlz7hoagcrzxzsiwd4hwvfen3dbb4e", "mh": "bciqgd3kwalydkslr6ig65wcbagxt6o4amfdtptermhypnkki3wgcdyi"} Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:58d2c283e4f6e601067599c12c843395fc96fb2c4f3c5580525cbbb4f4463f2c" handler=mirror ip=127.0.0.1 latency="934.864µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:58d2c283e4f6e601067599c12c843395fc96fb2c4f3c5580525cbbb4f4463f2c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:33.879Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifnk467co4u2gu6btj7ruvnv7ksvuxfef2doxbfw2q7tmxo2kjggi", "mh": "bciqk2vz56e5zjunj4dgt7djk3l6vfljokilug5oclnvb7gzo5uusmmq"} Mar 02 20:47:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:33Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:87dc9c9ca857e3d147ac60e5a2e7cb14327b2f11f9f767350c2e55fe90a4bf1e" handler=mirror ip=127.0.0.1 latency="582.345µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:87dc9c9ca857e3d147ac60e5a2e7cb14327b2f11f9f767350c2e55fe90a4bf1e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:34.080484 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:34.080555 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:34.080564 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:34.134186787Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:34.134217444Z" level=warning msg="unknown status" status=0 Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:34.248Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidhgpz6h3v2kqhqbcxyp2kxwaj3wotvtut45kairrr44ntrogl4lu", "mh": "bciqgom7t4pxluvapacfpq7uvpmatxm5hlhjhz2uardddzy3hc4mxyxi"} Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:34Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ca3d2dfe67ee16946d9822061bec88e837cfe69e4a6729d566b2dd1ffd9074e1" handler=mirror ip=127.0.0.1 latency="773.829µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:ca3d2dfe67ee16946d9822061bec88e837cfe69e4a6729d566b2dd1ffd9074e1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:34Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:34.560Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibow3ku5tp43otoi7bxq2y55ytl542fwrbnsmf7rykifu2wiwppsa", "mh": "bciqc5nwvj3g7zw5g4r6dpbvr33rgx3zulncc3eyl7dquqljvmrm67ea"} Mar 02 20:47:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:34Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6a31410dc7e38cd6c5eb99dc9c374c47f6b45b0d5e44f2ecca6a666066d0e330" handler=mirror ip=127.0.0.1 latency="678.323µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:6a31410dc7e38cd6c5eb99dc9c374c47f6b45b0d5e44f2ecca6a666066d0e330" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:35.161Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiemvka3fzwltj5p7z63lyiz23hbjvj7r4bsdihe4r2xuakoxuwsgy", "mh": "bciqizkubwltmxgt277t5wxqrtvwoctkt7dydegqojzdvpiau5pjnenq"} Mar 02 20:47:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:35Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f14707887d76a3f6f0506f7ec8781c0e58bd1e4952cd6585711c92a7c4490cb8" handler=mirror ip=127.0.0.1 latency="814.462µs" logger=spegel method=GET path="/v2/securiti-sec/elasticsearch/blobs/sha256:f14707887d76a3f6f0506f7ec8781c0e58bd1e4952cd6585711c92a7c4490cb8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:35Z" level=debug msg="failed to run bootstrap" attempts=28 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:36.080924 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:36.080994 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:36.081001 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36Z" level=debug msg="failed to run bootstrap" attempts=29 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36.135163128Z" level=error msg="get state for 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" error="context deadline exceeded" Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36.135190896Z" level=warning msg="unknown status" status=0 Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36.148879324Z" level=info msg="TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#2: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#3: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#4: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#5: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#6: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#7: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#8: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#9: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0\n#10: no distribution source labels found for sha256:8a0730ab2c2b6e5afed392fdb486928ea0555b6797758c9a8dfea0cd26cdecc0" logger=spegel Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:37.401760 27498 scope.go:117] "RemoveContainer" containerID="033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37.403087473Z" level=info msg="RemoveContainer for \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\"" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:37.550131 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#2: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#3: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#4: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#5: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#6: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#7: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#8: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#9: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367\n#10: no distribution source labels found for sha256:4f1e41a6a07bdf7199d23638e111e3db046ec287c656d5a347b863fa83caf367" logger=spegel Mar 02 20:47:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:37Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:b1297082f3d586cc215fdffaa3e1b3524b23f46f1cd9b8f50a90fab23e5af0cd" type=CREATE Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:38.061240 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:38.080343 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:38.080415 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:38.080422 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38.149818483Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38.149867078Z" level=warning msg="unknown status" status=0 Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:b78e9cf0a2ea3bc298bae5fe0d07d4f1a1598ef61c56123c35c89f2b505fc149" type=CREATE Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:58d2c283e4f6e601067599c12c843395fc96fb2c4f3c5580525cbbb4f4463f2c" type=CREATE Mar 02 20:47:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:87dc9c9ca857e3d147ac60e5a2e7cb14327b2f11f9f767350c2e55fe90a4bf1e" type=CREATE Mar 02 20:47:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:ca3d2dfe67ee16946d9822061bec88e837cfe69e4a6729d566b2dd1ffd9074e1" type=CREATE Mar 02 20:47:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:6a31410dc7e38cd6c5eb99dc9c374c47f6b45b0d5e44f2ecca6a666066d0e330" type=CREATE Mar 02 20:47:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:f14707887d76a3f6f0506f7ec8781c0e58bd1e4952cd6585711c92a7c4490cb8" type=CREATE Mar 02 20:47:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:ac5bdbad91c4bd48a12f61be9cdaff35924ae596445d124cc0740ee0e5ac24b4" type=CREATE Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:40.080248 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:40.080317 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:40.080324 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.150957770Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.150984025Z" level=warning msg="unknown status" status=0 Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification@sha256:5cbea6c50ec54db9ecbd642f747118e6f266742df22970a057da8d8ba6546e83" type=CREATE Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.258120385Z" level=info msg="RemoveContainer for \"033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5\" returns successfully" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.259670108Z" level=info msg="StopPodSandbox for \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\"" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.269597339Z" level=info msg="TearDown network for sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" successfully" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.269627154Z" level=info msg="StopPodSandbox for \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" returns successfully" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.269882175Z" level=info msg="RemovePodSandbox for \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\"" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.269905828Z" level=info msg="Forcibly stopping sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\"" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.278148963Z" level=info msg="TearDown network for sandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" successfully" Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:56d4eb621dc932bdbb33441bd1d3278508b3f5558db91030f74c867ba6f84633" type=CREATE Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.847961630Z" level=info msg="shim disconnected" id=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f namespace=k8s.io Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.847993846Z" level=info msg="cleaning up after shim disconnected" id=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f namespace=k8s.io Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.848001195Z" level=info msg="cleaning up dead shim" id=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f namespace=k8s.io Mar 02 20:47:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:40.857155537Z" level=info msg="Ensure that sandbox 9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f in task-service has been cleanup successfully" Mar 02 20:47:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:41.926123190Z" level=info msg="RemovePodSandbox \"9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f\" returns successfully" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.080087 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.080163 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:42.080171 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097849836Z" level=error msg="ttrpc: received message on inactive stream" stream=45 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097893124Z" level=error msg="ttrpc: received message on inactive stream" stream=43 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097907482Z" level=error msg="ttrpc: received message on inactive stream" stream=47 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097911287Z" level=error msg="ttrpc: received message on inactive stream" stream=49 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097915177Z" level=error msg="ttrpc: received message on inactive stream" stream=51 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097919640Z" level=error msg="ttrpc: received message on inactive stream" stream=53 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097922986Z" level=error msg="ttrpc: received message on inactive stream" stream=55 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097926293Z" level=error msg="ttrpc: received message on inactive stream" stream=57 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097929542Z" level=error msg="ttrpc: received message on inactive stream" stream=59 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097937714Z" level=error msg="ttrpc: received message on inactive stream" stream=61 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097941884Z" level=error msg="ttrpc: received message on inactive stream" stream=63 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.097945240Z" level=error msg="ttrpc: received message on inactive stream" stream=65 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.098292172Z" level=info msg="shim disconnected" id=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 namespace=k8s.io Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.098302501Z" level=info msg="cleaning up after shim disconnected" id=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 namespace=k8s.io Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.098306934Z" level=info msg="cleaning up dead shim" id=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 namespace=k8s.io Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.107387095Z" level=info msg="received sandbox container exit event sandbox_id:\"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" exit_status:137 exited_at:{seconds:1772484391 nanos:213759897}" monitor_name=criService Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.136062529Z" level=info msg="TearDown network for sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" successfully" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.136112382Z" level=info msg="StopPodSandbox for \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" returns successfully" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.151844665Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:42.151861783Z" level=warning msg="unknown status" status=0 Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.390844 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gfpkh\" (UniqueName: \"kubernetes.io/projected/266bea42-3a03-4131-a914-4604d0b533c0-kube-api-access-gfpkh\") pod \"266bea42-3a03-4131-a914-4604d0b533c0\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.390907 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/266bea42-3a03-4131-a914-4604d0b533c0-script\") pod \"266bea42-3a03-4131-a914-4604d0b533c0\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.390940 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/266bea42-3a03-4131-a914-4604d0b533c0-data\") pod \"266bea42-3a03-4131-a914-4604d0b533c0\" (UID: \"266bea42-3a03-4131-a914-4604d0b533c0\") " Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.391194 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/266bea42-3a03-4131-a914-4604d0b533c0-data" (OuterVolumeSpecName: "data") pod "266bea42-3a03-4131-a914-4604d0b533c0" (UID: "266bea42-3a03-4131-a914-4604d0b533c0"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue "" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.391347 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/266bea42-3a03-4131-a914-4604d0b533c0-script" (OuterVolumeSpecName: "script") pod "266bea42-3a03-4131-a914-4604d0b533c0" (UID: "266bea42-3a03-4131-a914-4604d0b533c0"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.392454 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/266bea42-3a03-4131-a914-4604d0b533c0-kube-api-access-gfpkh" (OuterVolumeSpecName: "kube-api-access-gfpkh") pod "266bea42-3a03-4131-a914-4604d0b533c0" (UID: "266bea42-3a03-4131-a914-4604d0b533c0"). InnerVolumeSpecName "kube-api-access-gfpkh". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.409078 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.491778 27498 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/266bea42-3a03-4131-a914-4604d0b533c0-script\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.491802 27498 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/266bea42-3a03-4131-a914-4604d0b533c0-data\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:47:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:42.491812 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-gfpkh\" (UniqueName: \"kubernetes.io/projected/266bea42-3a03-4131-a914-4604d0b533c0-kube-api-access-gfpkh\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:43.501582 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" (UniqueName: \"kubernetes.io/local-volume/pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\") pod \"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" (UID: \"70df8f3e-040d-4f18-a87b-294a5c127ee4\") " pod="default/priv-appliance-prometheus-server-7b54c7d7c9-v9n95" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:43.501701 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/70df8f3e-040d-4f18-a87b-294a5c127ee4-config-volume\") pod \"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" (UID: \"70df8f3e-040d-4f18-a87b-294a5c127ee4\") " pod="default/priv-appliance-prometheus-server-7b54c7d7c9-v9n95" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:43.501757 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ggfbv\" (UniqueName: \"kubernetes.io/projected/70df8f3e-040d-4f18-a87b-294a5c127ee4-kube-api-access-ggfbv\") pod \"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" (UID: \"70df8f3e-040d-4f18-a87b-294a5c127ee4\") " pod="default/priv-appliance-prometheus-server-7b54c7d7c9-v9n95" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:43.602537 27498 operation_generator.go:557] "MountVolume.MountDevice succeeded for volume \"pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\" (UniqueName: \"kubernetes.io/local-volume/pvc-257dd772-2aef-466b-bf4c-fe94ba863e94\") pod \"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" (UID: \"70df8f3e-040d-4f18-a87b-294a5c127ee4\") device mount path \"/mnt/rancher/k3s/storage/pvc-257dd772-2aef-466b-bf4c-fe94ba863e94_default_priv-appliance-prometheus-server\"" pod="default/priv-appliance-prometheus-server-7b54c7d7c9-v9n95" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:43.768574 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:43.772191 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:47:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:43.827068280Z" level=info msg="RunPodSandbox for name:\"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" uid:\"70df8f3e-040d-4f18-a87b-294a5c127ee4\" namespace:\"default\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522" type=CREATE Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.057141897Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522: active requests=0, bytes read=59512208" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:44.079887 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:44.080047 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="266bea42-3a03-4131-a914-4604d0b533c0" path="/var/lib/kubelet/pods/266bea42-3a03-4131-a914-4604d0b533c0/volumes" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:44.080248 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:44.080258 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:47:44.150007344Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522\" with image id \"sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:f36cb5f94f7a4a7ab2aa702dd07fd68867b8c06e09d9c253dc8fe78f86810542\", size \"59512208\" in 35.785413141s" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.150048430Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522\" returns image reference \"sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.151089458Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:44.171Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifbmsmt2qpksqud7r2buid5qxejsfjmc3wxleyzfwmadoxoro6omm", "mh": "bciqkczezhva6vfbih7dudiqh3boiteksyfxnowjrslmyag5o5c544yy"} Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435" handler=mirror ip=127.0.0.1 latency="467.566µs" logger=spegel method=HEAD path=/v2/securiti-sec/redis-server-iamguarded/manifests/8.0.5-20260213121435 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.171485314Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.197206698Z" level=info msg="CreateContainer within sandbox \"056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3\" for container name:\"minio\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.297709884Z" level=info msg="Container ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.313551191Z" level=info msg="connecting to shim c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0" address="unix:///run/containerd/s/8a820a75b3d6d2b1be45115601823140c5b230bbf383545e59849b2187830b63" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:44.353Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreief3zsxtvzxlhcuug6pgamcdjldl4ucm32g7am3dyv44fe5fluhti", "mh": "bciqilxtfphltowofjin46mayegswgxziezxun6azwhrlzykj2kxipgq"} Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:a802b16ea7744d42499d3a1069db7f6380bb1e3422b93ca387c08dc7cac50252" handler=mirror ip=127.0.0.1 latency="542.826µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/manifests/sha256:a802b16ea7744d42499d3a1069db7f6380bb1e3422b93ca387c08dc7cac50252" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.518492536Z" level=info msg="RunPodSandbox for name:\"priv-appliance-prometheus-server-7b54c7d7c9-v9n95\" uid:\"70df8f3e-040d-4f18-a87b-294a5c127ee4\" namespace:\"default\" returns sandbox id \"c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.529083908Z" level=info msg="CreateContainer within sandbox \"056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3\" for name:\"minio\" returns container id \"ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.529387259Z" level=info msg="StartContainer for \"ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4\"" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.530169325Z" level=info msg="connecting to shim ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4" address="unix:///run/containerd/s/a1bd0fdc1d44bc8e0a01984667f62209c8b86f6b986297ce01014405bdd40860" protocol=ttrpc version=3 Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44.668519775Z" level=info msg="StartContainer for \"ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4\" returns successfully" Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:a802b16ea7744d42499d3a1069db7f6380bb1e3422b93ca387c08dc7cac50252" type=CREATE Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:44.774Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih53liowzetcs2wamzlcxqzhury7ywfrggd2z6oehbh4dyfwg54k4", "mh": "bciqp3wwq5nsjgffvmazswfpbspjdr7rmlcmmhvt44iocpyhqlmn3yvy"} Mar 02 20:47:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:44Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af" handler=mirror ip=127.0.0.1 latency="652.173µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af" type=CREATE Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:45.427255 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-minio-0" podStartSLOduration=12.69819387 podStartE2EDuration="1m47.427238755s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:09.421887657 +0000 UTC m=+49.196408802" lastFinishedPulling="2026-03-02 20:47:44.150932538 +0000 UTC m=+143.925453687" observedRunningTime="2026-03-02 20:47:45.425891792 +0000 UTC m=+145.200412964" watchObservedRunningTime="2026-03-02 20:47:45.427238755 +0000 UTC m=+145.201759913" Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:45.514Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie52ebyjqmjt62eiyf6zdnwqbbblxnvhaxtctaf4acw5ud5egh5kq", "mh": "bciqj3uidqtayth5uirql5sg3nacccxo3kobpgfgalyafn3ih2imp2va"} Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6809ad7175e4f3c2ff323c33b8f01df61e3d87692b4bd14fab4688417a1a46cd" handler=mirror ip=127.0.0.1 latency="534.694µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:6809ad7175e4f3c2ff323c33b8f01df61e3d87692b4bd14fab4688417a1a46cd" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:45.570Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreictlpdypqytfvnvxjm77xwmzwud2wh46ejhoerthw4r4xogxouoyy", "mh": "bciqfgw6hq7brglk3losz77pmztnihvmpz4iso4jdgpnzdzo4no5i5rq"} Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0c2ce3b4f72fb0ba18dab4e20c4e575cee570b54a4044f94a7ee8245fe720b01" handler=mirror ip=127.0.0.1 latency="564.546µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:0c2ce3b4f72fb0ba18dab4e20c4e575cee570b54a4044f94a7ee8245fe720b01" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=debug msg="failed to run bootstrap" attempts=30 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:45.639Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigxk3pzo6j7jfkn4gf7enuc7e7o5m2mlqooklgqvt4eeoo4zwhtgq", "mh": "bciqnovw7s54t6sku3yml6i3if6j652zuyxa44uwnblhyii45ztmpgna"} Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a957c60be31c6c5007f34029cc91999e11d719ce9ee577ac84471d16d6b678d7" handler=mirror ip=127.0.0.1 latency="599.05µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:a957c60be31c6c5007f34029cc91999e11d719ce9ee577ac84471d16d6b678d7" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:45.811Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiazbtw5xi3ecb3uob2nhqux2adqttgghdoxomlcao2fkns7vncrwy", "mh": "bciqbsdhn3orwiedxi4du2pbjpuahbhgmmog5o4ywea5uku3f7k2fdnq"} Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:03b453974e396bd94078f906ab1c249cf3020f4efecd070162d2569b4c8006a8" handler=mirror ip=127.0.0.1 latency="625.841µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:03b453974e396bd94078f906ab1c249cf3020f4efecd070162d2569b4c8006a8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:45.952Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicslmvxbhiul7zdbitkdpclh6yqusxir52ylo2p7qqn4hc3enfclq", "mh": "bciqfewzlocorix7sgcrgug6ewp5rbjford3vqw5u77ba3yofwi2kexa"} Mar 02 20:47:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c67271bba49fc3d4dbef1142e5f29a90222ab4a69813831a1836f5dff82c6b7b" handler=mirror ip=127.0.0.1 latency="706.584µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:c67271bba49fc3d4dbef1142e5f29a90222ab4a69813831a1836f5dff82c6b7b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:46.080691 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:46.080764 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:46.080773 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:46.145Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiczihxfacv6j3okkvngmknodcsti2sga7gyyydp36u5gue3fc2odi", "mh": "bciqfsqpokafl4tw4uvk2myu24gffgrvemb6nrrqg7x5j2nijwkfu4gq"} Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:daf63d92e0d2446c974e97295af8be3b8746a13c10a730c20ce019b9638e5021" handler=mirror ip=127.0.0.1 latency="865.22µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:daf63d92e0d2446c974e97295af8be3b8746a13c10a730c20ce019b9638e5021" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46.148915095Z" level=error msg="Failed to handle backOff event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607} for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46.148972003Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/minio:0.20251015.172955-202602440522\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46.149436743Z" level=info msg="ImageCreate event name:\"sha256:66296124997741163ae18d87263f3780547851ad6f77124147e4c54cebe1a40a\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46.149968390Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/minio@sha256:f36cb5f94f7a4a7ab2aa702dd07fd68867b8c06e09d9c253dc8fe78f86810542\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:46.498Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifh6kclxbcxcwpqfcicr2bwanuyp2pk2xgsp6zznnwmc2e6map6dy", "mh": "bciqkp4uexocfofm7akeqfdudma3jq7u6vvone75ts23myfuj4ya74hq"} Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c437a5c88505cedc5347a09f41238a2da32843aa5a1fc0a7bde68ff5c267b97a" handler=mirror ip=127.0.0.1 latency="678.888µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:c437a5c88505cedc5347a09f41238a2da32843aa5a1fc0a7bde68ff5c267b97a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="failed to run bootstrap" attempts=31 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:46.740Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigdyd2ecgtdzu5km2a3qkwqe3lxzsuyhlbw5xx5g63cv7g4lntnam", "mh": "bciqmhqhuienghtj2uzubxavnajwxptfjqowdn3pp2n5wfl6nyw3g2ay"} Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0c3a46cf988c243f924519e67ce513eb229928d647a8e1beba4f8c199b6f167c" handler=mirror ip=127.0.0.1 latency="871.652µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:0c3a46cf988c243f924519e67ce513eb229928d647a8e1beba4f8c199b6f167c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:47:46.985Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifxb3ywwagprk6bm6me2nyxo4nt5nai2o4re5ixem7k4fidp26rme", "mh": "bciqlodxrnmam7cv4cz4yju3ro5y3h22aru5zcj2roiz6vykqg7v5cyi"} Mar 02 20:47:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:46Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:96082c839504fd96251990885996f8b0e51ad5cf93f83c06e377d3499c415b08" handler=mirror ip=127.0.0.1 latency="625.158µs" logger=spegel method=GET path="/v2/securiti-sec/redis-server-iamguarded/blobs/sha256:96082c839504fd96251990885996f8b0e51ad5cf93f83c06e377d3499c415b08" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:47:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:47Z" level=debug msg="failed to run bootstrap" attempts=32 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:48.080123 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:48.080189 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:48.080200 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:c67271bba49fc3d4dbef1142e5f29a90222ab4a69813831a1836f5dff82c6b7b" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:0c2ce3b4f72fb0ba18dab4e20c4e575cee570b54a4044f94a7ee8245fe720b01" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:6809ad7175e4f3c2ff323c33b8f01df61e3d87692b4bd14fab4688417a1a46cd" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:a957c60be31c6c5007f34029cc91999e11d719ce9ee577ac84471d16d6b678d7" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:03b453974e396bd94078f906ab1c249cf3020f4efecd070162d2569b4c8006a8" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:c437a5c88505cedc5347a09f41238a2da32843aa5a1fc0a7bde68ff5c267b97a" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:daf63d92e0d2446c974e97295af8be3b8746a13c10a730c20ce019b9638e5021" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:0c3a46cf988c243f924519e67ce513eb229928d647a8e1beba4f8c199b6f167c" type=CREATE Mar 02 20:47:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:48Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:96082c839504fd96251990885996f8b0e51ad5cf93f83c06e377d3499c415b08" type=CREATE Mar 02 20:47:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:50.080316 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:50.080388 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:50.080398 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:51.148389332Z" level=info msg="TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:47:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:52.081031 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:52.081103 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:52.081110 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:53.148547248Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:53.148578649Z" level=warning msg="unknown status" status=0 Mar 02 20:47:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:54.081168 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:54.081237 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:54.081245 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:54Z" level=debug msg="failed to run bootstrap" attempts=33 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:55.149484312Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:55.149513828Z" level=warning msg="unknown status" status=0 Mar 02 20:47:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:56.080712 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:56.080776 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:56.080783 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57.151333489Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57.151364558Z" level=warning msg="unknown status" status=0 Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:58.081154 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:47:58.081253 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:58.081262 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:58Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705" type=CREATE Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:58Z" level=debug msg="failed to run bootstrap" attempts=34 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:58.497320711Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705: active requests=0, bytes read=303026755" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:58.772207 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:47:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:47:58.777277 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:47:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:59.551205298Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705\" with image id \"sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\", size \"303026755\" in 34.837172756s" Mar 02 20:47:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:59.551239662Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705\" returns image reference \"sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de\"" Mar 02 20:47:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:59.552116178Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\"" Mar 02 20:47:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:47:59.651748430Z" level=info msg="CreateContainer within sandbox \"c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95\" for container name:\"setup-config-writable\"" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:00.080513 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:00.080577 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:00.080584 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:00.087Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaz5uthx3advu4zv6nxgwfz6a3jr45cbptukq63a44jtei2p3chku", "mh": "bciqbt3jgppwahljztl43onmlt4bwtdz2ec7hivb5wbzytgiru7weovi"} Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" handler=mirror ip=127.0.0.1 latency="680.085µs" logger=spegel method=HEAD path=/v2/securiti-sec/rancher-system-upgrade-controller/manifests/0.18.0-20260217113520 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00.087730473Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00.134092368Z" level=info msg="fetch failed" error="pull access denied, repository does not exist or may require authorization: authorization failed: no basic auth credentials" host=dev-intg-17.securiti.xyz Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00.787633900Z" level=error msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" failed" error="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00.787717563Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: active requests=0, bytes read=0" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:00.787871 27498 log.go:32] "PullImage from image service failed" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:00.787913 27498 kuberuntime_image.go:43] "Failed to pull image" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:00.788120 27498 kuberuntime_manager.go:1449] "Unhandled Error" err="container system-upgrade-controller start failed in pod system-upgrade-controller-6c8c7d959c-vbscp_securiti-cluster-upgrade(27b17b8a-4e2b-497a-9634-443c14ec3ba9): ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:00.788165 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ErrImagePull: \"rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:48:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:00.788489663Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119\"" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.148670701Z" level=error msg="Failed to handle backOff event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607} for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.148742695Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch:7.17.29-dev-202601150705\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.149385966Z" level=info msg="ImageCreate event name:\"sha256:4c6425adae1c3d5dbaf35d594fdb1f828c7eb9127d282c6aa624b4ba4dfc96de\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.149784046Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/elasticsearch@sha256:4a98ca20263800eab069d516dd18a200a45976ff0a63b472c3c3c80c5e0b73e4\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:01.242Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie2vaa45vur4cqiorw3q6maautyzevnqort2xl665uukbqervavw4", "mh": "bciqjvkabz3ljdyfaq5dnxb4yabjhrsjk3a5dhvox553jiudajdkblny"} Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119" handler=mirror ip=127.0.0.1 latency="646.941µs" logger=spegel method=HEAD path=/v2/securiti-sec/postgres-iamguarded/manifests/15.16-20260213121119 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.242909363Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:01.767431 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/kube-metrics-adapter-85b64845d-k4p2c" podUID="60283fc5-f151-4ff9-8688-92456daa1a65" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:01.773885 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-monitor-status-dhl2r" podUID="7f042c86-c23d-4859-b7bf-1fc8dfc1fa31" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:01.776104 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" podUID="61bd5967-07a9-4891-b6b4-78c4cc28e0bd" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:01.826055 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" podUID="4d167b57-dd46-40c0-801e-58860bea0fbc" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:01.831703078Z" level=info msg="Container 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:01.878527 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" podUID="86ce5c6c-0e8a-48dc-8982-f9f88846d556" Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:02.081120 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:02.081187 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:02.081195 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:02.154Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidc6nwml3nubpu4b3oexw4ktoe4efix5v6np2emou7p3fklsc63aa", "mh": "bciqgf43myxw3ic7jydw4jpnyvg4jyikrp3l427uiy5j67wkuxef5waa"} Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:02Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:7803c2771e1fccfed7b2283cb83239c35977f1ec5b0afd36f057660f8e83750e" handler=mirror ip=127.0.0.1 latency="739.95µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/manifests/sha256:7803c2771e1fccfed7b2283cb83239c35977f1ec5b0afd36f057660f8e83750e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:02.371018 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" podUID="99eaf6a7-f423-4b82-a50a-d8b2b3660a07" Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:03.057500 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" podUID="ade88379-c5ad-4140-9b74-c564ca30edc4" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:03.240410 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" podUID="91a25e6b-6075-4bc5-8645-46b835493a7d" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03.283012748Z" level=info msg="CreateContainer within sandbox \"c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95\" for name:\"setup-config-writable\" returns container id \"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\"" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03.283527953Z" level=info msg="StartContainer for \"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\"" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03.284371740Z" level=info msg="connecting to shim 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" address="unix:///run/containerd/s/184388b238f8a9498c71e378df5c6837511184f5232547a909abcba3ff0e1168" protocol=ttrpc version=3 Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03.480074664Z" level=info msg="received container exit event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986}" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03.481199692Z" level=info msg="StartContainer for \"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" returns successfully" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:03.489547 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" podUID="fddb5f4a-7d01-4862-8a65-1d244f9fdd3e" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:03.592750 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" podUID="bd3424aa-4f28-4dca-acce-f905d51891ce" Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:03Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:7803c2771e1fccfed7b2283cb83239c35977f1ec5b0afd36f057660f8e83750e" type=CREATE Mar 02 20:48:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:03.870856 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" podUID="2942dc66-84ff-4b6d-8677-33be04866a9d" Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:04.080192 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:04.080288 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:04.080297 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:04.219868 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" podUID="50495a90-4a4c-411f-b4a9-ef8d199de844" Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:04.272790 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[trust-bundle], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" podUID="6c921c93-8ce0-4fc7-9a69-64e375c8b85f" Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:04.446Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicnjupdb2d7w53hyoh7gexp4yzlzr4kdare7cz26ssyzhmczwurwy", "mh": "bciqe2ti6gduh7n3wpq4p6mjo7zrsxtdyugbcj6ftv5ffrsoyftnjdnq"} Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:04Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3" handler=mirror ip=127.0.0.1 latency="688.973µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:04Z" level=debug msg="failed to run bootstrap" attempts=35 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05.136540012Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435" type=CREATE Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05.452062043Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435: active requests=0, bytes read=19268534" Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3" type=CREATE Mar 02 20:48:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:05.714899549Z" level=info msg="ImageCreate event name:\"sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:06.081334 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:06.081400 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.081407 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:06.534Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib25cr2pd7upbdpyyxnc3rvsp4qol3z6dodshiga5qyjvot4chphe", "mh": "bciqdv2fdu6h7i6cg7rro2fxdle7za4xxt4g4heoqmb3bqtk5hyeo6oi"} Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bb563c55649732f9ed3e1f03d3c7f4020c150b3b343cf6aeb2d1b0cbeb2363fd" handler=mirror ip=127.0.0.1 latency="539.246µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:bb563c55649732f9ed3e1f03d3c7f4020c150b3b343cf6aeb2d1b0cbeb2363fd" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629091 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629117 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/kube-metrics-adapter-85b64845d-k4p2c: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629165 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle podName:60283fc5-f151-4ff9-8688-92456daa1a65 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:08.629151313 +0000 UTC m=+288.403672467 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/60283fc5-f151-4ff9-8688-92456daa1a65-trust-bundle") pod "kube-metrics-adapter-85b64845d-k4p2c" (UID: "60283fc5-f151-4ff9-8688-92456daa1a65") : configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629268 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629296 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-monitor-status-dhl2r: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629353 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle podName:7f042c86-c23d-4859-b7bf-1fc8dfc1fa31 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:08.629335492 +0000 UTC m=+288.403856665 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/7f042c86-c23d-4859-b7bf-1fc8dfc1fa31-trust-bundle") pod "priv-appliance-monitor-status-dhl2r" (UID: "7f042c86-c23d-4859-b7bf-1fc8dfc1fa31") : configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629382 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629401 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-cargo-message-service-794f77b9fb-cw75n: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.629449 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle podName:61bd5967-07a9-4891-b6b4-78c4cc28e0bd nodeName:}" failed. No retries permitted until 2026-03-02 20:50:08.629436014 +0000 UTC m=+288.403957188 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/61bd5967-07a9-4891-b6b4-78c4cc28e0bd-trust-bundle") pod "priv-appliance-cargo-message-service-794f77b9fb-cw75n" (UID: "61bd5967-07a9-4891-b6b4-78c4cc28e0bd") : configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.729800 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.729858 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.729805 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.729953 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-worker-5f5cb65c6c-rscqj: configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.729917 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle podName:86ce5c6c-0e8a-48dc-8982-f9f88846d556 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:08.729902141 +0000 UTC m=+288.504423291 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/86ce5c6c-0e8a-48dc-8982-f9f88846d556-trust-bundle") pod "priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" (UID: "86ce5c6c-0e8a-48dc-8982-f9f88846d556") : configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:06.730022 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle podName:4d167b57-dd46-40c0-801e-58860bea0fbc nodeName:}" failed. No retries permitted until 2026-03-02 20:50:08.730005526 +0000 UTC m=+288.504526671 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/4d167b57-dd46-40c0-801e-58860bea0fbc-trust-bundle") pod "priv-appliance-worker-5f5cb65c6c-rscqj" (UID: "4d167b57-dd46-40c0-801e-58860bea0fbc") : configmap "merged-ca-bundle" not found Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:06.936Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiairvksblhrecze6yjebqxykjt2mn65lomlk7e3a6r7po4kn4dhby", "mh": "bciqardkvecwpcifsj5qsidbpquthuy352w4ywv6jwb5d665yu3ygodq"} Mar 02 20:48:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:06Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830" handler=mirror ip=127.0.0.1 latency="744.977µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07.008175728Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:a802b16ea7744d42499d3a1069db7f6380bb1e3422b93ca387c08dc7cac50252\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07.008600495Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435\" with image id \"sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded@sha256:a802b16ea7744d42499d3a1069db7f6380bb1e3422b93ca387c08dc7cac50252\", size \"20321728\" in 22.857485199s" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07.008628433Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/redis-server-iamguarded:8.0.5-20260213121435\" returns image reference \"sha256:18b9080360e5f18ffae47e096c3df116d471107ab874b3526e3bca48960a47af\"" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07.009692190Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210\"" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07.223410413Z" level=info msg="CreateContainer within sandbox \"695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff\" for container name:\"redis\"" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.233466 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.233489 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-redis-reaper-6c4f77787c-s5jkh: configmap "merged-ca-bundle" not found Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.233533 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle podName:99eaf6a7-f423-4b82-a50a-d8b2b3660a07 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:09.233522058 +0000 UTC m=+289.008043208 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/99eaf6a7-f423-4b82-a50a-d8b2b3660a07-trust-bundle") pod "priv-appliance-redis-reaper-6c4f77787c-s5jkh" (UID: "99eaf6a7-f423-4b82-a50a-d8b2b3660a07") : configmap "merged-ca-bundle" not found Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:07.505Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieqibw2zw5opru6gbfzymmyj5pr72dshu3xwy6subunzkcg72h424", "mh": "bciqjaqdnvtn247dj4mcltqyzqt27d7uhepjxpnr5fidi3suen7upzvy"} Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:02c28fadce213a9cf8214b8e9d02308b5d30c1bf360593eec09a3bd85f3f88bb" handler=mirror ip=127.0.0.1 latency="511.773µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:02c28fadce213a9cf8214b8e9d02308b5d30c1bf360593eec09a3bd85f3f88bb" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.553516 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:07.830Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifbhfr3es2nx4wxsld6e3momyozc6ypm5xqss7kk2u45bju3g6zam", "mh": "bciqkcoldwjfu3pznpewh4jwy4zq5sf5q6z3pbff6uvvjz2ctjwn5say"} Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:07Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bee875804684ac4d2bb22e5c8f0bbcad038a7cbbcfd675fae8d076e4344563d9" handler=mirror ip=127.0.0.1 latency="666.939µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:bee875804684ac4d2bb22e5c8f0bbcad038a7cbbcfd675fae8d076e4344563d9" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.939525 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.939552 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-ranger-policy-service-7b76889f87-vtscc: configmap "merged-ca-bundle" not found Mar 02 20:48:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:07.939604 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle podName:ade88379-c5ad-4140-9b74-c564ca30edc4 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:09.939590176 +0000 UTC m=+289.714111336 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/ade88379-c5ad-4140-9b74-c564ca30edc4-trust-bundle") pod "priv-appliance-ranger-policy-service-7b76889f87-vtscc" (UID: "ade88379-c5ad-4140-9b74-c564ca30edc4") : configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:08.067758 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:08.080883 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:08.080948 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.080955 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.141167 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.141198 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-config-controller-6fb9db64dc-zlvb4: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.141250 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle podName:91a25e6b-6075-4bc5-8645-46b835493a7d nodeName:}" failed. No retries permitted until 2026-03-02 20:50:10.141236161 +0000 UTC m=+289.915757302 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/91a25e6b-6075-4bc5-8645-46b835493a7d-trust-bundle") pod "priv-appliance-config-controller-6fb9db64dc-zlvb4" (UID: "91a25e6b-6075-4bc5-8645-46b835493a7d") : configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:08.224Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreierouc5xrs6w3euuuhph2kl2auelyyp3pv2ebg6km3rvp754235ty", "mh": "bciqjc5if3pdf5nwjjjio6puuxubiixrq7w7luicn4uzxdk773zvx3hq"} Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:08Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:67f3c8b260c894320aa5eedcb8138e2bf74fc4f8a07e048adf81746ea5c7d472" handler=mirror ip=127.0.0.1 latency=1.94092ms logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:67f3c8b260c894320aa5eedcb8138e2bf74fc4f8a07e048adf81746ea5c7d472" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.342914 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.342949 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-connector-policy-54449cd5d5-btgnt: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.343025 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle podName:fddb5f4a-7d01-4862-8a65-1d244f9fdd3e nodeName:}" failed. No retries permitted until 2026-03-02 20:50:10.343006848 +0000 UTC m=+290.117528004 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/fddb5f4a-7d01-4862-8a65-1d244f9fdd3e-trust-bundle") pod "priv-appliance-connector-policy-54449cd5d5-btgnt" (UID: "fddb5f4a-7d01-4862-8a65-1d244f9fdd3e") : configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.443399 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.443424 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.443477 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle podName:bd3424aa-4f28-4dca-acce-f905d51891ce nodeName:}" failed. No retries permitted until 2026-03-02 20:50:10.443463213 +0000 UTC m=+290.217984355 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/bd3424aa-4f28-4dca-acce-f905d51891ce-trust-bundle") pod "priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" (UID: "bd3424aa-4f28-4dca-acce-f905d51891ce") : configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:08.606Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibusa52fscdzaeawuql5k4kx2mckuxd7reaqctaurzmmgo6mqs4vi", "mh": "bciqdjeb3uleehsaibnjax2vyvpuyevjoh7cibafgbjdsyym54zbfzkq"} Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:08Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f93685c06bf4b7e5ca5c592a7aa5fd05e5339c891e809bc2bc45680012a00abc" handler=mirror ip=127.0.0.1 latency="838.179µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:f93685c06bf4b7e5ca5c592a7aa5fd05e5339c891e809bc2bc45680012a00abc" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.744962 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.744993 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-kafka-worker-574b5f65b4-7b6lf: configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:08.745060 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle podName:2942dc66-84ff-4b6d-8677-33be04866a9d nodeName:}" failed. No retries permitted until 2026-03-02 20:50:10.745041447 +0000 UTC m=+290.519562599 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/2942dc66-84ff-4b6d-8677-33be04866a9d-trust-bundle") pod "priv-appliance-kafka-worker-574b5f65b4-7b6lf" (UID: "2942dc66-84ff-4b6d-8677-33be04866a9d") : configmap "merged-ca-bundle" not found Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:08.990Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie6hywahkkqnbzpv7iix3k3njzzjnwqocdd74vgejn3ypf23n2iky", "mh": "bciqj4prmaouva2ds7l6qrpwvw2ttss3na4egh7zkmis3xq6lvw3uqvq"} Mar 02 20:48:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:08Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a" handler=mirror ip=127.0.0.1 latency="817.353µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147320 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147349 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw: configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147373 27498 projected.go:291] Couldn't get configMap default/merged-ca-bundle: configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147399 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle podName:6c921c93-8ce0-4fc7-9a69-64e375c8b85f nodeName:}" failed. No retries permitted until 2026-03-02 20:50:11.147384736 +0000 UTC m=+290.921905879 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/6c921c93-8ce0-4fc7-9a69-64e375c8b85f-trust-bundle") pod "priv-appliance-qos-orchestrator-7466568f5b-w5pqw" (UID: "6c921c93-8ce0-4fc7-9a69-64e375c8b85f") : configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147399 27498 projected.go:196] Error preparing data for projected volume trust-bundle for pod default/priv-appliance-scheduler-c6df76b76-wb9qf: configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:09.147419 27498 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle podName:50495a90-4a4c-411f-b4a9-ef8d199de844 nodeName:}" failed. No retries permitted until 2026-03-02 20:50:11.147415281 +0000 UTC m=+290.921936432 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "trust-bundle" (UniqueName: "kubernetes.io/projected/50495a90-4a4c-411f-b4a9-ef8d199de844-trust-bundle") pod "priv-appliance-scheduler-c6df76b76-wb9qf" (UID: "50495a90-4a4c-411f-b4a9-ef8d199de844") : configmap "merged-ca-bundle" not found Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:09.148785869Z" level=info msg="TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:09.374Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifxvzgyni722fckvan5gems2n3eklyaboh7v745dsmqlfpre2mc4q", "mh": "bciqlplsnq2r7vukevka32mizfu3wiuxqac4p7l7z2hezawk7cjuyfza"} Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3243789cbeeb36755645d3444cc772588632a839654a2acd28e0f5fa29c38cb6" handler=mirror ip=127.0.0.1 latency="540.163µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:3243789cbeeb36755645d3444cc772588632a839654a2acd28e0f5fa29c38cb6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:09.760Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifpu344eodukcvrlocfs5agdrwznxkf3wjqwkroriclkgqu7ae2jq", "mh": "bciqk7jxzyi4hiuflcw4elf2amhdns3oulxmtbmvc5cqewunbj6ajuta"} Mar 02 20:48:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ed1688c4ade24df41414c3d33110f3a89d7aa381c3e049c30fa951dc07d526ea" handler=mirror ip=127.0.0.1 latency="550.061µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:ed1688c4ade24df41414c3d33110f3a89d7aa381c3e049c30fa951dc07d526ea" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:10.036Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiadrklifhykskk7tgzmtwi533zmd4kskzcocperwmpij6qczr47ay", "mh": "bciqahcuwqkpqveuv7gnszhmr3xxsyhyvevse4e6jdmy6qt5aftdz6bq"} Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:10Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:74b43d8e8a38fcc029c0b52b383d824c510e9a3c28b75e057bb222991512fa99" handler=mirror ip=127.0.0.1 latency="597.541µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:74b43d8e8a38fcc029c0b52b383d824c510e9a3c28b75e057bb222991512fa99" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:10.080713 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:10.080778 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:10.080785 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:10.402Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifoxnomd2r3q4p7eahpebofo6tegsrw4uv63htayhs32yczut4yxe", "mh": "bciqk5o24yhvdxby76iao6ic4k55ginfdnzjl5wpgbqpfxvqftjhzroi"} Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:10Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:58ae16bff0fd90a7e0760a300836bde1fde2a5fc090a12ccda7f1355bd3238ff" handler=mirror ip=127.0.0.1 latency="764.824µs" logger=spegel method=GET path="/v2/securiti-sec/postgres-iamguarded/blobs/sha256:58ae16bff0fd90a7e0760a300836bde1fde2a5fc090a12ccda7f1355bd3238ff" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:74b43d8e8a38fcc029c0b52b383d824c510e9a3c28b75e057bb222991512fa99" type=CREATE Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:11.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihnqun3tfswr5ffmtpwsqi5wohpmfdbluih3n3qql5jjkfi2qvd3m", "mh": "bciqo3bi3xglfnd2kkzg7nfar3m4o6ykgcxiqpw3xbax2ssukrvbkhwy"} Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:11Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210" handler=mirror ip=127.0.0.1 latency="871.928µs" logger=spegel method=HEAD path=/v2/securiti-sec/prometheus/manifests/3.9.1-20260213121210 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:11.023526513Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:11.149735021Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:11.149758874Z" level=warning msg="unknown status" status=0 Mar 02 20:48:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:11Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#2: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#3: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#4: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#5: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#6: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#7: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#8: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#9: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830\n#10: no distribution source labels found for sha256:442b002f1074733e6e8ab1f0d9675e967f6e9ba97896565e363ad9a84616f830" logger=spegel Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:12Z" level=debug msg="failed to run bootstrap" attempts=36 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:12.080526 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:12.080603 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:12.080611 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:12Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:bb563c55649732f9ed3e1f03d3c7f4020c150b3b343cf6aeb2d1b0cbeb2363fd" type=CREATE Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:12.905Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia7j4xh6ksobxyrfqtpw7tczldhwp2r7upsmeidk5pobzxzyipge4", "mh": "bciqb6tzop4ve4dprclbg7n7gfswgpm7vd7i7eyiqgv264dtptqq6mjy"} Mar 02 20:48:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:12Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081" handler=mirror ip=127.0.0.1 latency="558.095µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/manifests/sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13.150195812Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13.150242664Z" level=warning msg="unknown status" status=0 Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#2: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#3: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#4: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#5: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#6: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#7: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#8: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#9: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a\n#10: no distribution source labels found for sha256:d25ed662c3e5c0acb56f20a649536b0a6e11f29a155a1a097a14c567eb46026a" logger=spegel Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:67f3c8b260c894320aa5eedcb8138e2bf74fc4f8a07e048adf81746ea5c7d472" type=CREATE Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13.481053794Z" level=error msg="failed to handle container TaskExit event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986}" error="failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:13.778624 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:13.782760 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:f93685c06bf4b7e5ca5c592a7aa5fd05e5339c891e809bc2bc45680012a00abc" type=CREATE Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:3243789cbeeb36755645d3444cc772588632a839654a2acd28e0f5fa29c38cb6" type=CREATE Mar 02 20:48:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:13Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:bee875804684ac4d2bb22e5c8f0bbcad038a7cbbcfd675fae8d076e4344563d9" type=CREATE Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:14.081000 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:14.081084 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:14.081092 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:14Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:ed1688c4ade24df41414c3d33110f3a89d7aa381c3e049c30fa951dc07d526ea" type=CREATE Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:14Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:02c28fadce213a9cf8214b8e9d02308b5d30c1bf360593eec09a3bd85f3f88bb" type=CREATE Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:14Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:58ae16bff0fd90a7e0760a300836bde1fde2a5fc090a12ccda7f1355bd3238ff" type=CREATE Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:15.077840 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:15.078537 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15.151574897Z" level=error msg="get state for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="context deadline exceeded" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15.151602482Z" level=warning msg="unknown status" status=0 Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15.214348100Z" level=info msg="Container 9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:15Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#2: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#3: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#4: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#5: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#6: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#7: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#8: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#9: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\n#10: no distribution source labels found for sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081" logger=spegel Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:16.080549 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:16.080615 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:16.080623 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:16.664723951Z" level=info msg="CreateContainer within sandbox \"695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff\" for name:\"redis\" returns container id \"9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5\"" Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:16.665138027Z" level=info msg="StartContainer for \"9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5\"" Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:16.665990526Z" level=info msg="connecting to shim 9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5" address="unix:///run/containerd/s/f8b1ca23651e947c30c419b38334782e914e8bfc2a6cc92341128e2dcc3fd9f3" protocol=ttrpc version=3 Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:16.835767090Z" level=info msg="StartContainer for \"9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5\" returns successfully" Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:16.881Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiagk25xr7nwdgevuojdw4ty4nwc4svr73upsvdkomt4ckgdl7mxfi", "mh": "bciqamvv3pd63mgmjli4shnzhry3mfzfld7xi7fkgu4zhyeumgx6zokq"} Mar 02 20:48:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:16Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510" handler=mirror ip=127.0.0.1 latency="694.822µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/blobs/sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510" type=CREATE Mar 02 20:48:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:17Z" level=debug msg="failed to run bootstrap" attempts=37 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:18.080703 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:18.080778 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:18.080786 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:19.149351524Z" level=error msg="Failed to handle backOff event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607} for 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:48:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:19.149396263Z" level=info msg="TaskExit event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986}" Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:20.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifhkibousz56fxb22zad66l4qkf62vya54mt5kgyxzvtgq3jfrn5e", "mh": "bciqkouqc5jft34lodvvsah54xzaul5vlqb3yzh2unrptlgnbwslc32i"} Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d5036c48976f7d2dee8d714634adacff87e19e3bf0a59d6b1172dc00f33fcb0a" handler=mirror ip=127.0.0.1 latency="621.939µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/blobs/sha256:d5036c48976f7d2dee8d714634adacff87e19e3bf0a59d6b1172dc00f33fcb0a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:20.080513 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:20.080587 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:20.080595 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:20.696Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiczu7fhjxxuvv26be2k7ji7bstxocntywys4373gtzthpl2urb6ci", "mh": "bciqftj6kotppjllv4cjuv6sr6dfho4e3hrnrfzx7wnhtgo6xvjcd4eq"} Mar 02 20:48:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a19dac9f66fc19f73bf8818bc0615a16899af0beeee653236e1f945d6a71ab15" handler=mirror ip=127.0.0.1 latency="824.095µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/blobs/sha256:a19dac9f66fc19f73bf8818bc0615a16899af0beeee653236e1f945d6a71ab15" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:21.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidmszr3wqdmoryqko6fpzz4dkso4zdv5fpeo3fee3vwsgopve25we", "mh": "bciqgzftdxnagy5drau54k7ttygve5zshl2k6i5wkijxlnem47kjv3mi"} Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4f936db9afff76b2fd540958bdef79d2077821deb363358531d7a1c82b04bd32" handler=mirror ip=127.0.0.1 latency="554.294µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/blobs/sha256:4f936db9afff76b2fd540958bdef79d2077821deb363358531d7a1c82b04bd32" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21.149542556Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21.149568313Z" level=warning msg="unknown status" status=0 Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:21.368Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihwsc5xsfdpr3llyz3om3z6geaxmj6hp2stug7ikujssdm6wclxse", "mh": "bciqpnef3pekg7dwwxrtw4zxt4miboyt4o7vfhin6qvitfegz5mexpei"} Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ff68f5c16740632504bd00747079a7e9561054120c6763358e783497fb2b92bb" handler=mirror ip=127.0.0.1 latency="550.303µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus/blobs/sha256:ff68f5c16740632504bd00747079a7e9561054120c6763358e783497fb2b92bb" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:22.080624 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:22.080702 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:22.080711 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:22Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:d5036c48976f7d2dee8d714634adacff87e19e3bf0a59d6b1172dc00f33fcb0a" type=CREATE Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:22Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:a19dac9f66fc19f73bf8818bc0615a16899af0beeee653236e1f945d6a71ab15" type=CREATE Mar 02 20:48:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:23.150439471Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:23.150483011Z" level=warning msg="unknown status" status=0 Mar 02 20:48:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:ff68f5c16740632504bd00747079a7e9561054120c6763358e783497fb2b92bb" type=CREATE Mar 02 20:48:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:24Z" level=debug msg="failed to run bootstrap" attempts=38 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:24.080096 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:24.080168 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:24.080175 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:25.151568536Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:25.151594465Z" level=warning msg="unknown status" status=0 Mar 02 20:48:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:26.080524 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:26.080591 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:26.080599 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:4f936db9afff76b2fd540958bdef79d2077821deb363358531d7a1c82b04bd32" type=CREATE Mar 02 20:48:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:28.081384 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:28.081471 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:28.081478 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:28.781650 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:28.787793 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.150273288Z" level=error msg="Failed to handle backOff event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986} for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778635420Z" level=error msg="ttrpc: received message on inactive stream" stream=35 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778690865Z" level=error msg="ttrpc: received message on inactive stream" stream=31 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778700695Z" level=error msg="ttrpc: received message on inactive stream" stream=39 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778707849Z" level=error msg="ttrpc: received message on inactive stream" stream=41 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778744107Z" level=error msg="ttrpc: received message on inactive stream" stream=45 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778777280Z" level=error msg="ttrpc: received message on inactive stream" stream=47 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778784554Z" level=error msg="ttrpc: received message on inactive stream" stream=51 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778792306Z" level=error msg="ttrpc: received message on inactive stream" stream=55 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778847323Z" level=error msg="ttrpc: received message on inactive stream" stream=57 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778921292Z" level=error msg="ttrpc: received message on inactive stream" stream=61 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778934072Z" level=error msg="ttrpc: received message on inactive stream" stream=63 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778939200Z" level=error msg="ttrpc: received message on inactive stream" stream=67 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778948005Z" level=error msg="ttrpc: received message on inactive stream" stream=69 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778952859Z" level=error msg="ttrpc: received message on inactive stream" stream=77 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778963346Z" level=error msg="ttrpc: received message on inactive stream" stream=79 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778972134Z" level=error msg="ttrpc: received message on inactive stream" stream=81 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29.778979162Z" level=error msg="ttrpc: received message on inactive stream" stream=83 Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:30.078514 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:30.080661 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:30.080735 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:30.080743 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:30.184758 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:30.184816 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:31Z" level=debug msg="failed to run bootstrap" attempts=39 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:32.080631 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:32.080712 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:32.080720 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:32.148182591Z" level=info msg="TaskExit event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986}" Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:34.080382 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:34.080453 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:34.080460 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.148653737Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.148684481Z" level=warning msg="unknown status" status=0 Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119" type=CREATE Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.645758156Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119: active requests=0, bytes read=130565969" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210" type=CREATE Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.796340172Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210: active requests=0, bytes read=136007399" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.990886434Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210\" with image id \"sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\", size \"136229955\" in 27.981172966s" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.990916535Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210\" returns image reference \"sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510\"" Mar 02 20:48:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:34.991648560Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353\"" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.049594749Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119\" with image id \"sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:7803c2771e1fccfed7b2283cb83239c35977f1ec5b0afd36f057660f8e83750e\", size \"130565969\" in 34.26107675s" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.049623939Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119\" returns image reference \"sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3\"" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.049839457Z" level=info msg="CreateContainer within sandbox \"c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0\" for container name:\"prometheus-server\"" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.050299202Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\"" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.122572061Z" level=info msg="CreateContainer within sandbox \"b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed\" for container name:\"postgresql\"" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:35.148Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidf77v4hjldoy4axp7d7bes7gyjhxg723fvwv5vgkxgaeofcicmji", "mh": "bciqgl77lyoswg5rybo76h6cjf6nqspon7vwllnl3kmvomai4keqeysq"} Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353" handler=mirror ip=127.0.0.1 latency="591.453µs" logger=spegel method=HEAD path=/v2/securiti-sec/prometheus-redis-exporter-iamguarded/manifests/1.80.2-20260213121353 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.149023407Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:35.214Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaz5uthx3advu4zv6nxgwfz6a3jr45cbptukq63a44jtei2p3chku", "mh": "bciqbt3jgppwahljztl43onmlt4bwtdz2ec7hivb5wbzytgiru7weovi"} Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" handler=mirror ip=127.0.0.1 latency="588.658µs" logger=spegel method=HEAD path=/v2/securiti-sec/rancher-system-upgrade-controller/manifests/0.18.0-20260217113520 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.215139632Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.221593550Z" level=info msg="fetch failed" error="pull access denied, repository does not exist or may require authorization: authorization failed: no basic auth credentials" host=dev-intg-17.securiti.xyz Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.432597592Z" level=error msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" failed" error="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.432698252Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: active requests=0, bytes read=0" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:35.432814 27498 log.go:32] "PullImage from image service failed" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:35.432872 27498 kuberuntime_image.go:43] "Failed to pull image" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:35.432971 27498 kuberuntime_manager.go:1449] "Unhandled Error" err="container system-upgrade-controller start failed in pod system-upgrade-controller-6c8c7d959c-vbscp_securiti-cluster-upgrade(27b17b8a-4e2b-497a-9634-443c14ec3ba9): ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:35.433008 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ErrImagePull: \"rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35Z" level=debug msg="failed to run bootstrap" attempts=40 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:35.644Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiamxdlv22th6fmmurqm4zmwptl552vowwgjxx5l6356dr42krf7fe", "mh": "bciqazogxlvvgp4kyzjdazzszm7gx33vk5nmmtpp2x5x34hdzuvcl6ki"} Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:35d2e19a88ebe9854527f66edf4554a446866df16b23224fd55bf54cc8f7f21e" handler=mirror ip=127.0.0.1 latency="574.979µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-redis-exporter-iamguarded/manifests/sha256:35d2e19a88ebe9854527f66edf4554a446866df16b23224fd55bf54cc8f7f21e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:35.888312521Z" level=info msg="Container 600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:36.080751 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:36.080858 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:36.080868 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.149476350Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.149501991Z" level=warning msg="unknown status" status=0 Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.220299496Z" level=info msg="Container a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.437779130Z" level=info msg="CreateContainer within sandbox \"c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0\" for name:\"prometheus-server\" returns container id \"600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e\"" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.438530711Z" level=info msg="StartContainer for \"600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e\"" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.439381940Z" level=info msg="connecting to shim 600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e" address="unix:///run/containerd/s/8a820a75b3d6d2b1be45115601823140c5b230bbf383545e59849b2187830b63" protocol=ttrpc version=3 Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:35d2e19a88ebe9854527f66edf4554a446866df16b23224fd55bf54cc8f7f21e" type=CREATE Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.558633643Z" level=info msg="StartContainer for \"600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e\" returns successfully" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:36.568512 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-prometheus-server-7b54c7d7c9-v9n95" podStartSLOduration=106.09675381 podStartE2EDuration="2m36.568495539s" podCreationTimestamp="2026-03-02 20:46:00 +0000 UTC" firstStartedPulling="2026-03-02 20:47:44.519656951 +0000 UTC m=+144.294178099" lastFinishedPulling="2026-03-02 20:48:34.991398677 +0000 UTC m=+194.765919828" observedRunningTime="2026-03-02 20:48:36.567491736 +0000 UTC m=+196.342012910" watchObservedRunningTime="2026-03-02 20:48:36.568495539 +0000 UTC m=+196.343016708" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.754270033Z" level=info msg="CreateContainer within sandbox \"b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed\" for name:\"postgresql\" returns container id \"a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138\"" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.754957626Z" level=info msg="StartContainer for \"a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138\"" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.755786738Z" level=info msg="connecting to shim a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138" address="unix:///run/containerd/s/2b6aa4b9e0c2bcfd36136003f710cc8ab6dd2f3582f3247b9d450239d6510312" protocol=ttrpc version=3 Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36.927752961Z" level=info msg="StartContainer for \"a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138\" returns successfully" Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:36.955Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib4nd7ces7ax4vg6gglmijbrewf74st5upww4ttrxmzfl5ihs6kue", "mh": "bciqdy2h6ejf6bpzkn4mmwyqsdcjml7zfh3i7nnzhhdozskx2qpf4vii"} Mar 02 20:48:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:36Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845" handler=mirror ip=127.0.0.1 latency="977.618µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-redis-exporter-iamguarded/blobs/sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845" type=CREATE Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:37.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidvb6va35rar3mdxazpzvyind5hd52zm26kldhclcyfgu6g4kpcii", "mh": "bciqhkd5kbx3cbdwyhobs7tlqq2h2oh3vszv4uwgoewfqknj4nyu6eqq"} Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:554ddd4dc68a2563d7c60a323c95ce7495873e95c1e16914c249f9b2c06bc467" handler=mirror ip=127.0.0.1 latency="594.915µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-redis-exporter-iamguarded/blobs/sha256:554ddd4dc68a2563d7c60a323c95ce7495873e95c1e16914c249f9b2c06bc467" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:37.556556 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:37.574410 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-postgresql-0" podStartSLOduration=67.108035677 podStartE2EDuration="2m39.574395871s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:47:02.583719271 +0000 UTC m=+102.358240420" lastFinishedPulling="2026-03-02 20:48:35.050079397 +0000 UTC m=+194.824600614" observedRunningTime="2026-03-02 20:48:37.573304247 +0000 UTC m=+197.347825416" watchObservedRunningTime="2026-03-02 20:48:37.574395871 +0000 UTC m=+197.348917026" Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:37.680Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifk3h7vge4ekdq4bp5km3mk5y52zeiaoixgem46k73xpem2fgqxuy", "mh": "bciqkvwp7kmjyiuhbyc72uzwyv3r3vsiqa4romizz4v7xo6izuknbpjq"} Mar 02 20:48:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:37Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:4eb0b1d1b0915c6bc2642fa81352c3008c389d8d8ce4396002ef66c1f7b260ad" handler=mirror ip=127.0.0.1 latency="577.863µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-redis-exporter-iamguarded/blobs/sha256:4eb0b1d1b0915c6bc2642fa81352c3008c389d8d8ce4396002ef66c1f7b260ad" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:38.073240 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:38.079974 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:38.080075 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:38.080084 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:38.101Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicyomggz4pcuv3pvrw2kymrtrnalbqarotyjmszuck34o25vvy6vq", "mh": "bciqfq4ymnty6fjlw7ldnuvqzdhc2awdabc5hqszftievxy5v3llr5la"} Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:38Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:44a9db8a14a3be5c1e49a156eea479be5065df1eb4c075b612cc4cfdffc01d14" handler=mirror ip=127.0.0.1 latency="544.821µs" logger=spegel method=GET path="/v2/securiti-sec/prometheus-redis-exporter-iamguarded/blobs/sha256:44a9db8a14a3be5c1e49a156eea479be5065df1eb4c075b612cc4cfdffc01d14" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:38.150416013Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:38.150440788Z" level=warning msg="unknown status" status=0 Mar 02 20:48:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:554ddd4dc68a2563d7c60a323c95ce7495873e95c1e16914c249f9b2c06bc467" type=CREATE Mar 02 20:48:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:4eb0b1d1b0915c6bc2642fa81352c3008c389d8d8ce4396002ef66c1f7b260ad" type=CREATE Mar 02 20:48:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:39Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:44a9db8a14a3be5c1e49a156eea479be5065df1eb4c075b612cc4cfdffc01d14" type=CREATE Mar 02 20:48:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:40.080692 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:40.080793 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:40.080803 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:41.928153 27498 scope.go:117] "RemoveContainer" containerID="bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883" Mar 02 20:48:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:41.929366897Z" level=info msg="RemoveContainer for \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\"" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:42.080305 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:42.080382 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:42.080390 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.148336124Z" level=error msg="Failed to handle backOff event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986} for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.148377478Z" level=info msg="TaskExit event container_id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" id:\"6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758\" pid:32397 exited_at:{seconds:1772484431 nanos:274933607}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.149875053Z" level=info msg="Ensure that container 6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758 in task-service has been cleanup successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.254538279Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded:15.16-20260213121119\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.255011672Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus:3.9.1-20260213121210\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.255247704Z" level=info msg="ImageCreate event name:\"sha256:73f4d44949c0e46973c62b5138cd8e73b58f1d3bf51cbc4ae472643d79f2b8f3\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.255551557Z" level=info msg="ImageCreate event name:\"sha256:44f1671ba1bc2145099b92efe07e96d036e5ba23796addc6cadd0ef70543d510\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.255787702Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus@sha256:0886549b132474d6eb2c3f8455bc8efb0cbad4aadec237654acf5217d358e081\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.256013853Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/postgres-iamguarded@sha256:7803c2771e1fccfed7b2283cb83239c35977f1ec5b0afd36f057660f8e83750e\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.343265013Z" level=info msg="RemoveContainer for \"bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883\" returns successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.344440578Z" level=info msg="StopPodSandbox for \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\"" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.353985748Z" level=info msg="TearDown network for sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.354012987Z" level=info msg="StopPodSandbox for \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" returns successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.354244404Z" level=info msg="RemovePodSandbox for \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\"" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.354268302Z" level=info msg="Forcibly stopping sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\"" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.362682249Z" level=info msg="TearDown network for sandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.576260415Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739\"" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42.789971006Z" level=info msg="Ensure that sandbox 3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 in task-service has been cleanup successfully" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:43.254Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie736zskjhgh35tpf2pmud4qnhn4yxuovghkqmymvufdjtlh4pgti", "mh": "bciqj7x5teusompx3g6lu6zihza2o3zrpi5kmovazqzlikgtgwpy6ngq"} Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:43Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739" handler=mirror ip=127.0.0.1 latency="981.997µs" logger=spegel method=HEAD path=/v2/securiti-sec/nats/manifests/2.12.4-202602400739 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:43.255444296Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:43Z" level=debug msg="failed to run bootstrap" attempts=41 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:43.787943 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:48:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:43.792882 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:44.080842 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:44.080937 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:44.080944 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:44.223Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidx5p76jzqbrytm7vifzwdweyd2t4pjfbttuzk6lqejdeor4uebsi", "mh": "bciqhp2774ttaddrgz7kqltmhmjqhvhy6skdhhjsv4xaisgi5dziideq"} Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:44Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:14c03784b7ab82465491bbf530c8b80086924d0a0f1051bd5ecbe8dfebf7c4db" handler=mirror ip=127.0.0.1 latency="798.877µs" logger=spegel method=GET path="/v2/securiti-sec/nats/manifests/sha256:14c03784b7ab82465491bbf530c8b80086924d0a0f1051bd5ecbe8dfebf7c4db" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:44.418938774Z" level=info msg="RemovePodSandbox \"3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952\" returns successfully" Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:14c03784b7ab82465491bbf530c8b80086924d0a0f1051bd5ecbe8dfebf7c4db" type=CREATE Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:45.224Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiblv3fjk34ugsczlkkpmrgvf44w4sxjdaqoeitijqcjxpyhkb4jne", "mh": "bciqcxlwksvxzinefswuu6zcnklzznzfosgba4irgqtaeto7qoudys2i"} Mar 02 20:48:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:45Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f" handler=mirror ip=127.0.0.1 latency="717.118µs" logger=spegel method=GET path="/v2/securiti-sec/nats/blobs/sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:46.079928 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:46.079995 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:46.080001 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:46.148471782Z" level=info msg="TaskExit event container_id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" id:\"73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7\" pid:33160 exited_at:{seconds:1772484483 nanos:352065986}" Mar 02 20:48:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:46Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f" type=CREATE Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:48.078027 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:48.078980 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:48.080639 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:48.080705 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:48.080712 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48.149531229Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48.149559602Z" level=warning msg="unknown status" status=0 Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:48.314Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibbciuyi5b4ap6z6efezx77x5yrbivkvosfydfiy47a6xlnq3qa3q", "mh": "bciqccerjqr2dya75t4ikjtp77p3rccrkvk5elqgkrrz6b5ow3bxabxa"} Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0a52dec2e57e502efd7e032c2d39b2c9fe64f37de35fb387cc83f900fb2ab59b" handler=mirror ip=127.0.0.1 latency="637.634µs" logger=spegel method=GET path="/v2/securiti-sec/nats/blobs/sha256:0a52dec2e57e502efd7e032c2d39b2c9fe64f37de35fb387cc83f900fb2ab59b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:48.753Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibxm6gp3of4jlahquztnox7i4fty6oeyvwvcrbvqsoprvykxsq3na", "mh": "bciqdoz4m7w4lyswapbjtg25p6rylhr44jrlnkfcdlbe47dlqvpfbw2a"} Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:848d065274b3fa6e2e162c26e49c8669872d532ec83b68d99d05f2cab6542091" handler=mirror ip=127.0.0.1 latency="523.803µs" logger=spegel method=GET path="/v2/securiti-sec/nats/blobs/sha256:848d065274b3fa6e2e162c26e49c8669872d532ec83b68d99d05f2cab6542091" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:49.082Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifishqxjq4zimkmgfvecgbkohckhencnxfdmnksuhjts3xg54bz4m", "mh": "bciqkrepbotbzsqyuymlkiemcu4oeuoi2e3okgy2vfiothfxon3ydtyy"} Mar 02 20:48:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:49Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9a425f06c361512b5a2d61fa8e744f96b5d199ea14be0d543ddef79c320acdb0" handler=mirror ip=127.0.0.1 latency="851.235µs" logger=spegel method=GET path="/v2/securiti-sec/nats/blobs/sha256:9a425f06c361512b5a2d61fa8e744f96b5d199ea14be0d543ddef79c320acdb0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:48:49.417Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicb2eojrvofsqgy5pynvubq75u2lkdozysdgiwukruuwdkmtyfqia", "mh": "bciqedui4tdk4lfanr27q3lidb73juwug5tregmrnivdjjmguzhqlaqa"} Mar 02 20:48:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:49Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:e75fe1e0dd41deea154434d8db60ccafe8bebfd96dad674351be3dabac8e7322" handler=mirror ip=127.0.0.1 latency="665.346µs" logger=spegel method=GET path="/v2/securiti-sec/nats/blobs/sha256:e75fe1e0dd41deea154434d8db60ccafe8bebfd96dad674351be3dabac8e7322" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:50.080908 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:50.081013 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:50.081024 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50.150049348Z" level=error msg="get state for 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7" error="context deadline exceeded" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50.150072174Z" level=warning msg="unknown status" status=0 Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:0a52dec2e57e502efd7e032c2d39b2c9fe64f37de35fb387cc83f900fb2ab59b" type=CREATE Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:848d065274b3fa6e2e162c26e49c8669872d532ec83b68d99d05f2cab6542091" type=CREATE Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:9a425f06c361512b5a2d61fa8e744f96b5d199ea14be0d543ddef79c320acdb0" type=CREATE Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:e75fe1e0dd41deea154434d8db60ccafe8bebfd96dad674351be3dabac8e7322" type=CREATE Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047526640Z" level=error msg="ttrpc: received message on inactive stream" stream=31 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047575583Z" level=error msg="ttrpc: received message on inactive stream" stream=39 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047580640Z" level=error msg="ttrpc: received message on inactive stream" stream=41 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047586123Z" level=error msg="ttrpc: received message on inactive stream" stream=43 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047618121Z" level=error msg="ttrpc: received message on inactive stream" stream=47 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047627659Z" level=error msg="ttrpc: received message on inactive stream" stream=51 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047632257Z" level=error msg="ttrpc: received message on inactive stream" stream=53 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047638150Z" level=error msg="ttrpc: received message on inactive stream" stream=55 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047644422Z" level=error msg="ttrpc: received message on inactive stream" stream=59 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047650423Z" level=error msg="ttrpc: received message on inactive stream" stream=63 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.047658563Z" level=error msg="ttrpc: received message on inactive stream" stream=67 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.048898359Z" level=info msg="Ensure that container 73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7 in task-service has been cleanup successfully" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.086061785Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353" type=CREATE Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.087817998Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353: active requests=0, bytes read=4175578" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.091963843Z" level=info msg="ImageCreate event name:\"sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.103768200Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:35d2e19a88ebe9854527f66edf4554a446866df16b23224fd55bf54cc8f7f21e\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.104080922Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353\" with image id \"sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded@sha256:35d2e19a88ebe9854527f66edf4554a446866df16b23224fd55bf54cc8f7f21e\", size \"8751488\" in 16.112409529s" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.104106664Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/prometheus-redis-exporter-iamguarded:1.80.2-20260213121353\" returns image reference \"sha256:d94c09e0f8de34cabcefff0b8131611c97ef232ab7b64be177f91d7e45742845\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.111514984Z" level=info msg="CreateContainer within sandbox \"695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff\" for container name:\"metrics\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=debug msg="failed to run bootstrap" attempts=42 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.129031690Z" level=info msg="Container d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.140332386Z" level=info msg="CreateContainer within sandbox \"695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff\" for name:\"metrics\" returns container id \"d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.140612074Z" level=info msg="StartContainer for \"d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.141343964Z" level=info msg="connecting to shim d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685" address="unix:///run/containerd/s/f8b1ca23651e947c30c419b38334782e914e8bfc2a6cc92341128e2dcc3fd9f3" protocol=ttrpc version=3 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.149904330Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739" type=CREATE Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.151745045Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739: active requests=0, bytes read=6700110" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.153729388Z" level=info msg="ImageCreate event name:\"sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.156074355Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:14c03784b7ab82465491bbf530c8b80086924d0a0f1051bd5ecbe8dfebf7c4db\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.156228463Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739\" with image id \"sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/nats@sha256:14c03784b7ab82465491bbf530c8b80086924d0a0f1051bd5ecbe8dfebf7c4db\", size \"6830710\" in 8.579939526s" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.156247705Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/nats:2.12.4-202602400739\" returns image reference \"sha256:41fe210aeb9dffe88aba790b231c83a7edc0b55d3e65dce880754e4c6281586f\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.159814579Z" level=info msg="CreateContainer within sandbox \"a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b\" for container name:\"nats-server\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.168150133Z" level=info msg="Container d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.177860018Z" level=info msg="CreateContainer within sandbox \"a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b\" for name:\"nats-server\" returns container id \"d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.178238796Z" level=info msg="StartContainer for \"d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.178965740Z" level=info msg="connecting to shim d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18" address="unix:///run/containerd/s/048b1370bdc4dee94855db05cf3474028fe789f95ac082272fe7b8b9b627d96c" protocol=ttrpc version=3 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.243804279Z" level=info msg="StartContainer for \"d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18\" returns successfully" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.601205201Z" level=info msg="CreateContainer within sandbox \"c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95\" for container name:\"priv-appliance-elasticsearch\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:51.604081 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-nats-server-0" podStartSLOduration=8.58945754 podStartE2EDuration="2m53.604066559s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:06.141959205 +0000 UTC m=+45.916480349" lastFinishedPulling="2026-03-02 20:48:51.156568217 +0000 UTC m=+210.931089368" observedRunningTime="2026-03-02 20:48:51.603237734 +0000 UTC m=+211.377758892" watchObservedRunningTime="2026-03-02 20:48:51.604066559 +0000 UTC m=+211.378587745" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.610756514Z" level=info msg="Container 0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.620906854Z" level=info msg="CreateContainer within sandbox \"c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95\" for name:\"priv-appliance-elasticsearch\" returns container id \"0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.621378080Z" level=info msg="StartContainer for \"0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a\"" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.622081964Z" level=info msg="connecting to shim 0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a" address="unix:///run/containerd/s/184388b238f8a9498c71e378df5c6837511184f5232547a909abcba3ff0e1168" protocol=ttrpc version=3 Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.686314439Z" level=info msg="StartContainer for \"0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a\" returns successfully" Mar 02 20:48:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:51.847691212Z" level=info msg="StartContainer for \"d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685\" returns successfully" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:52.080359 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:52.080434 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:52.080442 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:52.612515 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-elasticsearch-master-0" podStartSLOduration=64.495096433 podStartE2EDuration="2m54.612493143s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:09.434356297 +0000 UTC m=+49.208877439" lastFinishedPulling="2026-03-02 20:47:59.55175299 +0000 UTC m=+159.326274149" observedRunningTime="2026-03-02 20:48:52.611547797 +0000 UTC m=+212.386068959" watchObservedRunningTime="2026-03-02 20:48:52.612493143 +0000 UTC m=+212.387014316" Mar 02 20:48:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:52.630621 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-redis-master-0" podStartSLOduration=12.963292297 podStartE2EDuration="2m54.630607673s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:09.437180959 +0000 UTC m=+49.211702110" lastFinishedPulling="2026-03-02 20:48:51.104496333 +0000 UTC m=+210.879017486" observedRunningTime="2026-03-02 20:48:52.62986616 +0000 UTC m=+212.404387327" watchObservedRunningTime="2026-03-02 20:48:52.630607673 +0000 UTC m=+212.405128836" Mar 02 20:48:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:54.080158 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:54.080232 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:54.080240 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:55Z" level=debug msg="failed to run bootstrap" attempts=43 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:48:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:56.080199 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:56.080263 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:56.080271 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:58.080653 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:58.080718 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:58.080725 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:58.791704 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:48:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:58.798440 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:48:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:48:59.788791 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:59.788853 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.external.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:59.788865 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:48:59.789890 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:59.789958 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.external.metrics.k8s.io" failed with: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:59.789967 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:48:59.792155 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:59.792167 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.custom.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:59.792173 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:48:59.793579 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:48:59.793632 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.custom.metrics.k8s.io" failed with: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:48:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:48:59.793643 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:49:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:00.078164 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:49:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:00.078792 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:49:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:00.080410 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:00.080484 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:00.080493 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:02.080544 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:02.080639 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:02.080649 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:03Z" level=debug msg="failed to run bootstrap" attempts=44 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:04.080667 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:04.080734 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:04.080744 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:06.080072 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:06.080148 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:06.080164 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.409299338Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc" type=CREATE Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.411230892Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc: active requests=0, bytes read=8750733471" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.413531183Z" level=info msg="ImageCreate event name:\"sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.417447342Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/content-classification@sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.418341604Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc\" with image id \"sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97\", repo tag \"dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/content-classification@sha256:ee02457199d7db447d2aeabde7ac6b647045086273b3018afe9bc3d452c746c4\", size \"8750733535\" in 3m6.868665768s" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.418363718Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/content-classification:1.143.0-09rc\" returns image reference \"sha256:4c7a9de6bba184d62730daa5694bb58d3908e45003a8ddf95f4ce897cee58c97\"" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:06.419518 27498 kubelet_resources.go:64] "Allocatable" allocatable={"cpu":"16","ephemeral-storage":"355734106858","hugepages-1Gi":"0","hugepages-2Mi":"0","memory":"64305592Ki","pods":"110"} Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.429651985Z" level=info msg="CreateContainer within sandbox \"1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca\" for container name:\"html-converter\"" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.440191988Z" level=info msg="Container fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.449329476Z" level=info msg="CreateContainer within sandbox \"1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca\" for name:\"html-converter\" returns container id \"fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333\"" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.449650290Z" level=info msg="StartContainer for \"fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333\"" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.450261455Z" level=info msg="connecting to shim fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333" address="unix:///run/containerd/s/106f4a1de8f1c6b205859516b301797eae69e58951a7f37f4616928f5494fa6c" protocol=ttrpc version=3 Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06.489897652Z" level=info msg="StartContainer for \"fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333\" returns successfully" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:06.642908 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-html-converter-d876b74c-smhx6" podStartSLOduration=1.773050183 podStartE2EDuration="3m8.642891057s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:45:59.549473529 +0000 UTC m=+39.323994681" lastFinishedPulling="2026-03-02 20:49:06.419314412 +0000 UTC m=+226.193835555" observedRunningTime="2026-03-02 20:49:06.641853559 +0000 UTC m=+226.416374717" watchObservedRunningTime="2026-03-02 20:49:06.642891057 +0000 UTC m=+226.417412230" Mar 02 20:49:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:06Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:07.560243 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:08.078501 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:08.080213 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:08.080276 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:08.080283 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:10.080894 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:10.080981 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:10.080989 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:12.080638 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:12.080707 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:12.080714 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:13Z" level=debug msg="failed to run bootstrap" attempts=45 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:13.798670 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:49:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:13.803261 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-html-converter: invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API" Mar 02 20:49:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:14.080704 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:14.080773 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:14.080782 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:15.077723 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:15.078555 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:15Z" level=debug msg="failed to run bootstrap" attempts=46 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:16.080183 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:16.080251 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:16.080260 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:18.079925 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:18.079990 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:18.079998 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:18Z" level=debug msg="failed to run bootstrap" attempts=47 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19.407173109Z" level=info msg="received container exit event container_id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" pid:32350 exited_at:{seconds:1772484559 nanos:406783747}" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:20.080279 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:20.080350 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:20.080357 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:22.080469 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:22.080555 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:22.080564 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:24.081025 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:24.081093 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:24.081102 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:26.077926 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26.078910775Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\"" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:26.080034 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:26.080095 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:26.080104 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:49:26.125Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaz5uthx3advu4zv6nxgwfz6a3jr45cbptukq63a44jtei2p3chku", "mh": "bciqbt3jgppwahljztl43onmlt4bwtdz2ec7hivb5wbzytgiru7weovi"} Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" handler=mirror ip=127.0.0.1 latency="523.31µs" logger=spegel method=HEAD path=/v2/securiti-sec/rancher-system-upgrade-controller/manifests/0.18.0-20260217113520 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26.126051290Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26.134492915Z" level=info msg="fetch failed" error="pull access denied, repository does not exist or may require authorization: authorization failed: no basic auth credentials" host=dev-intg-17.securiti.xyz Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26.225729723Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: active requests=0, bytes read=0" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:26.225772379Z" level=error msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" failed" error="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:26.225988 27498 log.go:32] "PullImage from image service failed" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:26.226020 27498 kuberuntime_image.go:43] "Failed to pull image" err="rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" image="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:26.226091 27498 kuberuntime_manager.go:1449] "Unhandled Error" err="container system-upgrade-controller start failed in pod system-upgrade-controller-6c8c7d959c-vbscp_securiti-cluster-upgrade(27b17b8a-4e2b-497a-9634-443c14ec3ba9): ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": failed to resolve reference \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found" Mar 02 20:49:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:26.226117 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ErrImagePull: \"rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:49:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:28Z" level=debug msg="failed to run bootstrap" attempts=48 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:28.079972 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:28.080041 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:28.080049 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:28.801876 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:49:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:28.812899 27498 horizontal.go:927] "Successfully rescaled" HPA="default/priv-appliance-html-converter" currentReplicas=1 desiredReplicas=3 reason="cpu resource utilization (percentage of request) above target" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.109404 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/08e8df48-0180-4bb7-bce9-0b37e4ce6bf4-config\") pod \"priv-appliance-html-converter-d876b74c-72r59\" (UID: \"08e8df48-0180-4bb7-bce9-0b37e4ce6bf4\") " pod="default/priv-appliance-html-converter-d876b74c-72r59" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.109437 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pkjrw\" (UniqueName: \"kubernetes.io/projected/08e8df48-0180-4bb7-bce9-0b37e4ce6bf4-kube-api-access-pkjrw\") pod \"priv-appliance-html-converter-d876b74c-72r59\" (UID: \"08e8df48-0180-4bb7-bce9-0b37e4ce6bf4\") " pod="default/priv-appliance-html-converter-d876b74c-72r59" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.109558 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-html-converter\" (UniqueName: \"kubernetes.io/empty-dir/08e8df48-0180-4bb7-bce9-0b37e4ce6bf4-tmp-html-converter\") pod \"priv-appliance-html-converter-d876b74c-72r59\" (UID: \"08e8df48-0180-4bb7-bce9-0b37e4ce6bf4\") " pod="default/priv-appliance-html-converter-d876b74c-72r59" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.210849 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-85qzm\" (UniqueName: \"kubernetes.io/projected/9ab4373e-9a92-4cae-a11e-041cc63208d6-kube-api-access-85qzm\") pod \"priv-appliance-html-converter-d876b74c-d2bmt\" (UID: \"9ab4373e-9a92-4cae-a11e-041cc63208d6\") " pod="default/priv-appliance-html-converter-d876b74c-d2bmt" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.210954 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9ab4373e-9a92-4cae-a11e-041cc63208d6-config\") pod \"priv-appliance-html-converter-d876b74c-d2bmt\" (UID: \"9ab4373e-9a92-4cae-a11e-041cc63208d6\") " pod="default/priv-appliance-html-converter-d876b74c-d2bmt" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:29.211024 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-html-converter\" (UniqueName: \"kubernetes.io/empty-dir/9ab4373e-9a92-4cae-a11e-041cc63208d6-tmp-html-converter\") pod \"priv-appliance-html-converter-d876b74c-d2bmt\" (UID: \"9ab4373e-9a92-4cae-a11e-041cc63208d6\") " pod="default/priv-appliance-html-converter-d876b74c-d2bmt" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:29.367065468Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-72r59\" uid:\"08e8df48-0180-4bb7-bce9-0b37e4ce6bf4\" namespace:\"default\"" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:29.408052150Z" level=error msg="failed to handle container TaskExit event container_id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" pid:32350 exited_at:{seconds:1772484559 nanos:406783747}" error="failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:49:29.444950438Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-d2bmt\" uid:\"9ab4373e-9a92-4cae-a11e-041cc63208d6\" namespace:\"default\"" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:49:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:30.051997347Z" level=info msg="connecting to shim 2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7" address="unix:///run/containerd/s/b132f752fb009b0dc501212cd0899bdc7b635bf40f08cbe9053bb81159bd0a3a" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:30.080039 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:30.080103 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:30.080113 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:30.184609 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:30.184677 27498 handler_proxy.go:143] error resolving default/kube-metrics-adapter: no endpoints available for service "kube-metrics-adapter" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:30.264520078Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-72r59\" uid:\"08e8df48-0180-4bb7-bce9-0b37e4ce6bf4\" namespace:\"default\" returns sandbox id \"2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7\"" Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:30.265706 27498 kubelet_resources.go:64] "Allocatable" allocatable={"cpu":"16","ephemeral-storage":"355734106858","hugepages-1Gi":"0","hugepages-2Mi":"0","memory":"64305592Ki","pods":"110"} Mar 02 20:49:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:30.382081120Z" level=info msg="CreateContainer within sandbox \"2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7\" for container name:\"html-converter\"" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.024244603Z" level=info msg="connecting to shim 50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca" address="unix:///run/containerd/s/99a7dc83b6cde3fb0e1ebbd6cee8899dd4eff7948eab157f7edd5807370469df" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.148803081Z" level=info msg="TaskExit event container_id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" pid:32350 exited_at:{seconds:1772484559 nanos:406783747}" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.339722956Z" level=info msg="Container 3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.437793069Z" level=info msg="RunPodSandbox for name:\"priv-appliance-html-converter-d876b74c-d2bmt\" uid:\"9ab4373e-9a92-4cae-a11e-041cc63208d6\" namespace:\"default\" returns sandbox id \"50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca\"" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:31.439058 27498 kubelet_resources.go:64] "Allocatable" allocatable={"cpu":"16","ephemeral-storage":"355734106858","hugepages-1Gi":"0","hugepages-2Mi":"0","memory":"64305592Ki","pods":"110"} Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.549119931Z" level=info msg="CreateContainer within sandbox \"50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca\" for container name:\"html-converter\"" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.927413446Z" level=info msg="CreateContainer within sandbox \"2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7\" for name:\"html-converter\" returns container id \"3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971\"" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.927848428Z" level=info msg="StartContainer for \"3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971\"" Mar 02 20:49:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:31.929447776Z" level=info msg="connecting to shim 3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971" address="unix:///run/containerd/s/b132f752fb009b0dc501212cd0899bdc7b635bf40f08cbe9053bb81159bd0a3a" protocol=ttrpc version=3 Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:32.084775 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:32.084861 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:32.084869 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:32.085487555Z" level=info msg="StartContainer for \"3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971\" returns successfully" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:32.462934930Z" level=info msg="Container 2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:32.700547 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-html-converter-d876b74c-72r59" podStartSLOduration=4.700534384 podStartE2EDuration="4.700534384s" podCreationTimestamp="2026-03-02 20:49:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:49:32.699700101 +0000 UTC m=+252.474221267" watchObservedRunningTime="2026-03-02 20:49:32.700534384 +0000 UTC m=+252.475055542" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:32.896453024Z" level=info msg="CreateContainer within sandbox \"50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca\" for name:\"html-converter\" returns container id \"2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3\"" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:32.896988834Z" level=info msg="StartContainer for \"2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3\"" Mar 02 20:49:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:32.897660269Z" level=info msg="connecting to shim 2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3" address="unix:///run/containerd/s/99a7dc83b6cde3fb0e1ebbd6cee8899dd4eff7948eab157f7edd5807370469df" protocol=ttrpc version=3 Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33.061201052Z" level=info msg="StartContainer for \"2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3\" returns successfully" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33.149495927Z" level=error msg="get state for 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1" error="context deadline exceeded" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33.149517551Z" level=warning msg="unknown status" status=0 Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:33.704251 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-html-converter-d876b74c-d2bmt" podStartSLOduration=5.704237205 podStartE2EDuration="5.704237205s" podCreationTimestamp="2026-03-02 20:49:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:49:33.703453784 +0000 UTC m=+253.477974947" watchObservedRunningTime="2026-03-02 20:49:33.704237205 +0000 UTC m=+253.478758364" Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:34.081285 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:34.081365 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:34.081374 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:34Z" level=debug msg="failed to run bootstrap" attempts=49 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35.151027012Z" level=error msg="get state for 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1" error="context deadline exceeded" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35.151053744Z" level=warning msg="unknown status" status=0 Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:36.081169 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:36.081235 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:36.081242 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37.152890748Z" level=error msg="get state for 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1" error="context deadline exceeded" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37.152918823Z" level=warning msg="unknown status" status=0 Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:37.563483 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:37Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:38.081293 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:38.081366 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:38.081373 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:38.083500 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:39.078211 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:49:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:39.079037 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:40.081136 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:40.081216 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:40.081224 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:40Z" level=debug msg="failed to run bootstrap" attempts=50 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.149044026Z" level=error msg="Failed to handle backOff event container_id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" pid:32350 exited_at:{seconds:1772484559 nanos:406783747} for 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1" error="failed to handle container TaskExit event: failed to stop container: failed to delete task: context deadline exceeded" Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.236898220Z" level=error msg="ttrpc: received message on inactive stream" stream=87 Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.236949936Z" level=error msg="ttrpc: received message on inactive stream" stream=89 Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.236959975Z" level=error msg="ttrpc: received message on inactive stream" stream=91 Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.236977547Z" level=error msg="ttrpc: received message on inactive stream" stream=81 Mar 02 20:49:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:41.236984975Z" level=error msg="ttrpc: received message on inactive stream" stream=93 Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:42.080570 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:42.080641 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:42.080648 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:43.808681 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:44.080552 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:44.080615 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:44.080622 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.148457934Z" level=info msg="TaskExit event container_id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" id:\"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" pid:32350 exited_at:{seconds:1772484559 nanos:406783747}" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.150351391Z" level=info msg="Ensure that container 86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1 in task-service has been cleanup successfully" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.726131578Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for container name:\"check-db-up-elasticsearch\"" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.738359907Z" level=info msg="Container d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.749261762Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for name:\"check-db-up-elasticsearch\" returns container id \"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\"" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.749543811Z" level=info msg="StartContainer for \"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\"" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.750350873Z" level=info msg="connecting to shim d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5" address="unix:///run/containerd/s/21feac116153a4d96cc1d25b3a6e4aa3062fba273fe7e5b96ef52af0673aca7d" protocol=ttrpc version=3 Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.814786103Z" level=info msg="StartContainer for \"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\" returns successfully" Mar 02 20:49:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:44.816148089Z" level=info msg="received container exit event container_id:\"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\" id:\"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\" pid:35000 exited_at:{seconds:1772484584 nanos:816026437}" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.754696682Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for container name:\"db-init-container\"" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.764865014Z" level=info msg="Container 6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.774759625Z" level=info msg="CreateContainer within sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" for name:\"db-init-container\" returns container id \"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\"" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.775102614Z" level=info msg="StartContainer for \"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\"" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.775801703Z" level=info msg="connecting to shim 6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5" address="unix:///run/containerd/s/21feac116153a4d96cc1d25b3a6e4aa3062fba273fe7e5b96ef52af0673aca7d" protocol=ttrpc version=3 Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45.839463601Z" level=info msg="StartContainer for \"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\" returns successfully" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:46.080602 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:46.080675 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:46.080683 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:46Z" level=debug msg="failed to run bootstrap" attempts=51 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:46.740055 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-db-init-rgzgs" podStartSLOduration=169.989234699 podStartE2EDuration="3m48.740040616s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:46:01.041224682 +0000 UTC m=+40.815745826" lastFinishedPulling="2026-03-02 20:46:59.792030601 +0000 UTC m=+99.566551743" observedRunningTime="2026-03-02 20:49:46.739412698 +0000 UTC m=+266.513933865" watchObservedRunningTime="2026-03-02 20:49:46.740040616 +0000 UTC m=+266.514561774" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:47Z" level=debug msg="failed to run bootstrap" attempts=52 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:48.080665 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:48.080734 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:48.080742 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:50.080575 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:50.080646 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:50.080655 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:52.080979 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:52.081053 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:52.081061 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:54.078533 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:54.079207 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:54.081360 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:54.081419 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:54.081425 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:55Z" level=debug msg="failed to run bootstrap" attempts=53 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:49:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:56.081259 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:56.081368 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:56.081380 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:58.081042 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:49:58.081105 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:58.081112 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:49:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:49:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:49:58.812440 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:50:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:00Z" level=debug msg="failed to run bootstrap" attempts=54 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:00.080708 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:00.080774 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:00.080782 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:02.080992 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:02.081065 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:02.081073 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="failed to run bootstrap" attempts=55 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:04.080493 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:04.080568 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:04.080575 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:04.966960993Z" level=info msg="received container exit event container_id:\"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\" id:\"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\" pid:35043 exited_at:{seconds:1772484604 nanos:966761840}" Mar 02 20:50:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.080563 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.080626 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:06.080633 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06Z" level=debug msg="failed to run bootstrap" attempts=56 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.780443803Z" level=info msg="StopPodSandbox for \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\"" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.780491808Z" level=info msg="Container to stop \"d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.780523350Z" level=info msg="Container to stop \"6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.780532012Z" level=info msg="Container to stop \"86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.787081986Z" level=info msg="received sandbox exit event container_id:\"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" id:\"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" exit_status:137 exited_at:{seconds:1772484606 nanos:786875078}" monitor_name=podsandbox Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.803705162Z" level=info msg="shim disconnected" id=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d namespace=k8s.io Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.803721834Z" level=info msg="cleaning up after shim disconnected" id=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d namespace=k8s.io Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.803726859Z" level=info msg="cleaning up dead shim" id=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d namespace=k8s.io Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.812032577Z" level=info msg="received sandbox container exit event sandbox_id:\"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" exit_status:137 exited_at:{seconds:1772484606 nanos:786875078}" monitor_name=criService Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.846616148Z" level=info msg="TearDown network for sandbox \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" successfully" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:06.846655923Z" level=info msg="StopPodSandbox for \"bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d\" returns successfully" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.976457 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wclp8\" (UniqueName: \"kubernetes.io/projected/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-kube-api-access-wclp8\") pod \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\" (UID: \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\") " Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.976526 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-config\") pod \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\" (UID: \"c3b7d2c7-5ce7-4d80-8e38-01e9631f0653\") " Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.978309 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-kube-api-access-wclp8" (OuterVolumeSpecName: "kube-api-access-wclp8") pod "c3b7d2c7-5ce7-4d80-8e38-01e9631f0653" (UID: "c3b7d2c7-5ce7-4d80-8e38-01e9631f0653"). InnerVolumeSpecName "kube-api-access-wclp8". PluginName "kubernetes.io/projected", VolumeGIDValue "" Mar 02 20:50:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:06.978537 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-config" (OuterVolumeSpecName: "config") pod "c3b7d2c7-5ce7-4d80-8e38-01e9631f0653" (UID: "c3b7d2c7-5ce7-4d80-8e38-01e9631f0653"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.077427 27498 reconciler_common.go:299] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-config\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.077448 27498 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-wclp8\" (UniqueName: \"kubernetes.io/projected/c3b7d2c7-5ce7-4d80-8e38-01e9631f0653-kube-api-access-wclp8\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:07.567222 27498 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: custom.metrics.k8s.io/v1beta1: stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1, external.metrics.k8s.io/v1beta1: stale GroupVersion discovery: external.metrics.k8s.io/v1beta1" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.785760 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.985811 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"minio-provisioning\" (UniqueName: \"kubernetes.io/configmap/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-provisioning\") pod \"priv-appliance-minio-provisioning-dn5f2\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " pod="default/priv-appliance-minio-provisioning-dn5f2" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.985875 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"minio-credentials\" (UniqueName: \"kubernetes.io/secret/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-credentials\") pod \"priv-appliance-minio-provisioning-dn5f2\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " pod="default/priv-appliance-minio-provisioning-dn5f2" Mar 02 20:50:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:07.985915 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-empty-dir\") pod \"priv-appliance-minio-provisioning-dn5f2\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " pod="default/priv-appliance-minio-provisioning-dn5f2" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:08.080926 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:08.081002 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:08.081010 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:08.088402 27498 garbagecollector.go:787] "failed to discover some groups" groups="map[\"custom.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: custom.metrics.k8s.io/v1beta1\" \"external.metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: external.metrics.k8s.io/v1beta1\"]" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.218010263Z" level=info msg="RunPodSandbox for name:\"priv-appliance-minio-provisioning-dn5f2\" uid:\"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\" namespace:\"default\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:08.265627563Z" level=info msg="connecting to shim 18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728" address="unix:///run/containerd/s/301894b1e872c771deb99f43dd678ba9cf9cfcb562a9904541971eedf401c8ed" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.448163738Z" level=info msg="RunPodSandbox for name:\"priv-appliance-minio-provisioning-dn5f2\" uid:\"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\" namespace:\"default\" returns sandbox id \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.462717370Z" level=info msg="CreateContainer within sandbox \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" for container name:\"minio\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.473345364Z" level=info msg="Container 1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.484282574Z" level=info msg="CreateContainer within sandbox \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" for name:\"minio\" returns container id \"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.484776046Z" level=info msg="StartContainer for \"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.485670092Z" level=info msg="connecting to shim 1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874" address="unix:///run/containerd/s/301894b1e872c771deb99f43dd678ba9cf9cfcb562a9904541971eedf401c8ed" protocol=ttrpc version=3 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.654306710Z" level=info msg="StartContainer for \"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\" returns successfully" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:08.797223 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-minio-provisioning-dn5f2" podStartSLOduration=1.797207871 podStartE2EDuration="1.797207871s" podCreationTimestamp="2026-03-02 20:50:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:08.797180821 +0000 UTC m=+288.571701995" watchObservedRunningTime="2026-03-02 20:50:08.797207871 +0000 UTC m=+288.571729038" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.883103786Z" level=info msg="RunPodSandbox for name:\"kube-metrics-adapter-85b64845d-k4p2c\" uid:\"60283fc5-f151-4ff9-8688-92456daa1a65\" namespace:\"default\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.885913474Z" level=info msg="RunPodSandbox for name:\"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" uid:\"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\" namespace:\"default\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.887899102Z" level=info msg="RunPodSandbox for name:\"priv-appliance-worker-5f5cb65c6c-rscqj\" uid:\"4d167b57-dd46-40c0-801e-58860bea0fbc\" namespace:\"default\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:08.974619063Z" level=info msg="connecting to shim 67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12" address="unix:///run/containerd/s/c87a4b80a8a955792e44f5f266cb56456aaae1576e20f4f9b33e7462e4ae266a" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.976689127Z" level=info msg="connecting to shim fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079" address="unix:///run/containerd/s/dab713075e034433fd48b0df2acad7303336f41d249232c1c365225a34647c90" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.977934806Z" level=info msg="connecting to shim c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746" address="unix:///run/containerd/s/502d1d8ad5dc053b64d828e435ef32ed6bd68ffdfdee549228fadae975e7a3d5" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.981953479Z" level=info msg="RunPodSandbox for name:\"priv-appliance-monitor-status-dhl2r\" uid:\"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\" namespace:\"default\"" Mar 02 20:50:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:08.983817608Z" level=info msg="RunPodSandbox for name:\"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" uid:\"86ce5c6c-0e8a-48dc-8982-f9f88846d556\" namespace:\"default\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc00010abc0), "name":"cbr0", "type":"bridge"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:09.043480431Z" level=info msg="RunPodSandbox for name:\"priv-appliance-worker-5f5cb65c6c-rscqj\" uid:\"4d167b57-dd46-40c0-801e-58860bea0fbc\" namespace:\"default\" returns sandbox id \"fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.044775789Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.050201171Z" level=info msg="connecting to shim 7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76" address="unix:///run/containerd/s/53c3463885fe29a580568af8e34cb1743bed5a5f4cdc1c9cc056713e6249bb33" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.050Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaxer4zlz4o5itf6d5fpgefmvdbo37ojdyp3jletketr5kl7dn27i", "mh": "bciqbojdzsxty52rgl4h2k6mikzkgc5x64shq7wswjgujhd2ux6g3v6q"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5" handler=mirror ip=127.0.0.1 latency="502.912µs" logger=spegel method=HEAD path=/v2/securiti/certificate-handler/manifests/1.5 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.051123226Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.051777828Z" level=info msg="connecting to shim fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b" address="unix:///run/containerd/s/ae63d1a004c51177eb5f792999f0b0c41a892b350a58fd48c517c5c4f0e824d0" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.054909253Z" level=info msg="RunPodSandbox for name:\"priv-appliance-cargo-message-service-794f77b9fb-cw75n\" uid:\"61bd5967-07a9-4891-b6b4-78c4cc28e0bd\" namespace:\"default\" returns sandbox id \"c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.069691985Z" level=info msg="CreateContainer within sandbox \"c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746\" for container name:\"cargo-message-service\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:09.078135 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:09.078637 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.079796383Z" level=info msg="Container 8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.089555571Z" level=info msg="CreateContainer within sandbox \"c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746\" for name:\"cargo-message-service\" returns container id \"8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.089891551Z" level=info msg="StartContainer for \"8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.090670945Z" level=info msg="connecting to shim 8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f" address="unix:///run/containerd/s/502d1d8ad5dc053b64d828e435ef32ed6bd68ffdfdee549228fadae975e7a3d5" protocol=ttrpc version=3 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.093979880Z" level=info msg="RunPodSandbox for name:\"priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6\" uid:\"86ce5c6c-0e8a-48dc-8982-f9f88846d556\" namespace:\"default\" returns sandbox id \"7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.095154996Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.099Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig6gaxsv62it2dnlywzy2v7mac5lbbeg6szcayh22mczqxbqt5cpy", "mh": "bciqn4mbpfl5urhug2xrntrvl6yaf2wccin5fsebqpvuyftbodbh2e7q"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="467.663µs" logger=spegel method=HEAD path=/v2/securiti/connector-policy/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.099709750Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.126348351Z" level=info msg="RunPodSandbox for name:\"priv-appliance-monitor-status-dhl2r\" uid:\"7f042c86-c23d-4859-b7bf-1fc8dfc1fa31\" namespace:\"default\" returns sandbox id \"fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.141522417Z" level=info msg="CreateContainer within sandbox \"fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b\" for container name:\"monitor-status\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.152216123Z" level=info msg="Container ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.162024646Z" level=info msg="CreateContainer within sandbox \"fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b\" for name:\"monitor-status\" returns container id \"ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.162502022Z" level=info msg="StartContainer for \"ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.163388753Z" level=info msg="connecting to shim ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834" address="unix:///run/containerd/s/ae63d1a004c51177eb5f792999f0b0c41a892b350a58fd48c517c5c4f0e824d0" protocol=ttrpc version=3 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.170Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih6a3khyzzadeho6yjfzgootm4ehrmvlrcfktezsexsqwrfeorvnm", "mh": "bciqp4bwuprtsagio55qslsm45gzyipczkxcekvgjtejpfbncki5dk2y"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:d18d5fab0006d44ccf881d5f97cd1eb8bb86400807b62cc1939a28e85a1fec67" handler=mirror ip=127.0.0.1 latency="528.871µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/manifests/sha256:d18d5fab0006d44ccf881d5f97cd1eb8bb86400807b62cc1939a28e85a1fec67" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.210Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih6jbwu6phwx23bqfjbuxpn2miesqapzbgigilfw7dhxcgxekutbm", "mh": "bciqp4sdnj46pnpvwdaksdjo63uyqjfaa7scmqmqwln6gpoenoivjgcy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed" handler=mirror ip=127.0.0.1 latency="481.431µs" logger=spegel method=GET path="/v2/securiti/connector-policy/manifests/sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.210811261Z" level=info msg="StartContainer for \"ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834\" returns successfully" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.247759585Z" level=info msg="StartContainer for \"8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f\" returns successfully" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.296Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigypswl3vzz6shgibmkjbai3kuhjxvcypfc7ku34v3o4mwryexn2m", "mh": "bciqnq7fmxxltt5eomqcyuscarwviotpkfq6kf6vjxzlw5yzndqjo3uy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1" handler=mirror ip=127.0.0.1 latency="471.417µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.327Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigwu2fsdrw2h3td4yjdz7jev6wkekiq37aykjrfnfwmkv2pgjh2ai", "mh": "bciqnnjulehdnupxghzqsht6sjl5muiurbx6bqutck2lmyvlu6mspuaq"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add" handler=mirror ip=127.0.0.1 latency="498.058µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.347270160Z" level=info msg="RunPodSandbox for name:\"kube-metrics-adapter-85b64845d-k4p2c\" uid:\"60283fc5-f151-4ff9-8688-92456daa1a65\" namespace:\"default\" returns sandbox id \"67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.348581699Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.352Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibu5qvvv7wd7numzhkqhgpi7jkqf2hdeht7lwy3idvhypddtvbwnu", "mh": "bciqdj3blll7mh63izsovaom6r6svaluogiph6xnrwqhkpq6ghhkdm3i"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519" handler=mirror ip=127.0.0.1 latency="475.908µs" logger=spegel method=HEAD path=/v2/securiti-sec/kube-metrics-adapter/manifests/0.2.7-20260213121519 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.353386063Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:d18d5fab0006d44ccf881d5f97cd1eb8bb86400807b62cc1939a28e85a1fec67" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.419Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibqrbl3uz4ftnnlhhxr6rgmrtrofewm66otcerdk2tfalksztor3u", "mh": "bciqdbccxxjtylg22woppd5cmzdhc4kjmz545gejcgvvgkawvftg5dxi"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:80250b3f1f9449960e8c2dad44efacfdf44c16436e60ce23c4faddf13c299609" handler=mirror ip=127.0.0.1 latency="553.305µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:80250b3f1f9449960e8c2dad44efacfdf44c16436e60ce23c4faddf13c299609" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.426Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreievw2z4zbw2b2bmc2phijlhpo3hac2s4m6ynrxdtfwrh3xpc62zhy", "mh": "bciqjlnvtzsdnuducyfu6oqswo65woafvfyz5q3dohglncpxo6f5vspq"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:e7e8fc16bb8d5d49ee40565bb144a8e64a61dbe3a2e7451deae16d2ec3fb52c3" handler=mirror ip=127.0.0.1 latency="417.047µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:e7e8fc16bb8d5d49ee40565bb144a8e64a61dbe3a2e7451deae16d2ec3fb52c3" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.445Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiggz7y6hj3bmhetprm5pjwatbxhlrrb6sjy2djh6j7n4r26pkbpxq", "mh": "bciqmnt7r4otwcyojg7cz26tmbgdooxdcd5etrugsp4t63zdv46uc7pa"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:60b5e3156b7ff66c67d8bcaeaacee7b967b95266cdcb983ac7d565ef3f3c6325" handler=mirror ip=127.0.0.1 latency="600.697µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:60b5e3156b7ff66c67d8bcaeaacee7b967b95266cdcb983ac7d565ef3f3c6325" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.447Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreier4udmdc4vnooqfp26mrqiqiatevas3aw6kjtoqwgtdfio4elmqa", "mh": "bciqjdzigygfzk245ak7v4zdaraqbgjkbfwbn4utg5bmnggkq5yiwzaa"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a82656d44cdaf666c3a35cb8513fb2aa8851443d10a665aebca3b883ab5bdbcc" handler=mirror ip=127.0.0.1 latency="395.968µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:a82656d44cdaf666c3a35cb8513fb2aa8851443d10a665aebca3b883ab5bdbcc" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifldfe74yw46njyut6f247dhuep7gwd65nwpgavrxxxmses2sgqzq", "mh": "bciqkwgkj7zrnz42trjh4lvz6gpii76nmh523m6mbldppozejfvenbta"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6a45394dead28fa85546468c00794b2e8dcb50a482449cd5794658786565f3f4" handler=mirror ip=127.0.0.1 latency="367.603µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:6a45394dead28fa85546468c00794b2e8dcb50a482449cd5794658786565f3f4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09.581867430Z" level=info msg="RunPodSandbox for name:\"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" uid:\"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\" namespace:\"default\"" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:09.630361079Z" level=info msg="connecting to shim 49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57" address="unix:///run/containerd/s/7ac8e665220c9d435402a5c4f165366b66b2ffa99020dba560212888b8ef0147" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:e7e8fc16bb8d5d49ee40565bb144a8e64a61dbe3a2e7451deae16d2ec3fb52c3" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.701Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibxohdbmfw52ku7uupoa6baqralvc7sgt4pgmh4by2eq4q4mgqptm", "mh": "bciqdo4ogcyln3uvj7ji64b4cbbcaxkf7enhy6mypydrujbzbyyna7gy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:22d774bc85175a0aeb3f9493cd8ef2821f972c85a6af0ae19cbaf2a91a12ea1b" handler=mirror ip=127.0.0.1 latency="561.727µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:22d774bc85175a0aeb3f9493cd8ef2821f972c85a6af0ae19cbaf2a91a12ea1b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.704Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiekgrsdnufone5lslnbfpa5ffzcsy32zuvkzhu7sz7opnshictkkm", "mh": "bciqiundeg3ik42j2xew2ck6b2klsffrxvtjkvspj7ft6463eoqfguuy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:11bb107ae1007a5e2bf2f608c41573a7fe7023609874b93f9fae4a6a091829ce" handler=mirror ip=127.0.0.1 latency="328.718µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:11bb107ae1007a5e2bf2f608c41573a7fe7023609874b93f9fae4a6a091829ce" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.706Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreian57yetcquwjoydzxtz5whwhztiudshtnwdvceukfzedke5sbxcm", "mh": "bciqa337qjgfbjms5qhtpht3mpmptgrihepg3mhkejiulsiguj3edoey"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a7dbc5ce6512e2f2da1b4daa317688e86499e2ef9853b76e19b8fd70202a61e9" handler=mirror ip=127.0.0.1 latency="438.716µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:a7dbc5ce6512e2f2da1b4daa317688e86499e2ef9853b76e19b8fd70202a61e9" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.708Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidko4agq3d3c4sorghbgfpgspcxdi7inm4g2l2qbccluqn63y3qby", "mh": "bciqgu5yanbwhwfze5cmocmk6ne6fogr6q2zynuxvaceexja35xrxadq"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:dc47d9dc5769b6c99266b8777599dbbaa9e8ce9d65819bc45f017178ac889092" handler=mirror ip=127.0.0.1 latency="430.449µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:dc47d9dc5769b6c99266b8777599dbbaa9e8ce9d65819bc45f017178ac889092" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.710Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia5mrlavvswghff6hs6cklifnsshfejtlrfkyvq57mq4xdv5li5q4", "mh": "bciqb2zcwbllfmmokl4pf4euwqk3feokitgxckvrlb36zbzohl2wr3by"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:75d89a4ba7ce2bb2bd3ade28a0050703b440211bd747ccce47e5318e9ab3d339" handler=mirror ip=127.0.0.1 latency="395.217µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:75d89a4ba7ce2bb2bd3ade28a0050703b440211bd747ccce47e5318e9ab3d339" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.712Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihbnzp4bm57gecf4iloysrox6f3sf4oji3ceypyby3gxzr4m73qem", "mh": "bciqoc3s7ycz36mielyqw5rfc5p4lxely4srwejq7qdrwnptdyz7xaiy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:047e869718abfb4c89e4c382b5b1ed97fc4ebf8c7a0681c7a2801f233aa5960e" handler=mirror ip=127.0.0.1 latency="332.139µs" logger=spegel method=GET path="/v2/securiti/certificate-handler/blobs/sha256:047e869718abfb4c89e4c382b5b1ed97fc4ebf8c7a0681c7a2801f233aa5960e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.714Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieuztanrzx2gpf6dlxcwvtnma52n5362srzf3wj7423fs6zqmdalu", "mh": "bciqjjtga3dtpum6l4gxofnlg2yb3u33x5vfdslxmt7zvwlf5taygaxi"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:40f7c8d9facf27180778edca64195abf4e3d4b8988ac4134f0f219be16f6dbe8" handler=mirror ip=127.0.0.1 latency="341.879µs" logger=spegel method=GET path="/v2/securiti-sec/kube-metrics-adapter/manifests/sha256:40f7c8d9facf27180778edca64195abf4e3d4b8988ac4134f0f219be16f6dbe8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.716Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiblgj4nwzj45aejwh7jskwo37e7d3kpf2fr57lxc65eptagda4nwq", "mh": "bciqcwmty3nstz2aitmp6tevm5x6j6hwu6luld36xof52i7gamgby3na"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:065e6b3675ef5ce08ac592a6431cd2a5c848778d535e8847484528eceff84eb6" handler=mirror ip=127.0.0.1 latency="314.692µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:065e6b3675ef5ce08ac592a6431cd2a5c848778d535e8847484528eceff84eb6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.718Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih4bjzd7eg2psisgdg4hk7hffe2aiy22cvypfcitpz4xbp3kjtiyq", "mh": "bciqpyctsh6inu7eremgnyov6okkjuarrvuflq6kerg7tzoc7wutgrra"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6904e6901f739de827dae9e9d5e93d9bfd790302cc1a68f2b793c3c74ad462a8" handler=mirror ip=127.0.0.1 latency="315.764µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:6904e6901f739de827dae9e9d5e93d9bfd790302cc1a68f2b793c3c74ad462a8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.720Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiepmrs4fa6xutb7rhza4feddyrqnleyrz7xv436a6wkw2kmmuv44q", "mh": "bciqi6zdfykb5pjgd7cpsbykighrda2wjrdt7plzx4b5mvnuuyzjlzza"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b63479ae3c3125e9bf5253701dcc3fb2461a6a92fa2385eb9a406243733b5960" handler=mirror ip=127.0.0.1 latency="301.516µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:b63479ae3c3125e9bf5253701dcc3fb2461a6a92fa2385eb9a406243733b5960" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.722Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia63ti6poh53fhg2jeqlum3lmhex6xbcmfuyllj3ywivgzodoj2ba", "mh": "bciqb5xgr464p3wkonusjaxizwwyojp5oceyljqwwtxrmrkns4g4tuca"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:27a859396f99bc3ad748805a87b9c01142a60af785b6e6867475abedb4db9b97" handler=mirror ip=127.0.0.1 latency="292.024µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:27a859396f99bc3ad748805a87b9c01142a60af785b6e6867475abedb4db9b97" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.724Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieovwxcsvoprkmdwuuee4kqz3qy2wh4nb52pfegw2bclhciocmxhe", "mh": "bciqi5lnoffk47cuyhnjiijyvbtxbrvmpy2d3u6kinnucewoeq4ezooi"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2ad2614d7e4629c89d2f8c1a2874e041a8e24e22f11c1aacd538aa185d1470c6" handler=mirror ip=127.0.0.1 latency="262.961µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:2ad2614d7e4629c89d2f8c1a2874e041a8e24e22f11c1aacd538aa185d1470c6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.726Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifhg7vddnqppxlswqwg3yywwzbdbyn7cxa5vhmfverxkanlcrulrm", "mh": "bciqkon7kgg3a67oxfnbmnxrrnnscgdq36fob3koylkjdoua2wfdixcy"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:65824a1d901a8b7da517cbc8d9b6399480cc2f4ac61fb9eb1bb4cb5d984760df" handler=mirror ip=127.0.0.1 latency="499.18µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:65824a1d901a8b7da517cbc8d9b6399480cc2f4ac61fb9eb1bb4cb5d984760df" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:09.728Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia5gbm7u2bqjos5bt7me3rddh57zgnzgcziiuqmid4snmzzhk3ypm", "mh": "bciqb2mcz7judas5f2dh6yjxcggp37sm3smfsqrjayqhze2ztsovxq6y"} Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:80a09d55fc51ac72a96ca224a86e385f06ab55e8e041802d792df631156b3c34" handler=mirror ip=127.0.0.1 latency="324.812µs" logger=spegel method=GET path="/v2/securiti/connector-policy/blobs/sha256:80a09d55fc51ac72a96ca224a86e385f06ab55e8e041802d792df631156b3c34" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:60b5e3156b7ff66c67d8bcaeaacee7b967b95266cdcb983ac7d565ef3f3c6325" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:80250b3f1f9449960e8c2dad44efacfdf44c16436e60ce23c4faddf13c299609" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:09.802751 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-cargo-message-service-794f77b9fb-cw75n" podStartSLOduration=251.802738528 podStartE2EDuration="4m11.802738528s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:09.801685484 +0000 UTC m=+289.576206652" watchObservedRunningTime="2026-03-02 20:50:09.802738528 +0000 UTC m=+289.577259697" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:09.810751 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-monitor-status-dhl2r" podStartSLOduration=251.810738715 podStartE2EDuration="4m11.810738715s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:09.808863173 +0000 UTC m=+289.583384331" watchObservedRunningTime="2026-03-02 20:50:09.810738715 +0000 UTC m=+289.585259881" Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:22d774bc85175a0aeb3f9493cd8ef2821f972c85a6af0ae19cbaf2a91a12ea1b" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:6a45394dead28fa85546468c00794b2e8dcb50a482449cd5794658786565f3f4" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:a82656d44cdaf666c3a35cb8513fb2aa8851443d10a665aebca3b883ab5bdbcc" type=CREATE Mar 02 20:50:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:09Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:11bb107ae1007a5e2bf2f608c41573a7fe7023609874b93f9fae4a6a091829ce" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:a7dbc5ce6512e2f2da1b4daa317688e86499e2ef9853b76e19b8fd70202a61e9" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:dc47d9dc5769b6c99266b8777599dbbaa9e8ce9d65819bc45f017178ac889092" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:047e869718abfb4c89e4c382b5b1ed97fc4ebf8c7a0681c7a2801f233aa5960e" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:75d89a4ba7ce2bb2bd3ade28a0050703b440211bd747ccce47e5318e9ab3d339" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:10.080168 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:10.080236 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:10.080243 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.142214206Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.143693522Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5: active requests=0, bytes read=20139999" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.148314354Z" level=info msg="ImageCreate event name:\"sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.152532786Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:d18d5fab0006d44ccf881d5f97cd1eb8bb86400807b62cc1939a28e85a1fec67\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.152938244Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5\" with image id \"sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1\", repo tag \"dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5\", repo digest \"dev-intg-17.securiti.xyz/securiti/certificate-handler@sha256:d18d5fab0006d44ccf881d5f97cd1eb8bb86400807b62cc1939a28e85a1fec67\", size \"20306491\" in 1.10813623s" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.152962607Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5\" returns image reference \"sha256:1ea171b5ae53d896e337acfdd18d347ccd3da5af1e92de648bf032998db925f1\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.156704785Z" level=info msg="CreateContainer within sandbox \"fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079\" for container name:\"directory-ownership\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.166336638Z" level=info msg="Container 3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.176796739Z" level=info msg="CreateContainer within sandbox \"fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079\" for name:\"directory-ownership\" returns container id \"3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.177275910Z" level=info msg="StartContainer for \"3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.178001012Z" level=info msg="connecting to shim 3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870" address="unix:///run/containerd/s/dab713075e034433fd48b0df2acad7303336f41d249232c1c365225a34647c90" protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.180947346Z" level=info msg="RunPodSandbox for name:\"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" uid:\"ade88379-c5ad-4140-9b74-c564ca30edc4\" namespace:\"default\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:40f7c8d9facf27180778edca64195abf4e3d4b8988ac4134f0f219be16f6dbe8" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:6904e6901f739de827dae9e9d5e93d9bfd790302cc1a68f2b793c3c74ad462a8" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/certificate-handler:1.5" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:065e6b3675ef5ce08ac592a6431cd2a5c848778d535e8847484528eceff84eb6" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:10.224021322Z" level=info msg="StartContainer for \"3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870\" returns successfully" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.225806074Z" level=info msg="received container exit event container_id:\"3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870\" id:\"3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870\" pid:36247 exited_at:{seconds:1772484610 nanos:225610486}" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.227743273Z" level=info msg="connecting to shim 57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc" address="unix:///run/containerd/s/a9ff77fcfa9391d331c8b7faaaa596d8f8d7b84e9c0e88c997fdb0d360586b06" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.280661728Z" level=info msg="RunPodSandbox for name:\"priv-appliance-config-controller-6fb9db64dc-zlvb4\" uid:\"91a25e6b-6075-4bc5-8645-46b835493a7d\" namespace:\"default\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:10.319961901Z" level=info msg="connecting to shim 70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a" address="unix:///run/containerd/s/3a0f6ff9e3caaca63a049cb34c48ca33004b48e8078371ff9396d8aa7b346d2e" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:2ad2614d7e4629c89d2f8c1a2874e041a8e24e22f11c1aacd538aa185d1470c6" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:27a859396f99bc3ad748805a87b9c01142a60af785b6e6867475abedb4db9b97" type=CREATE Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.359580169Z" level=info msg="RunPodSandbox for name:\"priv-appliance-ranger-policy-service-7b76889f87-vtscc\" uid:\"ade88379-c5ad-4140-9b74-c564ca30edc4\" namespace:\"default\" returns sandbox id \"57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.374286541Z" level=info msg="CreateContainer within sandbox \"57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc\" for container name:\"ranger-policy-service\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.380646638Z" level=info msg="Container b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.386118252Z" level=info msg="RunPodSandbox for name:\"priv-appliance-config-controller-6fb9db64dc-zlvb4\" uid:\"91a25e6b-6075-4bc5-8645-46b835493a7d\" namespace:\"default\" returns sandbox id \"70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.389027090Z" level=info msg="CreateContainer within sandbox \"57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc\" for name:\"ranger-policy-service\" returns container id \"b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.389317014Z" level=info msg="StartContainer for \"b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.390191281Z" level=info msg="connecting to shim b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8" address="unix:///run/containerd/s/a9ff77fcfa9391d331c8b7faaaa596d8f8d7b84e9c0e88c997fdb0d360586b06" protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.400354031Z" level=info msg="CreateContainer within sandbox \"70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a\" for container name:\"config-controller\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.406894342Z" level=info msg="Container c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.414997032Z" level=info msg="CreateContainer within sandbox \"70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a\" for name:\"config-controller\" returns container id \"c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.415435423Z" level=info msg="StartContainer for \"c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.416378726Z" level=info msg="connecting to shim c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800" address="unix:///run/containerd/s/3a0f6ff9e3caaca63a049cb34c48ca33004b48e8078371ff9396d8aa7b346d2e" protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.450461518Z" level=info msg="RunPodSandbox for name:\"priv-appliance-redis-reaper-6c4f77787c-s5jkh\" uid:\"99eaf6a7-f423-4b82-a50a-d8b2b3660a07\" namespace:\"default\" returns sandbox id \"49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.465941614Z" level=info msg="CreateContainer within sandbox \"49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57\" for container name:\"redis-reaper\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.468355028Z" level=info msg="StartContainer for \"c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800\" returns successfully" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.472933749Z" level=info msg="Container c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.480389294Z" level=info msg="CreateContainer within sandbox \"49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57\" for name:\"redis-reaper\" returns container id \"c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.480692420Z" level=info msg="StartContainer for \"c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.480869726Z" level=info msg="RunPodSandbox for name:\"priv-appliance-connector-policy-54449cd5d5-btgnt\" uid:\"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\" namespace:\"default\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.481637021Z" level=info msg="connecting to shim c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e" address="unix:///run/containerd/s/7ac8e665220c9d435402a5c4f165366b66b2ffa99020dba560212888b8ef0147" protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:10.519101374Z" level=info msg="connecting to shim a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056" address="unix:///run/containerd/s/b5bce11768ea0f980211cb471d0627ee7fc048fcffb308595a25ceac6789133c" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.557189734Z" level=info msg="StartContainer for \"b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8\" returns successfully" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.563363132Z" level=info msg="RunPodSandbox for name:\"priv-appliance-connector-policy-54449cd5d5-btgnt\" uid:\"fddb5f4a-7d01-4862-8a65-1d244f9fdd3e\" namespace:\"default\" returns sandbox id \"a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.564652440Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:10.568Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig6gaxsv62it2dnlywzy2v7mac5lbbeg6szcayh22mczqxbqt5cpy", "mh": "bciqn4mbpfl5urhug2xrntrvl6yaf2wccin5fsebqpvuyftbodbh2e7q"} Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="678.864µs" logger=spegel method=HEAD path=/v2/securiti/connector-policy/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.569135283Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.682134139Z" level=info msg="RunPodSandbox for name:\"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" uid:\"bd3424aa-4f28-4dca-acce-f905d51891ce\" namespace:\"default\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:10.721200300Z" level=info msg="connecting to shim 61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475" address="unix:///run/containerd/s/0018234399d579024e7be3bf79937d900bf686f4836a1e88b6014f7690b46dda" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.772415824Z" level=info msg="RunPodSandbox for name:\"priv-appliance-structured-policy-executor-59dd754c6d-jfnkh\" uid:\"bd3424aa-4f28-4dca-acce-f905d51891ce\" namespace:\"default\" returns sandbox id \"61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:10.809766 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-config-controller-6fb9db64dc-zlvb4" podStartSLOduration=250.80974776 podStartE2EDuration="4m10.80974776s" podCreationTimestamp="2026-03-02 20:46:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:10.809307906 +0000 UTC m=+290.583829069" watchObservedRunningTime="2026-03-02 20:50:10.80974776 +0000 UTC m=+290.584268923" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.821529881Z" level=info msg="CreateContainer within sandbox \"fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079\" for container name:\"worker\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:10.824955 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-ranger-policy-service-7b76889f87-vtscc" podStartSLOduration=251.824937438 podStartE2EDuration="4m11.824937438s" podCreationTimestamp="2026-03-02 20:45:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:10.823855451 +0000 UTC m=+290.598376622" watchObservedRunningTime="2026-03-02 20:50:10.824937438 +0000 UTC m=+290.599458610" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.828863589Z" level=info msg="Container 7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.836796210Z" level=info msg="CreateContainer within sandbox \"fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079\" for name:\"worker\" returns container id \"7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.837166009Z" level=info msg="StartContainer for \"7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783\"" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.837990937Z" level=info msg="connecting to shim 7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783" address="unix:///run/containerd/s/dab713075e034433fd48b0df2acad7303336f41d249232c1c365225a34647c90" protocol=ttrpc version=3 Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.953213498Z" level=info msg="StartContainer for \"7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783\" returns successfully" Mar 02 20:50:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:10.981387554Z" level=info msg="RunPodSandbox for name:\"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" uid:\"2942dc66-84ff-4b6d-8677-33be04866a9d\" namespace:\"default\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000010c60), "name":"cbr0", "type":"bridge"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:11.023571740Z" level=info msg="connecting to shim 332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872" address="unix:///run/containerd/s/92de4696a25f1b9f94ffbf848bbe08bb4ec49ca2a6bcf9a0da27d41182ce866b" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.155427728Z" level=info msg="RunPodSandbox for name:\"priv-appliance-kafka-worker-574b5f65b4-7b6lf\" uid:\"2942dc66-84ff-4b6d-8677-33be04866a9d\" namespace:\"default\" returns sandbox id \"332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.282220137Z" level=info msg="RunPodSandbox for name:\"priv-appliance-scheduler-c6df76b76-wb9qf\" uid:\"50495a90-4a4c-411f-b4a9-ef8d199de844\" namespace:\"default\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc00011c650), "name":"cbr0", "type":"bridge"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:11.320200230Z" level=info msg="connecting to shim f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337" address="unix:///run/containerd/s/6a7fc96704230e90bb6ba67b0359d6719f50ec8f52ac2055786bba9fc716de7f" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:11.348Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicqnpramymqjgpfdxh2t3ftk3bwz4gsqdwklqxxdz4tpfbrifrwmu", "mh": "bciqfa27cazqzasm6khopvhwlgvwdntynfahmuxbpohtzg6kdcqldmzi"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95" handler=mirror ip=127.0.0.1 latency="709.13µs" logger=spegel method=GET path="/v2/securiti-sec/kube-metrics-adapter/blobs/sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.401441066Z" level=info msg="RunPodSandbox for name:\"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" uid:\"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\" namespace:\"default\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:11.445117482Z" level=info msg="StartContainer for \"c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e\" returns successfully" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.453966741Z" level=info msg="connecting to shim d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447" address="unix:///run/containerd/s/b5f5ff061bd1e1f0ca0a1c2c23fd4d59fe66341feea3b9af3084e7b27bb8d2f4" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:11.458Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaohv5rihpchkwm5k3sqhjs34mvhwmtfpyfecfbis7ue4isci6yii", "mh": "bciqa4pl3cqo6eovmz2vxfaotfxyzkpmzgk7qkiekcrf7ijyreer5qqq"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3a4f20b25862b928e9271e2b42c56c5fc6b31a27a142cc5a0408d73d760ce2ba" handler=mirror ip=127.0.0.1 latency="545.056µs" logger=spegel method=GET path="/v2/securiti-sec/kube-metrics-adapter/blobs/sha256:3a4f20b25862b928e9271e2b42c56c5fc6b31a27a142cc5a0408d73d760ce2ba" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.471612300Z" level=info msg="RunPodSandbox for name:\"priv-appliance-scheduler-c6df76b76-wb9qf\" uid:\"50495a90-4a4c-411f-b4a9-ef8d199de844\" namespace:\"default\" returns sandbox id \"f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:80a09d55fc51ac72a96ca224a86e385f06ab55e8e041802d792df631156b3c34" type=CREATE Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95" type=CREATE Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11.516086429Z" level=info msg="RunPodSandbox for name:\"priv-appliance-qos-orchestrator-7466568f5b-w5pqw\" uid:\"6c921c93-8ce0-4fc7-9a69-64e375c8b85f\" namespace:\"default\" returns sandbox id \"d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447\"" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:11.571Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibs677mz6rxjutaywzehvy7zi5ogdu3iuay3cdsakkruiu42ev7wy", "mh": "bciqdf576zt5dotjgbrnsiplr7sr24mhjwribrweheauvdirjzujl7nq"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0ad73db964d4fac9c71f4fdbbc3f60cc5bf299ebd52c820b7b73ceae4b2a098c" handler=mirror ip=127.0.0.1 latency="708.438µs" logger=spegel method=GET path="/v2/securiti-sec/kube-metrics-adapter/blobs/sha256:0ad73db964d4fac9c71f4fdbbc3f60cc5bf299ebd52c820b7b73ceae4b2a098c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:11.574Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic2rd35nj7qfyewogbp5hbzrjtk3fzq3xyshx2yoaoqflqmvlmlfu", "mh": "bciqfvchx22t7alqjm4mc72odtctgvwltbxpreppvq4a5akxazkwywli"} Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f403cdbaa73b5ff60b8146c4f75f1ae8293a4485b7d18ac9f6f598ae96bc4dd0" handler=mirror ip=127.0.0.1 latency="439.882µs" logger=spegel method=GET path="/v2/securiti-sec/kube-metrics-adapter/blobs/sha256:f403cdbaa73b5ff60b8146c4f75f1ae8293a4485b7d18ac9f6f598ae96bc4dd0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:3a4f20b25862b928e9271e2b42c56c5fc6b31a27a142cc5a0408d73d760ce2ba" type=CREATE Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:11.820765 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-worker-5f5cb65c6c-rscqj" podStartSLOduration=252.711843094 podStartE2EDuration="4m13.82075067s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:50:09.044537664 +0000 UTC m=+288.819058805" lastFinishedPulling="2026-03-02 20:50:10.15344524 +0000 UTC m=+289.927966381" observedRunningTime="2026-03-02 20:50:11.820023497 +0000 UTC m=+291.594544666" watchObservedRunningTime="2026-03-02 20:50:11.82075067 +0000 UTC m=+291.595271838" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:11.827476 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-redis-reaper-6c4f77787c-s5jkh" podStartSLOduration=252.827462662 podStartE2EDuration="4m12.827462662s" podCreationTimestamp="2026-03-02 20:45:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2026-03-02 20:50:11.826977639 +0000 UTC m=+291.601498799" watchObservedRunningTime="2026-03-02 20:50:11.827462662 +0000 UTC m=+291.601983820" Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:b63479ae3c3125e9bf5253701dcc3fb2461a6a92fa2385eb9a406243733b5960" type=CREATE Mar 02 20:50:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:11Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:f403cdbaa73b5ff60b8146c4f75f1ae8293a4485b7d18ac9f6f598ae96bc4dd0" type=CREATE Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:12.081235 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:12.081301 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:12.081309 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:65824a1d901a8b7da517cbc8d9b6399480cc2f4ac61fb9eb1bb4cb5d984760df" type=CREATE Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=debug msg="failed to run bootstrap" attempts=57 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:0ad73db964d4fac9c71f4fdbbc3f60cc5bf299ebd52c820b7b73ceae4b2a098c" type=CREATE Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.764798030Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519" type=CREATE Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.765543738Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519: active requests=0, bytes read=27143458" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.766897462Z" level=info msg="ImageCreate event name:\"sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.768661359Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:40f7c8d9facf27180778edca64195abf4e3d4b8988ac4134f0f219be16f6dbe8\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.768690942Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519\" with image id \"sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter@sha256:40f7c8d9facf27180778edca64195abf4e3d4b8988ac4134f0f219be16f6dbe8\", size \"27347087\" in 3.420079045s" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.768713471Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/kube-metrics-adapter:0.2.7-20260213121519\" returns image reference \"sha256:a6f15c485261198a9beb434a7208b27f0111dbf5330d8fd9d24678559d05cf95\"" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.769500750Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\"" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:12.773Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig6gaxsv62it2dnlywzy2v7mac5lbbeg6szcayh22mczqxbqt5cpy", "mh": "bciqn4mbpfl5urhug2xrntrvl6yaf2wccin5fsebqpvuyftbodbh2e7q"} Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="433.398µs" logger=spegel method=HEAD path=/v2/securiti/connector-policy/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.773580624Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.780403111Z" level=info msg="CreateContainer within sandbox \"67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12\" for container name:\"kube-metrics-adapter\"" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.786146634Z" level=info msg="Container 31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.793161923Z" level=info msg="CreateContainer within sandbox \"67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12\" for name:\"kube-metrics-adapter\" returns container id \"31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373\"" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.793587210Z" level=info msg="StartContainer for \"31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373\"" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12.794296437Z" level=info msg="connecting to shim 31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373" address="unix:///run/containerd/s/c87a4b80a8a955792e44f5f266cb56456aaae1576e20f4f9b33e7462e4ae266a" protocol=ttrpc version=3 Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13.046753749Z" level=info msg="StartContainer for \"31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373\" returns successfully" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:13.550280 27498 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod4d167b57_dd46_40c0_801e_58860bea0fbc.slice/cri-containerd-3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870.scope WatchSource:0}: task 3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870 not found Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.819381 27498 horizontal.go:279] "Unhandled Error" err="failed to compute desired number of replicas based on listed metrics for Deployment/default/priv-appliance-connector-policy: invalid metrics (1 invalid out of 1), first error is: failed to get prometheus-query external metric value: failed to get external metric prometheus-query: unable to get external metric default/prometheus-query/&LabelSelector{MatchLabels:map[string]string{query-name: policy-pending-jobs,},MatchExpressions:[]LabelSelectorRequirement{},}: unable to fetch metrics from external metrics API: the server is currently unable to handle the request (get prometheus-query.external.metrics.k8s.io)" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:13.829529 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/kube-metrics-adapter-85b64845d-k4p2c" podStartSLOduration=252.408522046 podStartE2EDuration="4m15.829513809s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:50:09.34834404 +0000 UTC m=+289.122865190" lastFinishedPulling="2026-03-02 20:50:12.769335801 +0000 UTC m=+292.543856953" observedRunningTime="2026-03-02 20:50:13.828612597 +0000 UTC m=+293.603133759" watchObservedRunningTime="2026-03-02 20:50:13.829513809 +0000 UTC m=+293.604034970" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40164" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40172" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40188" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40202" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40170" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40192" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40190" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40138" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40158" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40192: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40190: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40170: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40202: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40188: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40172: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40138: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40164: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40158: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40150" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40150: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.837561 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.837763 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:13.838131 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.838182 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.external.metrics.k8s.io" with err: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:13.838895 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.838996 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.custom.metrics.k8s.io" with err: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40208" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40240" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40238" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40256" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40208: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40240: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40256: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40238: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40224" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40224: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.840499 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40266" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40296" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40280" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40294" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40310" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40266: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40280: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40312" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40310: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40312: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40296: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40294: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40318" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.841126 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40318: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40362" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40360" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40362: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40340" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40360: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40340: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40334" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40352" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40334: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40352: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.844917 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40388" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40368" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40388: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40368: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40386" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40384" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40402" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40386: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40384: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40402: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.846046 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40434" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40436" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40424" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40418" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40434: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40418: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40436: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40438" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40424: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40438: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.867799 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40488" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40484" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40484: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40488: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40460" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40464" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40476" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40464: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40476: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40460: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.868513 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40498" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40526" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40498: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40526: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40492" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40522" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40500" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40492: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40500: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40522: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.910850 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40536" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40540" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40536: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40532" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40560" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40540: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40532: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40548" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40560: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40548: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.912135 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40586" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40628" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40636" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40586: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40570" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40598" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40602" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40628: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40578" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40598: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40578: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40636: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40570: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40602: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40618" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40652" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40660" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.994371 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40618: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40652: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:13Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40660: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:13.994578 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.080464 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.080545 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.080554 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40670" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40668" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40664" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40668: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40670: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40666" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40664: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40720" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40666: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40720: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.157448 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40768" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40768: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40754" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40736" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40754: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40784" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40746" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40736: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40784: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40746: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.158158 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40798" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40822" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40800" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40822: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40810" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40800: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40810: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40794" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40794: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40798: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.480450 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40864" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40848" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40854" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40836" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40848: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40864: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40880" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40836: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40854: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40880: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.481295 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14.542319282Z" level=info msg="received container exit event container_id:\"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\" id:\"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\" pid:35464 exited_at:{seconds:1772484614 nanos:542025207}" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:14.839807 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.839894 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.external.metrics.k8s.io" failed with: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.839904 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:14.839922 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.839931 27498 controller.go:102] "Unhandled Error" err=< Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: loading OpenAPI spec for "v1beta1.custom.metrics.k8s.io" failed with: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:14.839933 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.839977 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.external.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.841014 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.external.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:14.841052 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:14.841067 27498 controller.go:113] "Unhandled Error" err="loading OpenAPI spec for \"v1beta1.custom.metrics.k8s.io\" failed with: Error, could not get list of group versions for APIService" Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.841078 27498 controller.go:126] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:50:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:14.841187 27498 controller.go:109] OpenAPI AggregationController: action for item v1beta1.custom.metrics.k8s.io: Rate Limited Requeue. Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40906" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40924" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40906: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40896" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40924: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40896: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40916" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40930" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40930: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40916: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:15.124176 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40990" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40980" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40990: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40946" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40948" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40946: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:40964" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40948: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40980: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=error msg="Sending HTTP/1.1 502 response to 127.0.0.1:40964: dial tcp 10.42.0.26:8443: connect: connection refused" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:15.124815 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: Get \"https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1\": proxy error from 127.0.0.1:6443 while dialing 10.42.0.26:8443, code 502: 502 Bad Gateway" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:16.080452 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:16.080524 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:16.080533 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41038" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41000" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41024" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41016" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41044" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41052" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41046" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41056" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41068" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41060" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.167090698Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc" type=CREATE Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:17.339175 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.custom.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: bad status from https://10.42.0.26:8443/apis/custom.metrics.k8s.io/v1beta1: 403" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:17.339392 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:17.339433 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.custom.metrics.k8s.io" with err: failed to download v1beta1.custom.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:17.340335 27498 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.external.metrics.k8s.io failed with: failing or missing response from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: bad status from https://10.42.0.26:8443/apis/external.metrics.k8s.io/v1beta1: 403" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: W0302 20:50:17.340568 27498 handler_proxy.go:99] no RequestInfo found in the context Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:17.340607 27498 controller.go:146] "Unhandled Error" err=< Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: Error updating APIService "v1beta1.external.metrics.k8s.io" with err: failed to download v1beta1.external.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: , Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]] Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: > Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41074" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41090" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.42.0.26:8443 from 127.0.0.1:41106" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="Tunnel server egress proxy dialing 10.42.0.26:8443 directly" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:17.435966 27498 handler.go:285] Adding GroupVersion external.metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:17.435998 27498 handler.go:285] Adding GroupVersion custom.metrics.k8s.io v1beta1 to ResourceManager Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.762372795Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc: active requests=0, bytes read=222171321" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.778025962Z" level=info msg="ImageUpdate event name:\"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.787258865Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc: active requests=0, bytes read=0" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.808040714Z" level=info msg="ImageUpdate event name:\"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.825139478Z" level=info msg="ImageCreate event name:\"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:17.931912027Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc: active requests=0, bytes read=0" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.043235992Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.044058018Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" with image id \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\", repo tag \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed\", size \"229000379\" in 5.27453909s" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.044079604Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" returns image reference \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.044549845Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" with image id \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\", repo tag \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed\", size \"229000379\" in 8.949373227s" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.044558831Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" returns image reference \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.044711750Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.045712821Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:18.080842 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:18.080923 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:18.080933 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.144732054Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" with image id \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\", repo tag \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/connector-policy@sha256:c574a8c8fd090c03cf72c6a05cb51997f37e4c42234e9dcedbacdb5404ce58ed\", size \"229000379\" in 7.580053653s" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.144760780Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/connector-policy:1.143.0-09rc\" returns image reference \"sha256:ddf05c5aaeb27cf0af2a8b7efe33dbebc6d763d5a04c583ca0092d0fe47b1add\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.145660835Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:18.146Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigfyyy5orlmxfxjrhljxoyddsmdazstgg7f77j4ks4rnblgw4pygi", "mh": "bciqmlrrr25cwzolotcowto5qgheygbtfgmn6l76tyvfzc2cwnny7qmq"} Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="419.755µs" logger=spegel method=HEAD path=/v2/securiti/cc-kafka-worker/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.146644946Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.254609436Z" level=info msg="CreateContainer within sandbox \"61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475\" for container name:\"structured-executor\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:18.256Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidlbkb4pw5sl45vghl2mdcv3f7q726n2lwv3cprbwgewsqq6vqgjq", "mh": "bciqgwcudy7n3exz3kmoxuygflwl7b7v43uxnlwe7cdmmjnfbb5lamta"} Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="909.414µs" logger=spegel method=HEAD path=/v2/securiti/scheduler/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.256846780Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.356968998Z" level=info msg="CreateContainer within sandbox \"7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76\" for container name:\"file-quarantine-revert-worker\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:18.358Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibb6spb4awa3bjpmlhgkcu4tbefgqywgwrw6brwab2d2ivqjx2z5m", "mh": "bciqcd5e6dybmbwcs6ywomufjzgciknbrmnndn4ddmaduhurlatpvt2y"} Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="502.663µs" logger=spegel method=HEAD path=/v2/foundri/qos-orchestrator/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.359196764Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18.525819702Z" level=info msg="CreateContainer within sandbox \"a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056\" for container name:\"connector-policy\"" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:18.688Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiczenr57rpkf4ah5msk6cd2i2dqmxrsfrfhfvtgdcd662czm4qlj4", "mh": "bciqfsi3d37c6ulyap2zev4ehuruhazpdelckollgmgeh55ufszzawty"} Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:02b583febe3b10469450c895061eb34baa32946a0c781f0d773c42d33dccca11" handler=mirror ip=127.0.0.1 latency="617.949µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/manifests/sha256:02b583febe3b10469450c895061eb34baa32946a0c781f0d773c42d33dccca11" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:19.176Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreic2y5br5hwqf2kihrlnm5fhgsgsxc7t22mnjpan2wzwgscsigfiyi", "mh": "bciqfvr2dd2pnaluuqpcw2z2konenfof7hvuy2s6a3vntmnefeqmkrqq"} Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:9a0d485b3e393c6deb1742be1884deb830d907d8cce2c32597a12b552dd6c7af" handler=mirror ip=127.0.0.1 latency="662.173µs" logger=spegel method=GET path="/v2/securiti/scheduler/manifests/sha256:9a0d485b3e393c6deb1742be1884deb830d907d8cce2c32597a12b552dd6c7af" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:19.871Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibrqkkjgxsso64xsrrfgzh2nvqzjfgzieaxkyvda4324z6znigwkq", "mh": "bciqddauusnpfe55zpfdcknspu3lbssknsqibovrkgbzxvzt5s2qnmva"} Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:f1825c38688e3372de1ced26d163024a3570ff064a00620e8eaa439119070b53" handler=mirror ip=127.0.0.1 latency="560.564µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/manifests/sha256:f1825c38688e3372de1ced26d163024a3570ff064a00620e8eaa439119070b53" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19.982369940Z" level=info msg="Container e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:02b583febe3b10469450c895061eb34baa32946a0c781f0d773c42d33dccca11" type=CREATE Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:19.994Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiblsuftaokhdcj6eijeprjogrievlhfb25awpf6iz7zprg7ejyjjq", "mh": "bciqcxfilga4uoget4iqsi7cs4ncqjkwokdv2bm6l4rt7s7cn6itqsta"} Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4" handler=mirror ip=127.0.0.1 latency="377.372µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:19.995645859Z" level=info msg="Container 069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.003339098Z" level=info msg="Container 2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.011783548Z" level=info msg="CreateContainer within sandbox \"61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475\" for name:\"structured-executor\" returns container id \"e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.012097218Z" level=info msg="StartContainer for \"e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.013141511Z" level=info msg="connecting to shim e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700" address="unix:///run/containerd/s/0018234399d579024e7be3bf79937d900bf686f4836a1e88b6014f7690b46dda" protocol=ttrpc version=3 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieed4msiwhowh2n4lko2aq5iq5irvkgmfzjltnhlxrt3qtr55eily", "mh": "bciqiihyzermo5mpu3ywu5ubb2rb2rdkumylssxg2oxpdhxbhd32iqxq"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637" handler=mirror ip=127.0.0.1 latency="418.827µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.028175301Z" level=info msg="CreateContainer within sandbox \"7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76\" for name:\"file-quarantine-revert-worker\" returns container id \"069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.028481265Z" level=info msg="StartContainer for \"069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.029506164Z" level=info msg="connecting to shim 069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc" address="unix:///run/containerd/s/53c3463885fe29a580568af8e34cb1743bed5a5f4cdc1c9cc056713e6249bb33" protocol=ttrpc version=3 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.031118169Z" level=info msg="CreateContainer within sandbox \"a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056\" for name:\"connector-policy\" returns container id \"2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.031381236Z" level=info msg="StartContainer for \"2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59\"" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.032739789Z" level=info msg="connecting to shim 2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59" address="unix:///run/containerd/s/b5bce11768ea0f980211cb471d0627ee7fc048fcffb308595a25ceac6789133c" protocol=ttrpc version=3 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.038Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreih6nqkcwqrh3bptkxg6a2ays7ds2qecyljns66x46h4lssgf3itz4", "mh": "bciqp43aufnbcpwc7gvon4bubrf6hfvaifqws3f55pz4pyxfemlwrhty"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1" handler=mirror ip=127.0.0.1 latency="443.557µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/blobs/sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.072133314Z" level=info msg="StartContainer for \"e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700\" returns successfully" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.072420254Z" level=info msg="StartContainer for \"069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc\" returns successfully" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20.072502225Z" level=info msg="StartContainer for \"2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59\" returns successfully" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:20.080340 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:20.080441 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:20.080453 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:9a0d485b3e393c6deb1742be1884deb830d907d8cce2c32597a12b552dd6c7af" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:f1825c38688e3372de1ced26d163024a3570ff064a00620e8eaa439119070b53" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.211Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifx46tigaa7m7bi325cujzxns5ncquvfdospwcwxe6ufh2ufsf2vu", "mh": "bciqlpz5gqmab6z6crxv2fitto3f22fbjkkg5e7mfnoj5ikpvilelvli"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0340cb3f169284779ad9cd8ad4a1f90dbeb7a871c3340d7864ea5c6f2a786f5c" handler=mirror ip=127.0.0.1 latency="701.934µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:0340cb3f169284779ad9cd8ad4a1f90dbeb7a871c3340d7864ea5c6f2a786f5c" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.221Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicchnznhtosl425xxwuksjdt55ppkut2p64g2a7z7k3r37p3qhtci", "mh": "bciqeeo3s2pg5exzv3ppniveshh3266vjhu75ynub7t6vxdx67xapgeq"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d8e950b16ea8ca29fbba28beba8ad0fc9b4f9166b0a7ef97c317a545f90864e5" handler=mirror ip=127.0.0.1 latency="537.426µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:d8e950b16ea8ca29fbba28beba8ad0fc9b4f9166b0a7ef97c317a545f90864e5" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.227Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihzlzqbd36ubcdc6lwczz4l3docjrefviveikplvsbz2emtqagz4a", "mh": "bciqpsxtachx5icegf4xmfttyxwg4etcilkrkiqu6xledtuizhaantya"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b43edaa61e183ace1fc7b1bc6186c840bcbddc09206f18c870fa2e42cc9290c4" handler=mirror ip=127.0.0.1 latency="406.091µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:b43edaa61e183ace1fc7b1bc6186c840bcbddc09206f18c870fa2e42cc9290c4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.326Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig3gwdtfcdklm7u3qqgvzmbgfumrjvtf47z3sbext2y3arcppkcyy", "mh": "bciqnwnmhgkeguwz7jxbanlsycmlizctlglz7txecjphvrwbce66ufrq"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:61646332be46272e3b443e85dbf3291756fbdae91d8d214b4c455e901617c4cb" handler=mirror ip=127.0.0.1 latency="533.614µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:61646332be46272e3b443e85dbf3291756fbdae91d8d214b4c455e901617c4cb" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.328Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihxk5g6fyubrhgshg5gpgou353uxt7tt4xwdsggh567xbwythsmbm", "mh": "bciqpov2n4lridconeon2m6m5jx3xjph7hhzpmhemmp357odnrgpeycy"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:da38360cf7d2b2094dd5dfaa592ed7717591169adfb26c61fb9d64731cc9b056" handler=mirror ip=127.0.0.1 latency="281.737µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:da38360cf7d2b2094dd5dfaa592ed7717591169adfb26c61fb9d64731cc9b056" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.330Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaiweodwfa2s7vwczufk5bk64i2y2m6vs33bf7kzrpcz675c3ymm4", "mh": "bciqarmi4hmkbvf7lmftikv2cv5yrvruz5lfxwcl6vtc6ft572fxqyzy"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b014ec80e7ee3725c2ef03c76b69ffcc08c9c708b494eea3e125c53f86258c74" handler=mirror ip=127.0.0.1 latency="234.224µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:b014ec80e7ee3725c2ef03c76b69ffcc08c9c708b494eea3e125c53f86258c74" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.332Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibzmth52eu4u77nnhfgcc4owkfa57madd6oyymfbkllmk74jwegwq", "mh": "bciqdszgp3ujjzj7622okmefy5mukb36yagh45rqykcuwwyv7ytminna"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:8ed15e89ed8e83da6513a99d512b682d99360e0d13c70c8969c062cbc5a46f3d" handler=mirror ip=127.0.0.1 latency="434.521µs" logger=spegel method=GET path="/v2/securiti/cc-kafka-worker/blobs/sha256:8ed15e89ed8e83da6513a99d512b682d99360e0d13c70c8969c062cbc5a46f3d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.334Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif7pn2qfmapyyey5lxcyvks7inmracfyjnzga6lli3qyigvzuq2ce", "mh": "bciql663vakya7rqjr2xofrkvf6q2zcaelqs3smb4wwrxbqqnltjbuei"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9237364344b8798806d14d057742d88b89ed6ba110a970a4bf6157112bf23a7e" handler=mirror ip=127.0.0.1 latency="429.796µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:9237364344b8798806d14d057742d88b89ed6ba110a970a4bf6157112bf23a7e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.335Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihexwhvqyaplpv2eob35lbtmnqj4khta2jjij3j3zxgelgcfhki4i", "mh": "bciqojpmplbqa6w7lui4dx2wdgy3atyupgbussqtwtxtomiwmekouryq"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:fe30bf6b98ca320450ce4c5de81f0f21744512357cf142f878f040c4715ee11d" handler=mirror ip=127.0.0.1 latency="331.308µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:fe30bf6b98ca320450ce4c5de81f0f21744512357cf142f878f040c4715ee11d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.337Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigxfcu2tu7zvsovb4krbbuv6sycwozsldrxpdf6w4is42a7j7zluq", "mh": "bciqnokfjvhj7tle5kdyvccdjl5fqfm5tewhdo6gl5nyrfzub6t7sxja"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:53086b3df8a2821de5b018b25e4ff1a65529f5fad2a9117c2f0ed58ca4751306" handler=mirror ip=127.0.0.1 latency="368.679µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:53086b3df8a2821de5b018b25e4ff1a65529f5fad2a9117c2f0ed58ca4751306" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.338Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibikkyqmpxei5pqawp3bkbhvvgajslm6yjrg5taolnm5yaqu56ls4", "mh": "bciqcquvray7oir27abm7wcucplkmatewz5qtcn3ga4w2z3qbbj34xfy"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5c06bf8f93f9849f78d3f5d81654239755c65fa50ea5495353bacee95314d002" handler=mirror ip=127.0.0.1 latency="693.575µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:5c06bf8f93f9849f78d3f5d81654239755c65fa50ea5495353bacee95314d002" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.339Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiahzaeaq2qgh5qfwirvxjnx5pnmr4qba4lrbeddfqjcuqyrh2xa7q", "mh": "bciqapsaibbvamp3almrdlos3p262zdzacbyxccigglasfjbrcpvob7a"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b5c540f4839709f2ed3e618e27e64c38e25d62087cab280f30949ad1427c931e" handler=mirror ip=127.0.0.1 latency="268.201µs" logger=spegel method=GET path="/v2/securiti/scheduler/blobs/sha256:b5c540f4839709f2ed3e618e27e64c38e25d62087cab280f30949ad1427c931e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:0340cb3f169284779ad9cd8ad4a1f90dbeb7a871c3340d7864ea5c6f2a786f5c" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:b43edaa61e183ace1fc7b1bc6186c840bcbddc09206f18c870fa2e42cc9290c4" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:d8e950b16ea8ca29fbba28beba8ad0fc9b4f9166b0a7ef97c317a545f90864e5" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:20.641Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie3hl5dhmpllhd7tqzgbrs2alyjmmrjfd6l5njisjdmk4bcjsinju", "mh": "bciqjwox2goy6wwoh7hbsmddfuaxqsyzcskh4x22sresgyvyceteq2ti"} Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:336bb34b61bb92951103b02a582e523419b3bba30d85e56c270f7dad5a8a2193" handler=mirror ip=127.0.0.1 latency="552.164µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/blobs/sha256:336bb34b61bb92951103b02a582e523419b3bba30d85e56c270f7dad5a8a2193" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:b014ec80e7ee3725c2ef03c76b69ffcc08c9c708b494eea3e125c53f86258c74" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:8ed15e89ed8e83da6513a99d512b682d99360e0d13c70c8969c062cbc5a46f3d" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:20Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:9237364344b8798806d14d057742d88b89ed6ba110a970a4bf6157112bf23a7e" type=CREATE Mar 02 20:50:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:20.851415 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-file-quarantine-revert-worker-5f86bf54cf-vl9p6" podStartSLOduration=253.900922216 podStartE2EDuration="4m22.851398435s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:50:09.094942279 +0000 UTC m=+288.869463435" lastFinishedPulling="2026-03-02 20:50:18.045418512 +0000 UTC m=+297.819939654" observedRunningTime="2026-03-02 20:50:20.850960406 +0000 UTC m=+300.625481575" watchObservedRunningTime="2026-03-02 20:50:20.851398435 +0000 UTC m=+300.625919603" Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:21.078021 27498 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" secret="" err="secret \"registrykey\" not found" Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:21.078658 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=debug msg="failed to run bootstrap" attempts=58 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:21.463Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigsokgrhe3qrcf63o4qsz7dvdh442brjwjrfitz3tw4bckwoxldl4", "mh": "bciqne4uncojxbcel5w5zbft6hkgpzzudctmtckrhtxhnycevm5owgxy"} Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:73cc5949c2a30a4982512d6257c0e88b02da0f2525c693c20376c460d3ef0392" handler=mirror ip=127.0.0.1 latency="629.935µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/blobs/sha256:73cc5949c2a30a4982512d6257c0e88b02da0f2525c693c20376c460d3ef0392" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:21.492Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif4vzjuh6cfyone4korncdgsjatfezkf2wxwrh2ypocbngfgtrxni", "mh": "bciqlzlstip4elq42jyu5c2egnesbgkjsulvnpncpvq64ec2mknhdo2q"} Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:96aa8c27183e7cebec01287ee702c22c76a4e25af3e60daa9442bcd97eb0517b" handler=mirror ip=127.0.0.1 latency="788.365µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/blobs/sha256:96aa8c27183e7cebec01287ee702c22c76a4e25af3e60daa9442bcd97eb0517b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:21.494Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidr3r7ql7d4inq6w7x4nrapvra4wcvjry2rrqq6wmb7pq24iupvsq", "mh": "bciqhdxd7ax6hyq3b5n7py3ca7lcbzmfktdrvddbb5myd67bvyri7lfa"} Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5815b10e31565aaf07d02a0ba3c7dd98a92c27b99f36bb4ada9f2c27d97ada21" handler=mirror ip=127.0.0.1 latency="434.554µs" logger=spegel method=GET path="/v2/foundri/qos-orchestrator/blobs/sha256:5815b10e31565aaf07d02a0ba3c7dd98a92c27b99f36bb4ada9f2c27d97ada21" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:61646332be46272e3b443e85dbf3291756fbdae91d8d214b4c455e901617c4cb" type=CREATE Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:da38360cf7d2b2094dd5dfaa592ed7717591169adfb26c61fb9d64731cc9b056" type=CREATE Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:5c06bf8f93f9849f78d3f5d81654239755c65fa50ea5495353bacee95314d002" type=CREATE Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:fe30bf6b98ca320450ce4c5de81f0f21744512357cf142f878f040c4715ee11d" type=CREATE Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:53086b3df8a2821de5b018b25e4ff1a65529f5fad2a9117c2f0ed58ca4751306" type=CREATE Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21.848219015Z" level=info msg="StopPodSandbox for \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\"" Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21.848266249Z" level=info msg="Container to stop \"1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874\" must be in running or unknown state, current state \"CONTAINER_EXITED\"" Mar 02 20:50:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:21.854025658Z" level=info msg="received sandbox exit event container_id:\"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" id:\"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" exit_status:137 exited_at:{seconds:1772484621 nanos:853878622}" monitor_name=podsandbox Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:22.081352 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:22.081425 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:22.081433 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:22Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:336bb34b61bb92951103b02a582e523419b3bba30d85e56c270f7dad5a8a2193" type=CREATE Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler@sha256:b5c540f4839709f2ed3e618e27e64c38e25d62087cab280f30949ad1427c931e" type=CREATE Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:73cc5949c2a30a4982512d6257c0e88b02da0f2525c693c20376c460d3ef0392" type=CREATE Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:5815b10e31565aaf07d02a0ba3c7dd98a92c27b99f36bb4ada9f2c27d97ada21" type=CREATE Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:96aa8c27183e7cebec01287ee702c22c76a4e25af3e60daa9442bcd97eb0517b" type=CREATE Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:24.080496 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:24.080575 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:24.080583 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.166113793Z" level=info msg="shim disconnected" id=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 namespace=k8s.io Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.166139403Z" level=info msg="cleaning up after shim disconnected" id=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 namespace=k8s.io Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.166144640Z" level=info msg="cleaning up dead shim" id=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 namespace=k8s.io Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.176911778Z" level=info msg="received sandbox container exit event sandbox_id:\"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" exit_status:137 exited_at:{seconds:1772484621 nanos:853878622}" monitor_name=criService Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.213266029Z" level=info msg="TearDown network for sandbox \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" successfully" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.213301594Z" level=info msg="StopPodSandbox for \"18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728\" returns successfully" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.228458044Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc" type=CREATE Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.230355519Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc: active requests=0, bytes read=52872040" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.232483397Z" level=info msg="ImageCreate event name:\"sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.235393492Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/scheduler@sha256:9a0d485b3e393c6deb1742be1884deb830d907d8cce2c32597a12b552dd6c7af\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.236132952Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc\" with image id \"sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637\", repo tag \"dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/scheduler@sha256:9a0d485b3e393c6deb1742be1884deb830d907d8cce2c32597a12b552dd6c7af\", size \"59701098\" in 7.190395928s" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.236158523Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/scheduler:1.143.0-09rc\" returns image reference \"sha256:a3d9994ddebb9e121af4e4e7a8fc2b9608c5d4d744aa64c0e126510a92a34637\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.236908366Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.241Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiggbe4gp636l2frl5vghpjqhmnjdd4fcj6f4swh3pixtd5mjkbrge", "mh": "bciqmmcjym75x4xulcx3kmo6taoy2sghyket4lzfmpw6rpgh2ysudcmi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="501.899µs" logger=spegel method=HEAD path=/v2/securiti/jdbc-proxy/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.242153298Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.256449426Z" level=info msg="CreateContainer within sandbox \"f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337\" for container name:\"scheduler\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.266348976Z" level=info msg="Container 186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.277711330Z" level=info msg="CreateContainer within sandbox \"f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337\" for name:\"scheduler\" returns container id \"186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.278235924Z" level=info msg="StartContainer for \"186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.279085742Z" level=info msg="connecting to shim 186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d" address="unix:///run/containerd/s/6a7fc96704230e90bb6ba67b0359d6719f50ec8f52ac2055786bba9fc716de7f" protocol=ttrpc version=3 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.336294 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"minio-provisioning\" (UniqueName: \"kubernetes.io/configmap/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-provisioning\") pod \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.336325 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-empty-dir\") pod \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.336340 27498 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"minio-credentials\" (UniqueName: \"kubernetes.io/secret/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-credentials\") pod \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\" (UID: \"5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67\") " Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.336554 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-provisioning" (OuterVolumeSpecName: "minio-provisioning") pod "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67" (UID: "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67"). InnerVolumeSpecName "minio-provisioning". PluginName "kubernetes.io/configmap", VolumeGIDValue "" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.337517 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-credentials" (OuterVolumeSpecName: "minio-credentials") pod "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67" (UID: "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67"). InnerVolumeSpecName "minio-credentials". PluginName "kubernetes.io/secret", VolumeGIDValue "" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.339136 27498 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-empty-dir" (OuterVolumeSpecName: "empty-dir") pod "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67" (UID: "5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67"). InnerVolumeSpecName "empty-dir". PluginName "kubernetes.io/empty-dir", VolumeGIDValue "" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25.358587126Z" level=info msg="StartContainer for \"186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d\" returns successfully" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.389Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiggxj4tgexyryck347jveh4k3gjk5hdvnuigram6hvhs2abpks6fq", "mh": "bciqmnotzgmjprdqevxz6tkipyvwmsv2ohk3iqncaz4pkpfuac6vf4la"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:b40fcd9fc400de973f6842bf2346a13341d787047b5827a228998e1b320fa30a" handler=mirror ip=127.0.0.1 latency="550.791µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/manifests/sha256:b40fcd9fc400de973f6842bf2346a13341d787047b5827a228998e1b320fa30a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.437806 27498 reconciler_common.go:299] "Volume detached for volume \"minio-provisioning\" (UniqueName: \"kubernetes.io/configmap/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-provisioning\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.437854 27498 reconciler_common.go:299] "Volume detached for volume \"empty-dir\" (UniqueName: \"kubernetes.io/empty-dir/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-empty-dir\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.437863 27498 reconciler_common.go:299] "Volume detached for volume \"minio-credentials\" (UniqueName: \"kubernetes.io/secret/5e55d09f-c5b6-4cf0-ba6a-3625ecef2d67-minio-credentials\") on node \"ip-10-151-22-85.us-west-2.compute.internal\" DevicePath \"\"" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.518Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiexon2mnybysfljcxwjzubatjhnmaozscdc3dpgdj4z2366pgpzxq", "mh": "bciqjo43uy3qdrekwsfpmtticbgso2ya5teegfwg6mgtztvx546m7tpa"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58" handler=mirror ip=127.0.0.1 latency="550.906µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:b40fcd9fc400de973f6842bf2346a13341d787047b5827a228998e1b320fa30a" type=CREATE Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.720Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieg46s2qeaurivnfuuaji3njxvrwckzt6rod3hy4qjz3jn46pgxpi", "mh": "bciqinz5fvaibjcrk2ljiasrw2tpldmevth5c4hwprzattws3z46no6q"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:526b624f2b2165c2b118849cb6a7ee7a4121403f6bbeb1b786050470c249e124" handler=mirror ip=127.0.0.1 latency="561.1µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:526b624f2b2165c2b118849cb6a7ee7a4121403f6bbeb1b786050470c249e124" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.726Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaddgh7dosubgqzgr6mgumrbd4yz3bjxj4bvbbfcd5nmjmm5fc6g4", "mh": "bciqaggmp6g5ficnbsnd4ynizcchzrtwctotydkcckeh22ysyz2kf4ny"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:654fb646d20c9f8f0b60f85d3832b531006abd66ffe2aa68d1b72683a06e1ee3" handler=mirror ip=127.0.0.1 latency="440.783µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:654fb646d20c9f8f0b60f85d3832b531006abd66ffe2aa68d1b72683a06e1ee3" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.737Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigz2edmfh2ykpw3x25ihbvjhlmw7wnf73hrgvinl7r6bplirlmc6u", "mh": "bciqntuigykpvqu7nxpv2qodksowzn7m2l7wpcnkq2x7d4c6wrcwyf5i"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c299ed60b0f8ffc81a26dc9007e80757279edddaf0a46c2bc3afa5c8e9ae3f10" handler=mirror ip=127.0.0.1 latency="406.321µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:c299ed60b0f8ffc81a26dc9007e80757279edddaf0a46c2bc3afa5c8e9ae3f10" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58" type=CREATE Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.833Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihfcjareaiestnegycrfj7omtre4bfhnfr6pe2ylw6zaayonmo7jy", "mh": "bciqokesbciaqjfg2inqfckt64zhcjycko2ld46jvqxn5sabq42y56tq"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3f6ba1d9634fa51c551ac3b38106083deded901ae9e469d19805cae2c3a859f1" handler=mirror ip=127.0.0.1 latency="529.892µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:3f6ba1d9634fa51c551ac3b38106083deded901ae9e469d19805cae2c3a859f1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.836Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidrisozffkjozyjtvxwvlhva55u6oguunjtfqscvfnxeni6or3gie", "mh": "bciqhcre5skkus5tqthlpnkwpkb33j44nji2tglbefkk3oi2r45dwmqi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:cd42ae07dc7d86b6aece9fade55d7fa04b1ed0829fbbde02203b8f90ca997764" handler=mirror ip=127.0.0.1 latency="386.13µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:cd42ae07dc7d86b6aece9fade55d7fa04b1ed0829fbbde02203b8f90ca997764" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.838Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieal363sunmc6h3hr6yld4m6hlbmsherfbrprn2uihkif7yco5j44", "mh": "bciqiaxx5xfi2yf4pwpd5qwhyz4owczeojckdc7c3viqouql7qe52tzy"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:24c997f019e57119b10efbbcda2485ff164658ac18b0cd5d6c4432115d868873" handler=mirror ip=127.0.0.1 latency="371.125µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:24c997f019e57119b10efbbcda2485ff164658ac18b0cd5d6c4432115d868873" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.840Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicxeuqtrcdjkqiguxb5xrprcfbvqutfj2ygdmn47h6ldqdfj6xx4e", "mh": "bciqfojjbhcegsvaqnjod3pc7cekdlbjgktvqmgy3z6p4whagkt5ppyi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c2ba1560b2c175a255f985bb13b42bd03bc2e3337b018ff992abe96ea0a70e0f" handler=mirror ip=127.0.0.1 latency="313.725µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:c2ba1560b2c175a255f985bb13b42bd03bc2e3337b018ff992abe96ea0a70e0f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.842Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiapr22sxqkqkltak7wjlkf4l6zbi5qtu4twfo3e7wm5b4kn3fdpra", "mh": "bciqa7dvvfpavauxgav7mswulyx5scr3bhjzhmk5wj7mz2dyu3wkg7ca"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:d96b4cddd66b713f54a0769e1b8035c5d58a784b2b95995e330325622da7ec95" handler=mirror ip=127.0.0.1 latency="318.718µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:d96b4cddd66b713f54a0769e1b8035c5d58a784b2b95995e330325622da7ec95" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.844Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiagnu3z5cv5foobsco3c6la7egcjou6eg76qlj2iyew7rwfdxg2ze", "mh": "bciqam3jxt2fl2k44dee5wf4wb6imes5j4in75awturqjn7dmkhonvsi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ca241e63fd8d7db556f967418daf81c2d4a5cdfe0d7cb1bef9116a899052976f" handler=mirror ip=127.0.0.1 latency="380.56µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:ca241e63fd8d7db556f967418daf81c2d4a5cdfe0d7cb1bef9116a899052976f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.846Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig6vs2tnwcxhujc3vd6pqawxnuaqalmmhn2zfetgvjsgcz3yxavfe", "mh": "bciqn5lfvg3mfopisfxkh47abno3ibaawyyo3vskjgnktemftxrobkki"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:31b8cb0caaf7246bf764bcc59bf89945a874e0057174c5b5d14c8e2a9bfc1288" handler=mirror ip=127.0.0.1 latency="309.986µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:31b8cb0caaf7246bf764bcc59bf89945a874e0057174c5b5d14c8e2a9bfc1288" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.848Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreifbb7kpazjv42hzvvjg23tojjjf52ghmcgywz5sxjmy6vydriuyqa", "mh": "bciqkcd6u6bstlzuptlksnvxg4sssl3umoyenrnt3foszr5lqhcrjraa"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:24f7befcb6278ced9a1565dd296cd392374cbfb9eb020a552ef7fc946898fe11" handler=mirror ip=127.0.0.1 latency="441.327µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:24f7befcb6278ced9a1565dd296cd392374cbfb9eb020a552ef7fc946898fe11" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.850Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigmooqrh6a2pm47jxxood4tbgfrlfssandzwo3ffngir5d4dynjwm", "mh": "bciqmy45bcp4bu6zz6tpo44hzgcmlcwlfea2htm5wkk2mrd2hyhq2tmy"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9fdfa5fc49930b21cf8af215e24c3e0860f8ed75cbcc867a75351cd329c382c4" handler=mirror ip=127.0.0.1 latency="357.974µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:9fdfa5fc49930b21cf8af215e24c3e0860f8ed75cbcc867a75351cd329c382c4" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.852Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicm4s227hc6z5rehvexso4r5whuyptepwu57tjwlrkaokheeyss34", "mh": "bciqezzfvv6of5t3cipkjpe5zd3mpjq7gi7nj37gtmxcua4uoijrffxy"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:11b9dc9a23fda8285c2b1950336d9b66452c574128bca551c444927621251fd8" handler=mirror ip=127.0.0.1 latency="331.092µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:11b9dc9a23fda8285c2b1950336d9b66452c574128bca551c444927621251fd8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.854Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiho5utbkzzjcm7skzklfd67mvorefab2pctys25b7ahnxj2dejwle", "mh": "bciqo53jgcvtssez7evsuwkh56zk5cikadu6fhrfv2d6ao3otugitmwi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:646019fde79823b97525c15e0c3551daa802ce11ce8b882cc04ef53b55d09914" handler=mirror ip=127.0.0.1 latency="303.201µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:646019fde79823b97525c15e0c3551daa802ce11ce8b882cc04ef53b55d09914" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.856Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib7pa4quzv2uoyofjehfo5ytprah4xzqstcpv7vecqkidpl23sdw4", "mh": "bciqd66bzbjtlvi5q4ksiok53rg7capzptbfge7l7kifauqg6xvxehny"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:69d26954e450734565a00921bc33609212da29d7d5c598ffc2be5216d9faa2c7" handler=mirror ip=127.0.0.1 latency="315.134µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:69d26954e450734565a00921bc33609212da29d7d5c598ffc2be5216d9faa2c7" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.858Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibdur5vlyvj7zl3hdgrsmfudfdjyf5gbaue6nd53b3isfgv4mejgi", "mh": "bciqchjd3kxrkt7sxwogndeyligkgtql2mcbij42h3wdwreknlyyismq"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.858614 27498 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1fb80eb956eb7a812e4213ca36dfa6d015a37c18f04466c096da588b2728d0d7" handler=mirror ip=127.0.0.1 latency="383.527µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:1fb80eb956eb7a812e4213ca36dfa6d015a37c18f04466c096da588b2728d0d7" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.860Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidwl3rgktpcxr4roraarc7pelyamofwh72z5olgrrr2qsm2sctyau", "mh": "bciqhmxxcmvg6fpdzc5cabcf66ixqay4lmp7vt24wndddvbezvefhqbi"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:905493cdc613ce8a466d024e91ac272e95d1323b197ffddde96178c590d96ff0" handler=mirror ip=127.0.0.1 latency="381.448µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:905493cdc613ce8a466d024e91ac272e95d1323b197ffddde96178c590d96ff0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:25.863Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidkcejl2ot5b6zvxvcvpgdpj7csosenk643vs5gykl3lt3g4hn2ua", "mh": "bciqgueisxu5h2d5tlpkfk6mg6t6fe5ei2v5zxlf2nquxwxhwnyo3via"} Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:bba17fd1c333040e6ce6c12a306a6d5b25e7826e8f98c5f575d3b8ac23eca4b5" handler=mirror ip=127.0.0.1 latency="333.496µs" logger=spegel method=GET path="/v2/securiti/jdbc-proxy/blobs/sha256:bba17fd1c333040e6ce6c12a306a6d5b25e7826e8f98c5f575d3b8ac23eca4b5" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:25.869156 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-scheduler-c6df76b76-wb9qf" podStartSLOduration=251.105001447 podStartE2EDuration="4m24.869141165s" podCreationTimestamp="2026-03-02 20:46:01 +0000 UTC" firstStartedPulling="2026-03-02 20:50:11.472597281 +0000 UTC m=+291.247118435" lastFinishedPulling="2026-03-02 20:50:25.236737001 +0000 UTC m=+305.011258153" observedRunningTime="2026-03-02 20:50:25.867947589 +0000 UTC m=+305.642468755" watchObservedRunningTime="2026-03-02 20:50:25.869141165 +0000 UTC m=+305.643662330" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:526b624f2b2165c2b118849cb6a7ee7a4121403f6bbeb1b786050470c249e124" type=CREATE Mar 02 20:50:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:25Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:654fb646d20c9f8f0b60f85d3832b531006abd66ffe2aa68d1b72683a06e1ee3" type=CREATE Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:26.081232 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:26.081298 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:26.081304 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.124956166Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc" type=CREATE Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.126781994Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc: active requests=0, bytes read=127839987" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.128885273Z" level=info msg="ImageCreate event name:\"sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.131714213Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:02b583febe3b10469450c895061eb34baa32946a0c781f0d773c42d33dccca11\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.132218514Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc\" with image id \"sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4\", repo tag \"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker@sha256:02b583febe3b10469450c895061eb34baa32946a0c781f0d773c42d33dccca11\", size \"134669077\" in 8.087480125s" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.132245171Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/cc-kafka-worker:1.143.0-09rc\" returns image reference \"sha256:e060a42228045723d63778824db82a404333e028e04526e1eff95e2d9e4524c4\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.133003651Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:26.137Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig4uh3xo2xszptvfhvkdunbfukjdkkttg2nsd3kqn6xgyscy7ewaa", "mh": "bciqnzipxo5vpfs7hkkpkuhi2cliusguvhgnu3ehwva35onrefr6jmaa"} Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="501.406µs" logger=spegel method=HEAD path=/v2/securiti/mip-proxy/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.138603593Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.149770278Z" level=info msg="CreateContainer within sandbox \"332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872\" for container name:\"kafka-worker\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.160256187Z" level=info msg="Container 4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.169926584Z" level=info msg="CreateContainer within sandbox \"332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872\" for name:\"kafka-worker\" returns container id \"4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.170354027Z" level=info msg="StartContainer for \"4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.171094999Z" level=info msg="connecting to shim 4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd" address="unix:///run/containerd/s/92de4696a25f1b9f94ffbf848bbe08bb4ec49ca2a6bcf9a0da27d41182ce866b" protocol=ttrpc version=3 Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.232276950Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc" type=CREATE Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.234285170Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc: active requests=0, bytes read=97601065" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.236495535Z" level=info msg="ImageCreate event name:\"sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.239681241Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:f1825c38688e3372de1ced26d163024a3570ff064a00620e8eaa439119070b53\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.240300493Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc\" with image id \"sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1\", repo tag \"dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/foundri/qos-orchestrator@sha256:f1825c38688e3372de1ced26d163024a3570ff064a00620e8eaa439119070b53\", size \"119664304\" in 8.094618827s" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.240318266Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/foundri/qos-orchestrator:1.143.0-09rc\" returns image reference \"sha256:71c870b79855b736e9c6c801f0e2dd19f864ee4f1da3b366166ec67ce04100b1\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.250718473Z" level=info msg="StartContainer for \"4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd\" returns successfully" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.257279383Z" level=info msg="CreateContainer within sandbox \"d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447\" for container name:\"qos-orchestrator\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.266961127Z" level=info msg="Container db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.276784698Z" level=info msg="CreateContainer within sandbox \"d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447\" for name:\"qos-orchestrator\" returns container id \"db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.277196264Z" level=info msg="StartContainer for \"db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732\"" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.278225824Z" level=info msg="connecting to shim db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732" address="unix:///run/containerd/s/b5f5ff061bd1e1f0ca0a1c2c23fd4d59fe66341feea3b9af3084e7b27bb8d2f4" protocol=ttrpc version=3 Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26.346809569Z" level=info msg="StartContainer for \"db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732\" returns successfully" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:3f6ba1d9634fa51c551ac3b38106083deded901ae9e469d19805cae2c3a859f1" type=CREATE Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:26.874030 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-kafka-worker-574b5f65b4-7b6lf" podStartSLOduration=251.897742078 podStartE2EDuration="4m26.874015152s" podCreationTimestamp="2026-03-02 20:46:00 +0000 UTC" firstStartedPulling="2026-03-02 20:50:11.15651425 +0000 UTC m=+290.931035391" lastFinishedPulling="2026-03-02 20:50:26.132787314 +0000 UTC m=+305.907308465" observedRunningTime="2026-03-02 20:50:26.87273433 +0000 UTC m=+306.647255493" watchObservedRunningTime="2026-03-02 20:50:26.874015152 +0000 UTC m=+306.648536319" Mar 02 20:50:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:26.879990 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-qos-orchestrator-7466568f5b-w5pqw" podStartSLOduration=251.155872377 podStartE2EDuration="4m25.879974895s" podCreationTimestamp="2026-03-02 20:46:01 +0000 UTC" firstStartedPulling="2026-03-02 20:50:11.517070701 +0000 UTC m=+291.291591852" lastFinishedPulling="2026-03-02 20:50:26.241173214 +0000 UTC m=+306.015694370" observedRunningTime="2026-03-02 20:50:26.878982668 +0000 UTC m=+306.653503839" watchObservedRunningTime="2026-03-02 20:50:26.879974895 +0000 UTC m=+306.654496063" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.151.22.85:10250 from 127.0.0.1:57992" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="Tunnel server egress proxy dialing :10250 directly" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:c299ed60b0f8ffc81a26dc9007e80757279edddaf0a46c2bc3afa5c8e9ae3f10" type=CREATE Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:c2ba1560b2c175a255f985bb13b42bd03bc2e3337b018ff992abe96ea0a70e0f" type=CREATE Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:d96b4cddd66b713f54a0769e1b8035c5d58a784b2b95995e330325622da7ec95" type=CREATE Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:cd42ae07dc7d86b6aece9fade55d7fa04b1ed0829fbbde02203b8f90ca997764" type=CREATE Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:27Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:31b8cb0caaf7246bf764bcc59bf89945a874e0057174c5b5d14c8e2a9bfc1288" type=CREATE Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:28Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:24f7befcb6278ced9a1565dd296cd392374cbfb9eb020a552ef7fc946898fe11" type=CREATE Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:28.080867 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:28.080945 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:28.080953 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:28Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:9fdfa5fc49930b21cf8af215e24c3e0860f8ed75cbcc867a75351cd329c382c4" type=CREATE Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:28.541127420Z" level=info msg="Container exec \"87fcd1a25ae9555d6eff736acc765de324abf2a94b8e61be26c6bb56da046393\" stdin closed" Mar 02 20:50:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:28.542506 27498 conn.go:339] Error on socket receive: read tcp 127.0.0.1:6443->127.0.0.1:57986: use of closed network connection Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:ca241e63fd8d7db556f967418daf81c2d4a5cdfe0d7cb1bef9116a899052976f" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:646019fde79823b97525c15e0c3551daa802ce11ce8b882cc04ef53b55d09914" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:69d26954e450734565a00921bc33609212da29d7d5c598ffc2be5216d9faa2c7" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:1fb80eb956eb7a812e4213ca36dfa6d015a37c18f04466c096da588b2728d0d7" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:905493cdc613ce8a466d024e91ac272e95d1323b197ffddde96178c590d96ff0" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:29.796Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicewbn3yzmf6jctxnphluept756abt7b2hvfg2qrsrdqtzc3mw2ja", "mh": "bciqejmc3xrsyl4sfho26oxii7h734adh6dupkknvbdfchbhsfwznusa"} Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:b5d6892ade1811dd3813b0560446ad98aff731c37ef3f01e5e46db690b1a194f" handler=mirror ip=127.0.0.1 latency="592.938µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/manifests/sha256:b5d6892ade1811dd3813b0560446ad98aff731c37ef3f01e5e46db690b1a194f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:bba17fd1c333040e6ce6c12a306a6d5b25e7826e8f98c5f575d3b8ac23eca4b5" type=CREATE Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:29.932Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaae6lckxjqdmm57cdtfbuifxdx55mdtqzlgfn5hiww6k4gz24uda", "mh": "bciqaaj4wevotagyz36ehgkdiqlohp32yhhbswmk32ornn4vyntvziga"} Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9" handler=mirror ip=127.0.0.1 latency="479.202µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:b5d6892ade1811dd3813b0560446ad98aff731c37ef3f01e5e46db690b1a194f" type=CREATE Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:30.064Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidwu7l3upckt6swxvmvzqb2goba62iu6ctie75pgpq7awdu5w5p2q", "mh": "bciqhnj6xxi6evh5fnpkzltadum4cb5urj4fgqj726m7b6bmhj3n27va"} Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:70f49a912db476f571dbb68dc0c057404ba3668fef627114a931306aa5aadc95" handler=mirror ip=127.0.0.1 latency="504.785µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:70f49a912db476f571dbb68dc0c057404ba3668fef627114a931306aa5aadc95" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:30.080252 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:30.080313 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:30.080321 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9" type=CREATE Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="failed to run bootstrap" attempts=59 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.493Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibjegmqd52p3kmobgy7fznnfsiqi3ozanpcrfi5hls26gafynbznq", "mh": "bciqcsimzah3u7wuy4cnr6ls22lerarw5sa26fckr2oxfv4malq2ds3a"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a97467b4f6a84fdc5fb6ffa1d5e8d9eca00a5b6f3ae83b9dcae2d978f183d9e7" handler=mirror ip=127.0.0.1 latency="726.897µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:a97467b4f6a84fdc5fb6ffa1d5e8d9eca00a5b6f3ae83b9dcae2d978f183d9e7" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.495Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicgfsuqjc7lh2cxxwqpufmufhs7ylalwrswsv3ja3c37c25yry7sa", "mh": "bciqemlfjasf6wpufppna7ikzikpf7qwaxndfnflwsbwfx6fv3rdr7ea"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6e936029fd01c952b6a7800582f3c15852e72c295e8822ea5ec34cf83e982ee3" handler=mirror ip=127.0.0.1 latency="342.054µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:6e936029fd01c952b6a7800582f3c15852e72c295e8822ea5ec34cf83e982ee3" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.498Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig4txm5iybd73l2uwnjhczj7i374tygxi42bb6ldl2rj53suovvza", "mh": "bciqnzhoz2rqch7wxvjm2sofst6rx7zhqnorzucd4wgxvct3xfi5llsa"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:061611352db134a4482457623ffef40b58b21af20b8fcb7d4105d7bce0e57a6f" handler=mirror ip=127.0.0.1 latency="283.249µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:061611352db134a4482457623ffef40b58b21af20b8fcb7d4105d7bce0e57a6f" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.500Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigsx4abj4am32igdjwpirssdxjfoon2ubr34wur5gwyvxuujiywbm", "mh": "bciqnfpyactyazxuqmgtm6rdfehosk443viddxznjd2nnrlpjisrrmcy"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:f1dd53d3e1f016a7ceade5e367811dfcc01b5e4554de5ebdde26d6b67b481941" handler=mirror ip=127.0.0.1 latency="651.029µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:f1dd53d3e1f016a7ceade5e367811dfcc01b5e4554de5ebdde26d6b67b481941" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.502Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreienaaclkx4d3e2drbtl5vnx4utxu7a2fpguscc6edmg5tse4v74m4", "mh": "bciqi2aaewvpyhwjuhcdgx3k3pzjhpj6buk6njeef4igyn3hejzl7yzy"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:e8087e1a8e210d9ab38d2d04d1532422c06125f0cce2c3b05451f3de45f89f23" handler=mirror ip=127.0.0.1 latency="274.136µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:e8087e1a8e210d9ab38d2d04d1532422c06125f0cce2c3b05451f3de45f89f23" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.504Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihaxia4addftm6kcnusyjbmkkj4sqjhnwmzb7fdyefoor7jx746ay", "mh": "bciqoboqbyagglgz4ue3jfqscyuutzfaso3mzsd6khqik45d6tp7z4bq"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0dda9921d66b67a547391aacf70e23ec254521c36146cfd4662806a4736cb051" handler=mirror ip=127.0.0.1 latency="281.066µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:0dda9921d66b67a547391aacf70e23ec254521c36146cfd4662806a4736cb051" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.506Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigyee6sypvdi3u7bghbzx3jvjlj525bwbhfw6kofsmlqwezdykzaa", "mh": "bciqnqij5fq7kgrxj6cmodtpwtkswt3v2dmcoln4u4leyxbmjshqvsaa"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a4d592c2e24326efba3f8dea5a4bafccc8eaf5d3b3a37ffac2bf08fd5eee9348" handler=mirror ip=127.0.0.1 latency="270.767µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:a4d592c2e24326efba3f8dea5a4bafccc8eaf5d3b3a37ffac2bf08fd5eee9348" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.508Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigqwgx5wzn2upcbdewqatn6aoo4wpohxfsdi6a6375ivxi6clhazy", "mh": "bciqnbmnp3ns3vi6ecgjnabg34a45zm64polegr4b5x72rlor4ewobtq"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1f567f4dce87992085a768f052661d85d3beecf78f1b1fbd0c64cb7db7120976" handler=mirror ip=127.0.0.1 latency="229.283µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:1f567f4dce87992085a768f052661d85d3beecf78f1b1fbd0c64cb7db7120976" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.510Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiefdedrd4lgm5eh74vnfemlgdp2ihobrgu5imlzo6ayhzy6c3zacq", "mh": "bciqikgihchywmz2ip7zk2kiywmg7uqo4dcnj2qyxs54bqptr4fxsafa"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:6e437114bce518cf03fc8fe0e61fe699919e0eccaf2ce5e6563b42f208add68a" handler=mirror ip=127.0.0.1 latency="249.431µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:6e437114bce518cf03fc8fe0e61fe699919e0eccaf2ce5e6563b42f208add68a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.512Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigj6dhidk3golfyhlzk3fytb4hpynw2mc7leim54giu3czasiazwi", "mh": "bciqmt4goqgvwm4wlqoxsvwlrgdyo7q3nuyf6wiqz3ymrjwfsbeqbtmq"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a39f9eec7e021efaec6f9b7d31b1870419120eedc9b732d12512788a4094e253" handler=mirror ip=127.0.0.1 latency="316.387µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:a39f9eec7e021efaec6f9b7d31b1870419120eedc9b732d12512788a4094e253" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.514Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicayppz74hjkhhkfkcanuz7nnhoasdpzl375yirpb5swiqsdxkk7a", "mh": "bciqebq67t7yosuooukuea3jt622o4beg7sxx73qrc6d3fmrbehouv6a"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:888dd45f40fd7f207fb2ccdb1946467af084bc39325fc79298caa522e2bc8a55" handler=mirror ip=127.0.0.1 latency="469.484µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:888dd45f40fd7f207fb2ccdb1946467af084bc39325fc79298caa522e2bc8a55" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.516Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigrcqg2tum62kyebbbiofqf46xeueht2mixzmi6r63gd6e2cw3vd4", "mh": "bciqncfanvhiz5uvqicccq4lalz5ojiiphuyrpsyr5d5wmh4jufnxkhy"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a93d8027da99fb72e9e2596c7ac30aa7b2b5a32336e5ef9439e206805af391a8" handler=mirror ip=127.0.0.1 latency="306.034µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:a93d8027da99fb72e9e2596c7ac30aa7b2b5a32336e5ef9439e206805af391a8" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.518Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaccp6p4tam32f5y2szuauslgfvpjgj27yfqeqdowdz6o2i3f4hli", "mh": "bciqaee747zgazxul3rvftibjewmlk6smtv7qlajag5mht45urwlyowq"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5bd5a3e71f8b0c49b4d624f810cb46b9d692c358809e6c2cc0e5d902fe0c4a7b" handler=mirror ip=127.0.0.1 latency="308.173µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:5bd5a3e71f8b0c49b4d624f810cb46b9d692c358809e6c2cc0e5d902fe0c4a7b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.520Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia6xbss525szzc4u3kc2nx3rlsuz6msvuhnubnk5k7iuplqhnrj2u", "mh": "bciqb5odff3v3ftsfzjwufu3pxcxfjt4zflio3ic2v2v6ri6xao3ctvi"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c6a898466f91cb60c65c568f217d7ab499bbdccd7a2311fc923230b4012c6618" handler=mirror ip=127.0.0.1 latency="338.065µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:c6a898466f91cb60c65c568f217d7ab499bbdccd7a2311fc923230b4012c6618" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:31.522Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig2scjrwejuwiszymnzmk7e6e2wl3tj6kvdktbwsdpgcxkefhloaa", "mh": "bciqnveetdmitjmrftqy3syv6j4jvmxxgt4vkgvgdneg6mfouikow4aa"} Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7429f23956628228d7d0579964714b2c0795eeddda2f0322e01708b7dcd2bcef" handler=mirror ip=127.0.0.1 latency="430.258µs" logger=spegel method=GET path="/v2/securiti/mip-proxy/blobs/sha256:7429f23956628228d7d0579964714b2c0795eeddda2f0322e01708b7dcd2bcef" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:70f49a912db476f571dbb68dc0c057404ba3668fef627114a931306aa5aadc95" type=CREATE Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:a97467b4f6a84fdc5fb6ffa1d5e8d9eca00a5b6f3ae83b9dcae2d978f183d9e7" type=CREATE Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=debug msg="failed to run bootstrap" attempts=60 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:31Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:6e936029fd01c952b6a7800582f3c15852e72c295e8822ea5ec34cf83e982ee3" type=CREATE Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:32.081903 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:32.081971 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:32.081979 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:32Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:061611352db134a4482457623ffef40b58b21af20b8fcb7d4105d7bce0e57a6f" type=CREATE Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:32Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:f1dd53d3e1f016a7ceade5e367811dfcc01b5e4554de5ebdde26d6b67b481941" type=CREATE Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:32Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:e8087e1a8e210d9ab38d2d04d1532422c06125f0cce2c3b05451f3de45f89f23" type=CREATE Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:0dda9921d66b67a547391aacf70e23ec254521c36146cfd4662806a4736cb051" type=CREATE Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:a4d592c2e24326efba3f8dea5a4bafccc8eaf5d3b3a37ffac2bf08fd5eee9348" type=CREATE Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:34.081643 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:34.081730 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:34.081739 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:1f567f4dce87992085a768f052661d85d3beecf78f1b1fbd0c64cb7db7120976" type=CREATE Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:6e437114bce518cf03fc8fe0e61fe699919e0eccaf2ce5e6563b42f208add68a" type=CREATE Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:34Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:a39f9eec7e021efaec6f9b7d31b1870419120eedc9b732d12512788a4094e253" type=CREATE Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:888dd45f40fd7f207fb2ccdb1946467af084bc39325fc79298caa522e2bc8a55" type=CREATE Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:36.078946 27498 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"system-upgrade-controller\" with ImagePullBackOff: \"Back-off pulling image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": ErrImagePull: rpc error: code = NotFound desc = failed to pull and unpack image \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": failed to resolve reference \\\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\\\": dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: not found\"" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podUID="27b17b8a-4e2b-497a-9634-443c14ec3ba9" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.081333 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.081439 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:36.081450 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:36Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.151.22.85:10250 from 127.0.0.1:43396" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:36Z" level=debug msg="Tunnel server egress proxy dialing :10250 directly" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:36Z" level=debug msg="Tunnel server handing HTTP/1.1 CONNECT request for //10.151.22.85:10250 from 127.0.0.1:43398" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:36Z" level=debug msg="Tunnel server egress proxy dialing :10250 directly" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830287 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v57mf\" (UniqueName: \"kubernetes.io/projected/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-kube-api-access-v57mf\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830316 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-download-worker\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-tmp-download-worker\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830328 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-cc-detector-mlservice\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-tmp-cc-detector-mlservice\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830342 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnld-storage\" (UniqueName: \"kubernetes.io/host-path/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-dnld-storage\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830357 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trust-bundle\" (UniqueName: \"kubernetes.io/projected/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-trust-bundle\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830374 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"detector-config\" (UniqueName: \"kubernetes.io/configmap/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-detector-config\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830400 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets-data\" (UniqueName: \"kubernetes.io/host-path/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-secrets-data\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830412 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-socket-directory\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-shared-socket-directory\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830422 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-certificates\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-shared-certificates\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830438 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-config\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830446 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-cc-detector\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-tmp-cc-detector\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830493 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-data\" (UniqueName: \"kubernetes.io/empty-dir/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-shared-data\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:36.830580 27498 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage\" (UniqueName: \"kubernetes.io/host-path/e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c-local-storage\") pod \"priv-appliance-download-worker-54fcf58c8c-swgdp\" (UID: \"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\") " pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37.029521224Z" level=info msg="RunPodSandbox for name:\"priv-appliance-download-worker-54fcf58c8c-swgdp\" uid:\"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\" namespace:\"default\"" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: map[string]interface {}{"cniVersion":"1.0.0", "forceAddress":true, "hairpinMode":true, "ipMasq":false, "ipam":map[string]interface {}{"ranges":[][]map[string]interface {}{[]map[string]interface {}{map[string]interface {}{"subnet":"10.42.0.0/24"}}}, "routes":[]types.Route{types.Route{Dst:net.IPNet{IP:net.IP{0xa, 0x2a, 0x0, 0x0}, Mask:net.IPMask{0xff, 0xff, 0x0, 0x0}}, GW:net.IP(nil), MTU:0, AdvMSS:0, Priority:0, Table:(*int)(nil), Scope:(*int)(nil)}}, "type":"host-local"}, "isDefaultGateway":true, "isGateway":true, "mtu":(*uint)(0xc000118bc0), "name":"cbr0", "type":"bridge"} Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: delegateAdd: netconf sent to delegate plugin: Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: {"cniVersion":"1.0.0","forceAddress":true,"hairpinMode":true,"ipMasq":false,"ipam":{"ranges":[[{"subnet":"10.42.0.0/24"}]],"routes":[{"dst":"10.42.0.0/16"}],"type":"host-local"},"isDefaultGateway":true,"isGateway":true,"mtu":8951,"name":"cbr0","type":"bridge"}time="2026-03-02T20:50:37.159590235Z" level=info msg="connecting to shim df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade" address="unix:///run/containerd/s/f18764104094399f7a42bb6a60e93c3663ed4bbe6ca006f9083f9731114e7b3e" namespace=k8s.io protocol=ttrpc version=3 Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37.201948654Z" level=info msg="RunPodSandbox for name:\"priv-appliance-download-worker-54fcf58c8c-swgdp\" uid:\"e51b5fbe-8d4a-4a28-ab7b-e7432f9f407c\" namespace:\"default\" returns sandbox id \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\"" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37.203260837Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc\"" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:37.207Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaccsnptunhkrmv7jiolf2pufxikwgzfyfjo6x4ftitcz6setnfgu", "mh": "bciqaefe27hi2ovczl6sq4wlu7iloqvmnslqks55pylgrgft5ejg2kni"} Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="557.162µs" logger=spegel method=HEAD path=/v2/securiti/download-worker/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37.207467271Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:a93d8027da99fb72e9e2596c7ac30aa7b2b5a32336e5ef9439e206805af391a8" type=CREATE Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:5bd5a3e71f8b0c49b4d624f810cb46b9d692c358809e6c2cc0e5d902fe0c4a7b" type=CREATE Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:c6a898466f91cb60c65c568f217d7ab499bbdccd7a2311fc923230b4012c6618" type=CREATE Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:38.080655 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:38.080733 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:38.080740 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:38.312Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigwqywfskpqfukrm6stbyhkvdo4rivqugdscvzamtsdh2lweujqgu", "mh": "bciqnnbrmleu7alivcz5fgdqovkg5zcrlbimheflsazhegpuxmjitani"} Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:934b1e622f38dbe41167c6c1e288ca1c85dab249ed55080334bd928822ea4fd0" handler=mirror ip=127.0.0.1 latency="632.303µs" logger=spegel method=GET path="/v2/securiti/download-worker/manifests/sha256:934b1e622f38dbe41167c6c1e288ca1c85dab249ed55080334bd928822ea4fd0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.412763254Z" level=info msg="container event discarded" container=a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832 type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.422884521Z" level=info msg="container event discarded" container=a5286e6d23c3b5c823e0b913b2cb1d7112f9199b66c5bd6b9d38acd716559832 type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.422908329Z" level=info msg="container event discarded" container=5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.422914088Z" level=info msg="container event discarded" container=5f09d86dab8d410ecd21fce75d578501310f2932a037822d89c0520f4959bded type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.422931285Z" level=info msg="container event discarded" container=f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.422935965Z" level=info msg="container event discarded" container=f9f4a656d62796a16bf365dcdafd1437e400e2a8df76e74430eb2315f9f4ccaf type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:38.430Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihjq5zka5q4wdytthf2qggajhucp7fguwibzjreamkyiv3p6ayneq", "mh": "bciqotb3sub3bzmhrhgolvammaspie76knjmqdstciayvqrlw74bq2ja"} Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93" handler=mirror ip=127.0.0.1 latency="682.957µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:7429f23956628228d7d0579964714b2c0795eeddda2f0322e01708b7dcd2bcef" type=CREATE Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:934b1e622f38dbe41167c6c1e288ca1c85dab249ed55080334bd928822ea4fd0" type=CREATE Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:38.589Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie5zbzuts3i6aofdtksvnyqpoqpccj5gtwjeqjdu6uczphkyyxota", "mh": "bciqj3sdtjhfwr4a4khgvfk3ra65a6eet2nhmsjashj5ifs6ovrro5ga"} Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:3356508a37fca4183e70b7ec7db5b5872ec1f1ca57dd0eede0c055cb0110e8c0" handler=mirror ip=127.0.0.1 latency="569.14µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:3356508a37fca4183e70b7ec7db5b5872ec1f1ca57dd0eede0c055cb0110e8c0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93" type=CREATE Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.687737989Z" level=info msg="container event discarded" container=71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.717269301Z" level=info msg="container event discarded" container=57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.733197982Z" level=info msg="container event discarded" container=1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771 type=CONTAINER_CREATED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.733224727Z" level=info msg="container event discarded" container=71a925a97dc965be9284a024c4da1ac89a539693d6b42d58e6c6d32e01f19f6c type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.733230742Z" level=info msg="container event discarded" container=57b36b7d4c590ac4d424f241c2babb3d5989e7d928000172a3b997ac755760cb type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38.759179688Z" level=info msg="container event discarded" container=1fea4aa1093e0870a1d2f10556c9932168545f6adbd9e50053d736bf67e2c771 type=CONTAINER_STARTED_EVENT Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.371Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihsecuhmc4v76kp3etkdmgtk6zhzebvvcwy3ghj3bn5vsihbjkneq", "mh": "bciqpeifioyfzl74u7wjgugyngv5spsidlkfnrwmotwc33leqocsu2ja"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a52109061962c14c53a3ac5a857e322cca356680dbe0ca0a00f6a457921866d1" handler=mirror ip=127.0.0.1 latency="672.016µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:a52109061962c14c53a3ac5a857e322cca356680dbe0ca0a00f6a457921866d1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.374Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreie432blogcqvanob4wmgwihn7o5qbzeafyrlhzaq4dkswrnomewma", "mh": "bciqjzxucw4mfbka24dzmynmqo3653adsialrcwpsbbygvfnc24yjmya"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9a634688eafd0afbf472cfab6774157686f7bfa3d1b390aef01b23d544c312a0" handler=mirror ip=127.0.0.1 latency="480.932µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:9a634688eafd0afbf472cfab6774157686f7bfa3d1b390aef01b23d544c312a0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.376Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreife4ifnzrty7w24hseldft4w2dtsx7grixbndswgtnqlww2opkdne", "mh": "bciqkjyqk3tdhr7nvypeiwglhznuhhfp6ncroc2hfmng3axnnu46ug2i"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a" handler=mirror ip=127.0.0.1 latency="400.469µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.378Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiehh2uevcnts3ln4w34kvqxjqtx2a67pr3jvh2uz4ttz5u6yqi5ki", "mh": "bciqiopvijke3hfww3znxyvlbotbhpub567dwtkpvjtzhht3j5rar2uq"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def" handler=mirror ip=127.0.0.1 latency="454.119µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.380Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihbz2dvggfeo7r3e6kul7ckr46hm4uhlupxvzjpu26dpzsu2wruse", "mh": "bciqodtuhkmmki57dwj4vix6evdz4ozzioxi7plss7jv4g7tfjvndjei"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:059a0bca1f6ddc78ed20c774ed1d942c69e4277d5ea61d4c7e2c7d3958ce0f2e" handler=mirror ip=127.0.0.1 latency="342.809µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:059a0bca1f6ddc78ed20c774ed1d942c69e4277d5ea61d4c7e2c7d3958ce0f2e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.383Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigxxcsmvlkr3gpoykka7i7dxuxdg7apryemjxo2ilidxv6h47pf7q", "mh": "bciqnpofezkwvdwm65quub6r6hpjogn6a7dqiyto5uqwqhpl4pz66l7a"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:20cf6c3919dda681eaffffda561853d32b6c83e7d3437f5d1f0500c618f00032" handler=mirror ip=127.0.0.1 latency="430.303µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:20cf6c3919dda681eaffffda561853d32b6c83e7d3437f5d1f0500c618f00032" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.385Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiato6qc2akapetvtu6vdbfjdrn4fwx6snyxevijaq25gnuniph4nq", "mh": "bciqbg55afuaua6jhlhj5kgckshc3ylnp5e3rojkqsbbv2m3i2q6py3a"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1e16ad9a1622dff97334e79874cb95a24769e83c1c22dfda060b680686c61ce0" handler=mirror ip=127.0.0.1 latency="345.446µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:1e16ad9a1622dff97334e79874cb95a24769e83c1c22dfda060b680686c61ce0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.387Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibj3gu5inx4uzenaih7tbphu4mnyhdao2ay62tmrfpbo5rk3ufeeq", "mh": "bciqctwnj2q3pzjsi2aqp7gc6pjyy3qoga5ubr5vgzck6c53cvxikija"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0958adaa5f7acdd5933a6657586808084173d1ced2e5b43a01da23c7ca3d4898" handler=mirror ip=127.0.0.1 latency="488.4µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:0958adaa5f7acdd5933a6657586808084173d1ced2e5b43a01da23c7ca3d4898" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.390Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig7hwuadv3ys2uiwsi3hhxvee73smhchnxue22doeh6pdeo5vjyhy", "mh": "bciqn6pniahlxrfvirnerwoppkij7xeyoeo3pijvug4ip46gi53ktqpq"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:9c4c7fa5140a28b779e4aab19adc8119c2fcf761b0fbdda46193643c2398d91d" handler=mirror ip=127.0.0.1 latency="370.226µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:9c4c7fa5140a28b779e4aab19adc8119c2fcf761b0fbdda46193643c2398d91d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:39.392Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiag576rv2lxaefqwaz2ixpdffeh4b5z4r5lxdau3ncqc7lrq5gppq", "mh": "bciqan375dluxoailbmbturo6gkkipyd3tzd2xogbjw2faf6xdb2m67a"} Mar 02 20:50:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:39Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0304193288ba1fec8e7ac6f8bbdffd36a6f328d50f75b5899b512971fc533408" handler=mirror ip=127.0.0.1 latency="343.882µs" logger=spegel method=GET path="/v2/securiti/download-worker/blobs/sha256:0304193288ba1fec8e7ac6f8bbdffd36a6f328d50f75b5899b512971fc533408" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:40.081088 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:40.081160 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:40.081168 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:40Z" level=debug msg="failed to run bootstrap" attempts=61 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:41Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:9a634688eafd0afbf472cfab6774157686f7bfa3d1b390aef01b23d544c312a0" type=CREATE Mar 02 20:50:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:42.080424 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:42.080492 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:42.080500 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#2: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#3: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#4: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#5: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#6: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#7: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#8: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#9: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a\n#10: no distribution source labels found for sha256:ebe9316bf34c1111a9c35a2099b17fc1c676b2c02aa4a98fb3f15c683bc3719a" logger=spegel Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=error msg="error when handling containerd event" error="All attempts fail:\n#1: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#2: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#3: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#4: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#5: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#6: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#7: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#8: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#9: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def\n#10: no distribution source labels found for sha256:2a12fc4878fbea133a1fa8d989d878e5333782048c89009b20080da8ae391def" logger=spegel Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="failed to run bootstrap" attempts=62 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:44.081141 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:44.081210 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:44.081218 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:059a0bca1f6ddc78ed20c774ed1d942c69e4277d5ea61d4c7e2c7d3958ce0f2e" type=CREATE Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:20cf6c3919dda681eaffffda561853d32b6c83e7d3437f5d1f0500c618f00032" type=CREATE Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:44Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:1e16ad9a1622dff97334e79874cb95a24769e83c1c22dfda060b680686c61ce0" type=CREATE Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:9c4c7fa5140a28b779e4aab19adc8119c2fcf761b0fbdda46193643c2398d91d" type=CREATE Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:0304193288ba1fec8e7ac6f8bbdffd36a6f328d50f75b5899b512971fc533408" type=CREATE Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:3356508a37fca4183e70b7ec7db5b5872ec1f1ca57dd0eede0c055cb0110e8c0" type=CREATE Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:45Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:a52109061962c14c53a3ac5a857e322cca356680dbe0ca0a00f6a457921866d1" type=CREATE Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:46.081295 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:46.081367 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:46.081375 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:46Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker@sha256:0958adaa5f7acdd5933a6657586808084173d1ced2e5b43a01da23c7ca3d4898" type=CREATE Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:48.081440 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:48.081528 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:48.081536 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:24c997f019e57119b10efbbcda2485ff164658ac18b0cd5d6c4432115d868873" type=CREATE Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:50.081286 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:50.081375 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:50.081384 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:51Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:11b9dc9a23fda8285c2b1950336d9b66452c574128bca551c444927621251fd8" type=CREATE Mar 02 20:50:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:52.081870 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:52.081952 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:52.081960 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.370617420Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc" type=CREATE Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.372348948Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc: active requests=0, bytes read=307392546" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.374703987Z" level=info msg="ImageCreate event name:\"sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.378000075Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:b5d6892ade1811dd3813b0560446ad98aff731c37ef3f01e5e46db690b1a194f\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.378648606Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc\" with image id \"sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9\", repo tag \"dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/mip-proxy@sha256:b5d6892ade1811dd3813b0560446ad98aff731c37ef3f01e5e46db690b1a194f\", size \"322192401\" in 26.245619567s" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.378670008Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/mip-proxy:1.143.0-09rc\" returns image reference \"sha256:c8d4960141374300d7e242e37a477c83b594fbffe534db2ebb6f6bc92ad2c2e9\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.379554984Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.384Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiaz5uthx3advu4zv6nxgwfz6a3jr45cbptukq63a44jtei2p3chku", "mh": "bciqbt3jgppwahljztl43onmlt4bwtdz2ec7hivb5wbzytgiru7weovi"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" handler=mirror ip=127.0.0.1 latency="481.703µs" logger=spegel method=HEAD path=/v2/securiti-sec/rancher-system-upgrade-controller/manifests/0.18.0-20260217113520 registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.384605681Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.395714987Z" level=info msg="CreateContainer within sandbox \"a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056\" for container name:\"mip-proxy\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.410771122Z" level=info msg="Container 0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.420588825Z" level=info msg="CreateContainer within sandbox \"a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056\" for name:\"mip-proxy\" returns container id \"0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.420901500Z" level=info msg="StartContainer for \"0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.421687261Z" level=info msg="connecting to shim 0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916" address="unix:///run/containerd/s/b5bce11768ea0f980211cb471d0627ee7fc048fcffb308595a25ceac6789133c" protocol=ttrpc version=3 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.467635488Z" level=info msg="StartContainer for \"0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916\" returns successfully" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.500Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib36fyqmtgq5jhbai5bmnzwuaskmjqclqzkaegz34ebyjhiujm72i", "mh": "bciqdx4lrazgnb2socar2cy3tnibeuytaexbsuaintxyidqsorisz7uq"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:ad925370a69451e6d398e4e6e8b47c08ec34c90476742b635c841233c213f1b2" handler=mirror ip=127.0.0.1 latency="565.774µs" logger=spegel method=GET path="/v2/securiti-sec/rancher-system-upgrade-controller/manifests/sha256:ad925370a69451e6d398e4e6e8b47c08ec34c90476742b635c841233c213f1b2" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.620Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigrxob24ogfjgg572hssgrdggkhredovguenuj4dqxb7dh65pfg7e", "mh": "bciqndo4dvy4mksmn37upfencgmmupcig5knii3ityhbod6gp526kn6i"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512" handler=mirror ip=127.0.0.1 latency="760.587µs" logger=spegel method=GET path="/v2/securiti-sec/rancher-system-upgrade-controller/blobs/sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:ad925370a69451e6d398e4e6e8b47c08ec34c90476742b635c841233c213f1b2" type=CREATE Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.776Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicndzvbt2hhevyl23o2k5z7gpz3mv4nzbrssnqefx76ybguejbtse", "mh": "bciqe2htkdhuoojlqxvw5uv3t6m7twzly3sddfe3ailp75qcniisdhei"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:21f3dabeac961fb96643da0e5d0ad5bdc6036dd5ac41c6ca6840491e8cf1029d" handler=mirror ip=127.0.0.1 latency="508.483µs" logger=spegel method=GET path="/v2/securiti-sec/rancher-system-upgrade-controller/blobs/sha256:21f3dabeac961fb96643da0e5d0ad5bdc6036dd5ac41c6ca6840491e8cf1029d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.792Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidrfvs434v7sbez44vyulnoddaqr6qlvrgbqsd2f3gyjpxbdn6be4", "mh": "bciqhcllfzxzl7ecjtzzlriw24ggbbd5axlcmdbehulwnqs7ocg34cjy"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:47a2167960f8c6bd56d010906a8cb68c8d7f97ff846f7f286753c552db056f2b" handler=mirror ip=127.0.0.1 latency="507.721µs" logger=spegel method=GET path="/v2/securiti-sec/rancher-system-upgrade-controller/blobs/sha256:47a2167960f8c6bd56d010906a8cb68c8d7f97ff846f7f286753c552db056f2b" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:52.797Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidpzcc42giffhesdrbk7zwzmgxqdy6cd2mgq6o7qyorx6osm2jshe", "mh": "bciqg7sefzumqkkojehccv7tnsynpahr4ehuynb457bq5dp45ezuteoi"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:7f050d2eafa0c0403c1c7d0cbe689939988d1f06db7e8cb27da2a1e676e8dfbe" handler=mirror ip=127.0.0.1 latency="459.893µs" logger=spegel method=GET path="/v2/securiti-sec/rancher-system-upgrade-controller/blobs/sha256:7f050d2eafa0c0403c1c7d0cbe689939988d1f06db7e8cb27da2a1e676e8dfbe" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.821297321Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.823142230Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc: active requests=0, bytes read=225231130" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.825276233Z" level=info msg="ImageCreate event name:\"sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.828404164Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/download-worker@sha256:934b1e622f38dbe41167c6c1e288ca1c85dab249ed55080334bd928822ea4fd0\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.828873217Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc\" with image id \"sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93\", repo tag \"dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/download-worker@sha256:934b1e622f38dbe41167c6c1e288ca1c85dab249ed55080334bd928822ea4fd0\", size \"232060220\" in 15.625583903s" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.828896718Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc\" returns image reference \"sha256:43f7d9b1cdc08057548f15de519f1136faafa2927cf77300819d3ef7b7099a93\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.846412726Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for container name:\"download-worker\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.858206905Z" level=info msg="Container 8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512" type=CREATE Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/download-worker:1.143.0-09rc" type=CREATE Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.868611356Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for name:\"download-worker\" returns container id \"8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.868958488Z" level=info msg="StartContainer for \"8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.870035995Z" level=info msg="connecting to shim 8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc" address="unix:///run/containerd/s/f18764104094399f7a42bb6a60e93c3663ed4bbe6ca006f9083f9731114e7b3e" protocol=ttrpc version=3 Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.925449814Z" level=info msg="StartContainer for \"8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc\" returns successfully" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:52.926383 27498 kubelet_resources.go:64] "Allocatable" allocatable={"cpu":"16","ephemeral-storage":"355734106858","hugepages-1Gi":"0","hugepages-2Mi":"0","memory":"64305592Ki","pods":"110"} Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:52.946633 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-connector-policy-54449cd5d5-btgnt" podStartSLOduration=251.131722199 podStartE2EDuration="4m52.946617836s" podCreationTimestamp="2026-03-02 20:46:00 +0000 UTC" firstStartedPulling="2026-03-02 20:50:10.564461902 +0000 UTC m=+290.338983044" lastFinishedPulling="2026-03-02 20:50:52.379357531 +0000 UTC m=+332.153878681" observedRunningTime="2026-03-02 20:50:52.945405033 +0000 UTC m=+332.719926222" watchObservedRunningTime="2026-03-02 20:50:52.946617836 +0000 UTC m=+332.721139010" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.957562941Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for container name:\"cc-detector\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.968644074Z" level=info msg="Container 3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.979143748Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for name:\"cc-detector\" returns container id \"3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.979478311Z" level=info msg="StartContainer for \"3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4\"" Mar 02 20:50:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:52.980634591Z" level=info msg="connecting to shim 3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4" address="unix:///run/containerd/s/f18764104094399f7a42bb6a60e93c3663ed4bbe6ca006f9083f9731114e7b3e" protocol=ttrpc version=3 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:21f3dabeac961fb96643da0e5d0ad5bdc6036dd5ac41c6ca6840491e8cf1029d" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:47a2167960f8c6bd56d010906a8cb68c8d7f97ff846f7f286753c552db056f2b" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.052352167Z" level=info msg="StartContainer for \"3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4\" returns successfully" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.053145858Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc\"" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.057Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreide5lpnvbsf654vr5pswzb35t772wtldbuerfgoeakptfih7uuv54", "mh": "bciqgj2w63kdel53zld27fnsdx3h77vngwgdijckm4iau7gkqp7jjl3y"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="MANIFEST_UNKNOWN could not find peer for dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc" handler=mirror ip=127.0.0.1 latency="542.655µs" logger=spegel method=HEAD path=/v2/securiti/cc-ml-service/manifests/1.143.0-09rc registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.058007008Z" level=info msg="trying next host after status: 404 Not Found" host="127.0.0.1:6443" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:7f050d2eafa0c0403c1c7d0cbe689939988d1f06db7e8cb27da2a1e676e8dfbe" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.158Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib5drznemgij6d773us6bezeeko54h2nifbseq7d3qjduybymyczm", "mh": "bciqd2hds2iymqt4h77xjf4cjsiiu53ypu2qkdejb6hxashjqdqzqfsy"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="MANIFEST_UNKNOWN could not find peer for sha256:70ad59261586e2f84ca9ffe6d52ecf30b7b96ae77cb01928fd3448f0fe845392" handler=mirror ip=127.0.0.1 latency="612.178µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/manifests/sha256:70ad59261586e2f84ca9ffe6d52ecf30b7b96ae77cb01928fd3448f0fe845392" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.273Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicn4vrfbjrrnt5ylwdd4gqz2r6umvcviraugfoumxdqtknxpf7ptu", "mh": "bciqe3zlckctdc3h3qxmghynbtvd5izkfkrcbimk5izohbgu3o6l67hi"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5" handler=mirror ip=127.0.0.1 latency="587.946µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:70ad59261586e2f84ca9ffe6d52ecf30b7b96ae77cb01928fd3448f0fe845392" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.421981718Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.423055449Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520: active requests=0, bytes read=15900240" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.425624279Z" level=info msg="ImageCreate event name:\"sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.428536958Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:ad925370a69451e6d398e4e6e8b47c08ec34c90476742b635c841233c213f1b2\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.428932591Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" with image id \"sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512\", repo tag \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\", repo digest \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller@sha256:ad925370a69451e6d398e4e6e8b47c08ec34c90476742b635c841233c213f1b2\", size \"16582494\" in 1.049356444s" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.428962157Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520\" returns image reference \"sha256:b1a01bb6b4684ab12ef1333f0ab97ec47aad4ac48d27b7ca2d9598e6ed4b1512\"" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.437Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicwqkwmt2mzasvvggqdypthv74hvn4fbe3lt7ltaj3hdytevj5tk4", "mh": "bciqfnavmzhuzsbflkmnahq7gpl7ypk3ykcjwxh6xgatwohrgjkt3gvy"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:2f25c8dbbf24030d327915312513852d3cb65e8d634150eaaa9362d47933a63e" handler=mirror ip=127.0.0.1 latency="559.864µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:2f25c8dbbf24030d327915312513852d3cb65e8d634150eaaa9362d47933a63e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.441Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreick5fdtmuwk5q7davmwqadrtnzarsbvjuxtelwv7b7zharershoce", "mh": "bciqev2khgzjmv3b6gbkznaahdg3sbdedktjpgixnl6d7sobcjdeo4ei"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1faabaddaaa2267daebb67fa394f8abf93465ef56650410df4c5220130c19563" handler=mirror ip=127.0.0.1 latency="482.774µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:1faabaddaaa2267daebb67fa394f8abf93465ef56650410df4c5220130c19563" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.443232574Z" level=info msg="CreateContainer within sandbox \"f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7\" for container name:\"system-upgrade-controller\"" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.445Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiccdoinaxdfkl3t37awmirver4vmnhqjipbtegrkcng23doflas2i", "mh": "bciqeeg4q2bogkuxxhx6bmyrdkjdzky2pasq6dgincue2nvwg4kwbfuq"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:77055cce80904ce2e86f3bf190476b6fd84c4cd35175a54ee3a24eef4fe82c5e" handler=mirror ip=127.0.0.1 latency="497.056µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:77055cce80904ce2e86f3bf190476b6fd84c4cd35175a54ee3a24eef4fe82c5e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.516Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigohxfiyepoxloxabcx76sbt74f4y33dupjuhiaq6abf4uyb5hpsm", "mh": "bciqm4pokrqi65ow5oacfp75edh7ylzrxwhi6tioqbb4aclzjqd2o7ey"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:06d7f4415b44ac021e3296219fb15ef0a5dfbd2ecec753c1b7fae02ccd5a822a" handler=mirror ip=127.0.0.1 latency="725.054µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:06d7f4415b44ac021e3296219fb15ef0a5dfbd2ecec753c1b7fae02ccd5a822a" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.519Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif6fjlrg54skunu2xi6g5rcoqzdajfm7vpcruvcxqzo65tu36icyi", "mh": "bciql4ksxcn3zevi3jvor4n3ce5bsgaskz7k6fdjkfpbs553hjx4qfqq"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0fa079dacd9b36639e4d877eebffdb93a115a824e0b36ffbbb73537098b617c1" handler=mirror ip=127.0.0.1 latency="438.678µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:0fa079dacd9b36639e4d877eebffdb93a115a824e0b36ffbbb73537098b617c1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti-sec/rancher-system-upgrade-controller:0.18.0-20260217113520" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.522Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreig7oq3obycfpbdaefmelauyxpdif4kodgll5tfk3yqrgpboxyuz3y", "mh": "bciqn65bw4dqek6cgaikyiwbjro6gqlyu4gmwx3gkvxrbcm6c5prjtxq"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:1d4efee2798df3649816fdf9f2cd6d7a4f837f43b9a76839a48f1323a33e9b31" handler=mirror ip=127.0.0.1 latency="421.161µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:1d4efee2798df3649816fdf9f2cd6d7a4f837f43b9a76839a48f1323a33e9b31" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:2f25c8dbbf24030d327915312513852d3cb65e8d634150eaaa9362d47933a63e" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.524Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidacdytnsq34ewr22byygxmdkjouqhp27mhptiolhs6m5zeyayq4q", "mh": "bciqgaehrg3fbxyjndvudrqnoygus5jao7v6yo7gq4wpf4z3sjqbrbza"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:fb58f9e34f172b507d36fe6a1e10c10db16b1d20b2322f64bae49991c7d4adf6" handler=mirror ip=127.0.0.1 latency="428.433µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:fb58f9e34f172b507d36fe6a1e10c10db16b1d20b2322f64bae49991c7d4adf6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.526008444Z" level=info msg="Container a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.527Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreicg5jgpj5nmfrrun2gmbpnbn4oqt3mljcrvxg6sdzjccmvdvwhdga", "mh": "bciqen2sm6t22ylddi3umyc62c3y5bhwywsfdlon5ehsseezkhlmogma"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b389f9db833559335b260ff8c1dd89d5bb46d5c53c8f5f35cd6a140379889b74" handler=mirror ip=127.0.0.1 latency="423.687µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:b389f9db833559335b260ff8c1dd89d5bb46d5c53c8f5f35cd6a140379889b74" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.529Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidx5smouxidtjuzmde3atdm4wxsiisho2yribvxh4w7kln7ltkh3q", "mh": "bciqhp3ey5joqhgtjsygjwbggzznpeqreo5vrcqdlopzn6uw36xgupxa"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:cca66734e87e494050a62784c581a669dbb074c6077a92da75f33f18df849a26" handler=mirror ip=127.0.0.1 latency="444.616µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:cca66734e87e494050a62784c581a669dbb074c6077a92da75f33f18df849a26" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.532Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreia4fpdfoystavf64khwvc65cxw7jof7dlcv6me7gsxh24h5szgqza", "mh": "bciqbyk6gk5rfgbkl5yupnkf52fpn6s4l6gwfl4yj6nfopvyp3fsnbsa"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:ba000033a09239d5ef15df574865484e1ed0c61e8be4cc66896dfe9d14446973" handler=mirror ip=127.0.0.1 latency="432.316µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:ba000033a09239d5ef15df574865484e1ed0c61e8be4cc66896dfe9d14446973" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.533037106Z" level=info msg="CreateContainer within sandbox \"f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7\" for name:\"system-upgrade-controller\" returns container id \"a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8\"" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.533385988Z" level=info msg="StartContainer for \"a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8\"" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.534326595Z" level=info msg="connecting to shim a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8" address="unix:///run/containerd/s/384033f508677c35650eb292186bbbeffd42a377bc751e3db77cac4267da05b1" protocol=ttrpc version=3 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.534Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidqxdalfbaq7mx4orkd2njftgln4oys4fphjc7gg4gdhdet2fjsia", "mh": "bciqhbogawkcbb6zpy5cuhu2slgmw3y5rfyk6osf6mnymgogjhukteqa"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0c51e93deb0ef92239f16424e6ba0d000a2c6ad44635ab267054f2c8d59abad0" handler=mirror ip=127.0.0.1 latency="441.05µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:0c51e93deb0ef92239f16424e6ba0d000a2c6ad44635ab267054f2c8d59abad0" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.537Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigyi2wl5tkpalx37vummtcwlp6q5ij5t67edwejddmjkto4g2bqxa", "mh": "bciqnqrvmx3gu6axpx7liyzgfmw75b2qt3h56ihmisggysvg5ynudboa"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:502e9559d31a9b8c5049b47db5ad7f8bcdb58e0f75637001e31f2d2d836b6f4e" handler=mirror ip=127.0.0.1 latency="458.521µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:502e9559d31a9b8c5049b47db5ad7f8bcdb58e0f75637001e31f2d2d836b6f4e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.540Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreibmlavbmq3x3eef4sww3grahizzs2ntrsds2jbz3hc77lerv4yxbe", "mh": "bciqcywbkczbxpwiilzfnnwncaorttfu3hdehfusdtwof76wjdlzroci"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:fd46ceadfcb397e270f13273144abbf731cc4ce774c8973c7eae506db6caef6d" handler=mirror ip=127.0.0.1 latency="479.368µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:fd46ceadfcb397e270f13273144abbf731cc4ce774c8973c7eae506db6caef6d" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.543Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreib7dlaoueeooed2vwbn7fxf5hugjuwam7ziophpi2dtcphxeerisq", "mh": "bciqd6gwa5iii44ihvlmc36lol2pimtjmaz7sq46o6ruhge6poijcrfa"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:5831ffe0fbd0ca908ae1874cf0aa84af545021126ccafce548ea99e62c8f0731" handler=mirror ip=127.0.0.1 latency="489.547µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:5831ffe0fbd0ca908ae1874cf0aa84af545021126ccafce548ea99e62c8f0731" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.545Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreieomjmfp6daqbtnwfgu7qwzjb7fuedw3wrirluwuy5knj6aq4ywka", "mh": "bciqi4ysyk74gbadg3mknj7bnssd6liihnxncrcxjnjr2u2t4bbzrmua"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:31b3b5f9476517068283a269b4c2e9efae71d191d8f605db3d93a9497c2811f6" handler=mirror ip=127.0.0.1 latency="413.894µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:31b3b5f9476517068283a269b4c2e9efae71d191d8f605db3d93a9497c2811f6" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.547Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreif2sj7u7ls3zd2qneryi5rwpho6a4yl4wojqbdfkr75725w3p5fda", "mh": "bciqlvet7j6xfxshva2jdqr3dm6o54bzqxzm4tacgkvd737v3nw72kga"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:b2a78f3f5a2ebf9a4835430992355f76552f4e8a5c4ba0a969ac0d388cc56b9e" handler=mirror ip=127.0.0.1 latency="427.069µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:b2a78f3f5a2ebf9a4835430992355f76552f4e8a5c4ba0a969ac0d388cc56b9e" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.550Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreidd6vc55x74h7g7jvj3ahgbqmxfpn3szjkf7fpo5s36ag63exal54", "mh": "bciqgh5kf33p7yp6n6tktwaomdazok63xfssul6k653fx4an5wjoax3y"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:a82ac5f2f545c1f932ccd98936446bde3fff1cb74c5623ec61de5a95fbe9c3c2" handler=mirror ip=127.0.0.1 latency="391.393µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:a82ac5f2f545c1f932ccd98936446bde3fff1cb74c5623ec61de5a95fbe9c3c2" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreihem6igia77haadjq2ipw76teqadfrin4e3yrbeedlw5r4gwz2cx4", "mh": "bciqoiz4qmqb76oaagtbuq7n75gjaaglcq3yjxrcciigxn3dynntufpy"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c3c7d63379d18986597f18d66a473745fc431b85a880d0db2e239a7970adf805" handler=mirror ip=127.0.0.1 latency="501.69µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:c3c7d63379d18986597f18d66a473745fc431b85a880d0db2e239a7970adf805" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreiddfrwouqhjq6aisuou2vox4un5u23f3d6rc5ttj2wmr5eigno5i4", "mh": "bciqggldm5jaotb4arfi5jvk5pzi33jvwlwh5cf3hgtvmzd2iqm252ry"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:0879cc2500b2b49fe0928bdf879e09673a3dabb6fe1fe9e5f53f77180ee4dc19" handler=mirror ip=127.0.0.1 latency="354.239µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:0879cc2500b2b49fe0928bdf879e09673a3dabb6fe1fe9e5f53f77180ee4dc19" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:50:53.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/routing.go:506 finding providers {"cid": "bafkreigz3a6wgmaa2gjd4tb4ynbdmagaovz5j62wgu3k6gisc2fag3cgzm", "mh": "bciqntwb5mmyabumshzgdzq2cgyama5lt2t5vmnjwv4mrefukanwensy"} Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=error error="BLOB_UNKNOWN could not find peer for sha256:c09625b0a8dff14c33718f55e0e12e80bad90c9c20cdea893b1d26a49baa00f1" handler=mirror ip=127.0.0.1 latency="372.377µs" logger=spegel method=GET path="/v2/securiti/cc-ml-service/blobs/sha256:c09625b0a8dff14c33718f55e0e12e80bad90c9c20cdea893b1d26a49baa00f1" registry=dev-intg-17.securiti.xyz status=404 Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=debug msg="failed to run bootstrap" attempts=63 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53.604695183Z" level=info msg="StartContainer for \"a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8\" returns successfully" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:77055cce80904ce2e86f3bf190476b6fd84c4cd35175a54ee3a24eef4fe82c5e" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:53.657701 27498 handler.go:285] Adding GroupVersion upgrade.cattle.io v1 to ResourceManager Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:06d7f4415b44ac021e3296219fb15ef0a5dfbd2ecec753c1b7fae02ccd5a822a" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:1d4efee2798df3649816fdf9f2cd6d7a4f837f43b9a76839a48f1323a33e9b31" type=CREATE Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:53.952521 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="securiti-cluster-upgrade/system-upgrade-controller-6c8c7d959c-vbscp" podStartSLOduration=2.0061659 podStartE2EDuration="4m55.952501808s" podCreationTimestamp="2026-03-02 20:45:58 +0000 UTC" firstStartedPulling="2026-03-02 20:45:59.48313925 +0000 UTC m=+39.257660391" lastFinishedPulling="2026-03-02 20:50:53.429475157 +0000 UTC m=+333.203996299" observedRunningTime="2026-03-02 20:50:53.951154306 +0000 UTC m=+333.725675474" watchObservedRunningTime="2026-03-02 20:50:53.952501808 +0000 UTC m=+333.727022982" Mar 02 20:50:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:53Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:fb58f9e34f172b507d36fe6a1e10c10db16b1d20b2322f64bae49991c7d4adf6" type=CREATE Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:b389f9db833559335b260ff8c1dd89d5bb46d5c53c8f5f35cd6a140379889b74" type=CREATE Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:cca66734e87e494050a62784c581a669dbb074c6077a92da75f33f18df849a26" type=CREATE Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:54.080532 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:54.080605 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:54.080612 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:0fa079dacd9b36639e4d877eebffdb93a115a824e0b36ffbbb73537098b617c1" type=CREATE Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:0c51e93deb0ef92239f16424e6ba0d000a2c6ad44635ab267054f2c8d59abad0" type=CREATE Mar 02 20:50:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:54Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:502e9559d31a9b8c5049b47db5ad7f8bcdb58e0f75637001e31f2d2d836b6f4e" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:fd46ceadfcb397e270f13273144abbf731cc4ce774c8973c7eae506db6caef6d" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:ba000033a09239d5ef15df574865484e1ed0c61e8be4cc66896dfe9d14446973" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:5831ffe0fbd0ca908ae1874cf0aa84af545021126ccafce548ea99e62c8f0731" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:31b3b5f9476517068283a269b4c2e9efae71d191d8f605db3d93a9497c2811f6" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:a82ac5f2f545c1f932ccd98936446bde3fff1cb74c5623ec61de5a95fbe9c3c2" type=CREATE Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:56.081477 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:56.081555 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:56.081562 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:58.081269 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:50:58.081362 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:50:58.081371 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:50:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:58Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:0879cc2500b2b49fe0928bdf879e09673a3dabb6fe1fe9e5f53f77180ee4dc19" type=CREATE Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.358091865Z" level=info msg="container event discarded" container=21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7 type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.358123145Z" level=info msg="container event discarded" container=21238a4ad09ae21743ff5c0a04d03de6146fa82b65c5c29322e7a4c4c7eab9c7 type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.358128291Z" level=info msg="container event discarded" container=6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.358145319Z" level=info msg="container event discarded" container=6ebb85f085b43e29df6b7d996316872eee8a307ee31a5bd88296f2dcb4144c0b type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.492190514Z" level=info msg="container event discarded" container=f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7 type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.492231637Z" level=info msg="container event discarded" container=f5c385dae1f5f2e0b9da9986c972489e56b1f396a34f2ce490c550085ba10bd7 type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.558957350Z" level=info msg="container event discarded" container=1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.558990256Z" level=info msg="container event discarded" container=1c3d76465b848dece296511a26860d03bb3a5d4f6a383e324fbae9e74e37b0ca type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.559219315Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc" type=CREATE Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.580922002Z" level=info msg="container event discarded" container=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.580951105Z" level=info msg="container event discarded" container=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.580959485Z" level=info msg="container event discarded" container=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.580965637Z" level=info msg="container event discarded" container=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.659857853Z" level=info msg="container event discarded" container=9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07 type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.681025649Z" level=info msg="container event discarded" container=b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f type=CONTAINER_CREATED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.703973193Z" level=info msg="container event discarded" container=9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07 type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.704014963Z" level=info msg="container event discarded" container=b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f type=CONTAINER_STARTED_EVENT Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.731049029Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc: active requests=0, bytes read=1687486799" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:50:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:50:59.886569463Z" level=info msg="ImageCreate event name:\"sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="failed to run bootstrap" attempts=64 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:00.080984 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:00.081054 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:00.081062 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.329198378Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:b40fcd9fc400de973f6842bf2346a13341d787047b5827a228998e1b320fa30a\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.330465693Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc\" with image id \"sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58\", repo tag \"dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/jdbc-proxy@sha256:b40fcd9fc400de973f6842bf2346a13341d787047b5827a228998e1b320fa30a\", size \"1704401583\" in 35.093537699s" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.330492783Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/jdbc-proxy:1.143.0-09rc\" returns image reference \"sha256:6ca373c00c8a0ab7c5c879475a28bdd1d6bab5dc7c52aafbc014de1658e42b58\"" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.371346247Z" level=info msg="CreateContainer within sandbox \"61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475\" for container name:\"jdbc-proxy\"" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:c3c7d63379d18986597f18d66a473745fc431b85a880d0db2e239a7970adf805" type=CREATE Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.560671122Z" level=info msg="Container 9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.854861153Z" level=info msg="container event discarded" container=9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07 type=CONTAINER_STOPPED_EVENT Mar 02 20:51:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:00.854893467Z" level=info msg="container event discarded" container=b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f type=CONTAINER_STOPPED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.046582405Z" level=info msg="container event discarded" container=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.046617618Z" level=info msg="container event discarded" container=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.046624827Z" level=info msg="container event discarded" container=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.046629061Z" level=info msg="container event discarded" container=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.059355609Z" level=info msg="container event discarded" container=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.059375928Z" level=info msg="container event discarded" container=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.059380845Z" level=info msg="container event discarded" container=826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.075142550Z" level=info msg="container event discarded" container=75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10 type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.084139214Z" level=info msg="CreateContainer within sandbox \"61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475\" for name:\"jdbc-proxy\" returns container id \"9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd\"" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.084724400Z" level=info msg="StartContainer for \"9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd\"" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.085513555Z" level=info msg="connecting to shim 9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd" address="unix:///run/containerd/s/0018234399d579024e7be3bf79937d900bf686f4836a1e88b6014f7690b46dda" protocol=ttrpc version=3 Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.117544432Z" level=info msg="container event discarded" container=826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.117571614Z" level=info msg="container event discarded" container=75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10 type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.136224544Z" level=info msg="container event discarded" container=75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10 type=CONTAINER_STOPPED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.136247921Z" level=info msg="container event discarded" container=826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e type=CONTAINER_STOPPED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.155528347Z" level=info msg="container event discarded" container=d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816 type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.155557245Z" level=info msg="container event discarded" container=d074ab3e27cc65a8b1a03bcde68e2d38160c2ff7907053cacc8f0faa29a87816 type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.169328622Z" level=info msg="StartContainer for \"9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd\" returns successfully" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.440661176Z" level=info msg="container event discarded" container=65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac type=CONTAINER_CREATED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01.547447141Z" level=info msg="container event discarded" container=65e240c18296639d7d247bb589f21b3f416d5275bd01920630a9dc28b10ff6ac type=CONTAINER_STARTED_EVENT Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:01.980570 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-structured-policy-executor-59dd754c6d-jfnkh" podStartSLOduration=252.422957658 podStartE2EDuration="5m1.980553965s" podCreationTimestamp="2026-03-02 20:46:00 +0000 UTC" firstStartedPulling="2026-03-02 20:50:10.77350622 +0000 UTC m=+290.548027364" lastFinishedPulling="2026-03-02 20:51:00.33110253 +0000 UTC m=+340.105623671" observedRunningTime="2026-03-02 20:51:01.979475164 +0000 UTC m=+341.753996323" watchObservedRunningTime="2026-03-02 20:51:01.980553965 +0000 UTC m=+341.755075133" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:02.081242 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:02.081345 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:02.081354 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02.208581386Z" level=info msg="container event discarded" container=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a type=CONTAINER_STOPPED_EVENT Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02.208611096Z" level=info msg="container event discarded" container=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 type=CONTAINER_STOPPED_EVENT Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02.208617160Z" level=info msg="container event discarded" container=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea type=CONTAINER_STOPPED_EVENT Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02.208621504Z" level=info msg="container event discarded" container=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb type=CONTAINER_STOPPED_EVENT Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:c09625b0a8dff14c33718f55e0e12e80bad90c9c20cdea893b1d26a49baa00f1" type=CREATE Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03.234584344Z" level=info msg="container event discarded" container=d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b type=CONTAINER_CREATED_EVENT Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03.556742449Z" level=info msg="container event discarded" container=d2fd59ee85971994930da0a53c3de889fd47574b42670f0dbbe47e42521b105b type=CONTAINER_STARTED_EVENT Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="failed to run bootstrap" attempts=65 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04.059620170Z" level=info msg="container event discarded" container=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f type=CONTAINER_CREATED_EVENT Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04.059664742Z" level=info msg="container event discarded" container=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f type=CONTAINER_STARTED_EVENT Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04.075863731Z" level=info msg="container event discarded" container=033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5 type=CONTAINER_CREATED_EVENT Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:04.081713 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:04.081780 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:04.081787 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04.110870693Z" level=info msg="container event discarded" container=033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5 type=CONTAINER_STARTED_EVENT Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:06.080670 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:06.080739 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:06.080746 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06.151207789Z" level=info msg="container event discarded" container=a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b type=CONTAINER_CREATED_EVENT Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06.151241644Z" level=info msg="container event discarded" container=a5104bc5f9f4722e744dfc85787d5d9a3085c190c29d7634751e95de59769a1b type=CONTAINER_STARTED_EVENT Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:07.573952 27498 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="plans.upgrade.cattle.io" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:07.573991 27498 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:07.674482 27498 shared_informer.go:356] "Caches are synced" controller="resource quota" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:08.081617 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:08.081684 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:08.081691 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:08.097038 27498 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:08.097092 27498 shared_informer.go:356] "Caches are synced" controller="garbage collector" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:08Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:b2a78f3f5a2ebf9a4835430992355f76552f4e8a5c4ba0a969ac0d388cc56b9e" type=CREATE Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.330162747Z" level=info msg="container event discarded" container=033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5 type=CONTAINER_STOPPED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.431187793Z" level=info msg="container event discarded" container=056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3 type=CONTAINER_CREATED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.431225088Z" level=info msg="container event discarded" container=056e8396fd50f623490743ddcfa8c698556ef61bd2be31ee224f16d636d0fda3 type=CONTAINER_STARTED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.431231338Z" level=info msg="container event discarded" container=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 type=CONTAINER_CREATED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.431245921Z" level=info msg="container event discarded" container=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 type=CONTAINER_STARTED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.444396744Z" level=info msg="container event discarded" container=c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95 type=CONTAINER_CREATED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.444418033Z" level=info msg="container event discarded" container=c76651ead9afe91600a6c9a9c5145f041cd5a271610abd116a332072fbf7ea95 type=CONTAINER_STARTED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.444422547Z" level=info msg="container event discarded" container=695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff type=CONTAINER_CREATED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.444426494Z" level=info msg="container event discarded" container=695e28e086e80f1bbba51169902a27add69165075c91b00ef52fc8a1508cb3ff type=CONTAINER_STARTED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.460574315Z" level=info msg="container event discarded" container=bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883 type=CONTAINER_CREATED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09.511042591Z" level=info msg="container event discarded" container=bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883 type=CONTAINER_STARTED_EVENT Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:10Z" level=debug msg="failed to run bootstrap" attempts=66 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:10.081769 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:10.081884 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:10.081894 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:12.081690 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:12.081766 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:12.081773 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:14.081359 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:14.081452 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:14.081461 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:16.082693 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:16.082770 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:16.082778 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:18.081074 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:18.081143 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:18.081149 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="failed to run bootstrap" attempts=67 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:20.081270 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:20.081353 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:20.081361 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:22Z" level=debug msg="failed to run bootstrap" attempts=68 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:22.081285 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:22.081365 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:22.081375 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:22Z" level=debug msg="failed to run bootstrap" attempts=69 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:24.081082 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:24.081155 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:24.081164 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:25Z" level=debug msg="failed to run bootstrap" attempts=70 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:26.081179 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:26.081264 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:26.081273 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=debug msg="failed to run bootstrap" attempts=71 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:28.081401 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:28.081478 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:28.081486 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:1faabaddaaa2267daebb67fa394f8abf93465ef56650410df4c5220130c19563" type=CREATE Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:29.778401932Z" level=info msg="container event discarded" container=bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883 type=CONTAINER_STOPPED_EVENT Mar 02 20:51:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:30.080971 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:30.081043 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:30.081052 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:31Z" level=debug msg="failed to run bootstrap" attempts=72 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:32.081256 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:32.081363 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:32.081374 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32.181654800Z" level=info msg="container event discarded" container=75dd33e2078145550a46db46a2a751b5746ea714d1cc7ee283cfd38ab1668a10 type=CONTAINER_DELETED_EVENT Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32.314465693Z" level=info msg="container event discarded" container=b4e5a307e634ffa5e67e848ab52cc9ec771ce01f3e80bccd2af79ec069ac766f type=CONTAINER_DELETED_EVENT Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32.497384330Z" level=info msg="container event discarded" container=826b826acfacf91d61a2c84d5b7e20ce260ae8321acf083832ebc7cb6cac280e type=CONTAINER_DELETED_EVENT Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33.150079757Z" level=info msg="container event discarded" container=9bc372a59332db2d0502bd4dfedc851aa491f6f390039f50e75d7f87b2652d07 type=CONTAINER_DELETED_EVENT Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33.716373221Z" level=info msg="container event discarded" container=f9da1cf47c33dba1367bf161a509e13a6a990d73f33009d310b6f668e622fcbb type=CONTAINER_DELETED_EVENT Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:34.081268 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:34.081367 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:34.081378 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:35.247586911Z" level=info msg="container event discarded" container=eac7c103e52ec0f94475c4280ad34df79475021dc9888c1a43e0e38bf8cb32b5 type=CONTAINER_DELETED_EVENT Mar 02 20:51:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:36.080775 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:36.080876 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:36.080885 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36.236349415Z" level=info msg="container event discarded" container=6c6c983789e33b24133ae1426572bf51f608c15c548de284ea49481e86ebb9ea type=CONTAINER_DELETED_EVENT Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:36.976721916Z" level=info msg="container event discarded" container=18fd439f39e8dd0c5b838c77933ecfb989c6cccd8810c0f9d5e0a0537e26d78a type=CONTAINER_DELETED_EVENT Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:38.081033 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:38.081110 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:38.081120 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:40.080596 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:40.080702 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:40.080714 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:41Z" level=debug msg="failed to run bootstrap" attempts=73 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:42.081256 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:42.081335 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:42.081343 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:44.082122 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:44.082241 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:44.082251 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:46.081137 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:46.081212 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:46.081219 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:48.081343 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:48.081415 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:48.081423 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:50.081265 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:50.081336 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:50.081343 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:50Z" level=debug msg="failed to run bootstrap" attempts=74 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:52.081516 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:52.081587 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:52.081596 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:54.081112 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:54.081199 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:54.081209 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:56.080976 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:56.081048 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:56.081056 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:56.146211712Z" level=info msg="container event discarded" container=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f type=CONTAINER_STOPPED_EVENT Mar 02 20:51:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:56Z" level=debug msg="failed to run bootstrap" attempts=75 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:58.081240 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:51:58.081328 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:51:58.081338 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:51:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:51:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:51:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:00.081282 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:00.081381 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:00.081405 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=info msg="OCI event" logger=spegel ref="dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc" type=CREATE Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.743146311Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.783976698Z" level=info msg="stop pulling image dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc: active requests=0, bytes read=2092225329" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.829518308Z" level=info msg="ImageCreate event name:\"sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.873747329Z" level=info msg="ImageCreate event name:\"dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:70ad59261586e2f84ca9ffe6d52ecf30b7b96ae77cb01928fd3448f0fe845392\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.874866294Z" level=info msg="Pulled image \"dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc\" with image id \"sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5\", repo tag \"dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc\", repo digest \"dev-intg-17.securiti.xyz/securiti/cc-ml-service@sha256:70ad59261586e2f84ca9ffe6d52ecf30b7b96ae77cb01928fd3448f0fe845392\", size \"2092225393\" in 1m8.821693745s" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.874889784Z" level=info msg="PullImage \"dev-intg-17.securiti.xyz/securiti/cc-ml-service:1.143.0-09rc\" returns image reference \"sha256:fe1e56ca7fad23d7dcece3d569141e2e0452f6ef74ca1985a4ff5ab55a5d04d5\"" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01.926284797Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for container name:\"cc-detector-mlservice\"" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:02.080861 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:02.080936 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:02.080943 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.094362720Z" level=info msg="Container 32ff48694e00c48a70cd281c58177ccd9fab0f0b28ba40bed4fcab65ac1a67cb: CDI devices from CRI Config.CDIDevices: []" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.234920645Z" level=info msg="CreateContainer within sandbox \"df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade\" for name:\"cc-detector-mlservice\" returns container id \"32ff48694e00c48a70cd281c58177ccd9fab0f0b28ba40bed4fcab65ac1a67cb\"" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.235531444Z" level=info msg="StartContainer for \"32ff48694e00c48a70cd281c58177ccd9fab0f0b28ba40bed4fcab65ac1a67cb\"" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.236782147Z" level=info msg="connecting to shim 32ff48694e00c48a70cd281c58177ccd9fab0f0b28ba40bed4fcab65ac1a67cb" address="unix:///run/containerd/s/f18764104094399f7a42bb6a60e93c3663ed4bbe6ca006f9083f9731114e7b3e" protocol=ttrpc version=3 Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.334583629Z" level=info msg="StartContainer for \"32ff48694e00c48a70cd281c58177ccd9fab0f0b28ba40bed4fcab65ac1a67cb\" returns successfully" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.592937315Z" level=info msg="container event discarded" container=b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed type=CONTAINER_CREATED_EVENT Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02.592973356Z" level=info msg="container event discarded" container=b68313bb5f6937104fa97f7edc0d46243cba176225504e87f05ce98692f14bed type=CONTAINER_STARTED_EVENT Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:03.171844 27498 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/priv-appliance-download-worker-54fcf58c8c-swgdp" podStartSLOduration=2.499402332 podStartE2EDuration="1m27.171811047s" podCreationTimestamp="2026-03-02 20:50:36 +0000 UTC" firstStartedPulling="2026-03-02 20:50:37.20302358 +0000 UTC m=+316.977544722" lastFinishedPulling="2026-03-02 20:52:01.875432285 +0000 UTC m=+401.649953437" observedRunningTime="2026-03-02 20:52:03.170690134 +0000 UTC m=+402.945211304" watchObservedRunningTime="2026-03-02 20:52:03.171811047 +0000 UTC m=+402.946332206" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:04.081730 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:04.081804 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:04.081812 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04.361431806Z" level=info msg="container event discarded" container=86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1 type=CONTAINER_CREATED_EVENT Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04.513320755Z" level=info msg="container event discarded" container=86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1 type=CONTAINER_STARTED_EVENT Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:05Z" level=debug msg="failed to run bootstrap" attempts=76 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:06.081315 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:06.081397 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:06.081406 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:07Z" level=debug msg="failed to run bootstrap" attempts=77 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:08.081271 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:08.081343 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:08.081350 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="failed to run bootstrap" attempts=78 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:10.081334 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:10.081429 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:10.081439 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:10.902457952Z" level=info msg="container event discarded" container=6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758 type=CONTAINER_CREATED_EVENT Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11.353190018Z" level=info msg="container event discarded" container=6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758 type=CONTAINER_STARTED_EVENT Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:12.081271 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:12.081341 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:12.081349 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:12Z" level=debug msg="failed to run bootstrap" attempts=79 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:14.080594 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:14.080662 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:14.080669 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:16.081116 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:16.081190 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:16.081198 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:18.080305 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:18.080374 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:18.080381 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="failed to run bootstrap" attempts=80 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:20.081036 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:20.081120 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:20.081127 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:22.080982 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:22.081054 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:22.081061 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:24.081750 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:24.081850 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:24.081859 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:26.081259 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:26.081329 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:26.081338 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:26Z" level=debug msg="failed to run bootstrap" attempts=81 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27.724027878Z" level=info msg="container event discarded" container=a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646 type=CONTAINER_CREATED_EVENT Mar 02 20:52:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:27.985047071Z" level=info msg="container event discarded" container=a7f79b49ba9c6fb0cb1e152f6e79d385ae434869191b1d881c2c720acae0f646 type=CONTAINER_STARTED_EVENT Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:28.081152 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:28.081222 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:28.081230 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:30.081146 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:30.081217 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:30.081226 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:31Z" level=debug msg="failed to run bootstrap" attempts=82 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:32.081850 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:32.081933 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:32.081941 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:34.081372 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:34.081458 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:34.081466 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:36.081183 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:36.081252 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:36.081260 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:38.080962 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:38.081039 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:38.081047 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:39Z" level=debug msg="failed to run bootstrap" attempts=83 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:40.081610 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:40.081681 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:40.081688 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40.268688052Z" level=info msg="container event discarded" container=033907c6cbd71a338742414b4ede16754a24763c1714a58e16cbf37084eba0f5 type=CONTAINER_DELETED_EVENT Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="failed to run bootstrap" attempts=84 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:41 http: TLS handshake error from 10.151.21.17:54798: remote error: tls: bad certificate" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:41 http: TLS handshake error from 10.151.21.17:54814: remote error: tls: bad certificate" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41.264714495Z" level=info msg="container event discarded" container=9befde60817b62f2eef0a2a1d91334a232d8ef01fb8dec09fd3cda6ab865b40f type=CONTAINER_DELETED_EVENT Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="certificate CN=ip-10-151-21-17.us-west-2.compute.internal signed by CN=k3s-server-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:52:41 +0000 UTC" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="certificate CN=system:node:ip-10-151-21-17.us-west-2.compute.internal,O=system:nodes signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:52:41 +0000 UTC" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="certificate CN=system:kube-proxy signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:52:41 +0000 UTC" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:41Z" level=info msg="certificate CN=system:k3s-controller signed by CN=k3s-client-ca@1772484320: notBefore=2026-03-02 20:45:20 +0000 UTC notAfter=2027-03-02 20:52:41 +0000 UTC" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:42.081364 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:42.081437 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:42.081445 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:42.117922834Z" level=info msg="container event discarded" container=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 type=CONTAINER_STOPPED_EVENT Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:43Z" level=debug msg="failed to run bootstrap" attempts=85 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:44.080855 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:44.080923 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:44.080930 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="failed to run bootstrap" attempts=86 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:44 http: TLS handshake error from 10.151.21.17:59338: remote error: tls: bad certificate" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="Serving p2p peer addrs [/ip4/10.151.22.85/tcp/5000/p2p/QmfXwjSJq1rDFkEfHr85yMnfmPczwJM6XvWwiFvkfGxatX] to client at 10.151.21.17" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiD/e1CGKxTyuSObuJr0IxvvG+u/UUcLZ0b+a1XmYmsW2A=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z ERROR dht zap@v1.27.1/sugar.go:257 Ignored key without a value. {"ignored": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z INFO dht go-libp2p-kad-dht@v0.36.0/dht.go:761 no closer peers to send Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiD/e1CGKxTyuSObuJr0IxvvG+u/UUcLZ0b+a1XmYmsW2A==", "time": 0.000095365} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiD/e1CGKxTyuSObuJr0IxvvG+u/UUcLZ0b+a1XmYmsW2A==", "time": 0.000136486} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.508Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z INFO dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:322 starting refreshing cpl 0 with key CIQAAAD5IQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA (routing table size was 1) Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000046801} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.00006097} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.509Z INFO dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:331 finished refreshing cpl 0, routing table size is now 1 Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.510Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiAAANrmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.510Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiAAANrmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==", "time": 0.000030038} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.510Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiAAANrmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==", "time": 0.00004136} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44.529409993Z" level=info msg="container event discarded" container=c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0 type=CONTAINER_CREATED_EVENT Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44.529440079Z" level=info msg="container event discarded" container=c3113b9fb3497dc5b87f3ccb0a1e8ea073732bfa6cfa261b301d6daa42c84bc0 type=CONTAINER_STARTED_EVENT Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44.529445114Z" level=info msg="container event discarded" container=ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4 type=CONTAINER_CREATED_EVENT Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.550Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.550Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000075821} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.550Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000102551} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiC3SOnBj36GHIbYjZlktNGvJjFOushDqEnvITpf7fI91g=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiC3SOnBj36GHIbYjZlktNGvJjFOushDqEnvITpf7fI91g==", "time": 0.000053458} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiC3SOnBj36GHIbYjZlktNGvJjFOushDqEnvITpf7fI91g==", "time": 0.000064079} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiCVwc6HkJT8RIGZXLhuTwlJQ0xTmUywJn+ug5mYZ6fouQ=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiCVwc6HkJT8RIGZXLhuTwlJQ0xTmUywJn+ug5mYZ6fouQ==", "time": 0.000029465} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.551Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiCVwc6HkJT8RIGZXLhuTwlJQ0xTmUywJn+ug5mYZ6fouQ==", "time": 0.000037522} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.552Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBqg+QTXtn7VLQeXMxk1z6TH7FcptAtFL0RkQpyYN+UNw=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.552Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBqg+QTXtn7VLQeXMxk1z6TH7FcptAtFL0RkQpyYN+UNw==", "time": 0.000050701} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.552Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBqg+QTXtn7VLQeXMxk1z6TH7FcptAtFL0RkQpyYN+UNw==", "time": 0.000064616} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBIyDhVCyk0dM/h+2HvCnasZRVC33Cq/p+m0fBlyvONaQ=="} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBIyDhVCyk0dM/h+2HvCnasZRVC33Cq/p+m0fBlyvONaQ==", "time": 0.000055768} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:44.553Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiBIyDhVCyk0dM/h+2HvCnasZRVC33Cq/p+m0fBlyvONaQ==", "time": 0.000069226} Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44.678529096Z" level=info msg="container event discarded" container=ca4760c5dd59ad3d1db53d5fd061c7e8afa3d660b8b6830767b4c82d454e87b4 type=CONTAINER_STARTED_EVENT Mar 02 20:52:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:44Z" level=debug msg="failed to run bootstrap" attempts=87 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:45 http: TLS handshake error from 10.151.21.17:59394: remote error: tls: bad certificate" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:45 http: TLS handshake error from 10.151.21.17:59392: remote error: tls: bad certificate" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="Failed to get apiserver addresses from etcd: apiserver addresses not yet set" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="Tunnel server handing HTTP/1.1 GET request for /v1-k3s/connect from 10.151.21.17:59454" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=info msg="Handling backend connection request [ip-10-151-21-17.us-west-2.compute.internal]" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=info msg="Cluster-Http-Server 2026/03/02 20:52:45 http: TLS handshake error from 10.151.21.17:59456: remote error: tls: bad certificate" Mar 02 20:52:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:45Z" level=debug msg="Failed to get apiserver addresses from etcd: apiserver addresses not yet set" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:46.081159 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:46.081232 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:46.081238 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:47.095522 27498 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ip-10-151-21-17.us-west-2.compute.internal\" does not exist" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=info msg="Adding node OwnerReference to node-password secret ip-10-151-21-17.us-west-2.compute.internal.node-password.k3s" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:47.101026 27498 range_allocator.go:428] "Set node PodCIDR" node="ip-10-151-21-17.us-west-2.compute.internal" podCIDRs=["10.42.1.0/24"] Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=info msg="Synced coredns NodeHosts entries for ip-10-151-21-17.us-west-2.compute.internal" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:47.109878 27498 watch.go:303] "Unhandled Error" err="http2: stream closed" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:47.416152 27498 topologycache.go:237] "Can't get CPU or zone information for node" node="ip-10-151-21-17.us-west-2.compute.internal" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:48.081047 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:48.081118 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:48.081127 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:48.132657 27498 kube.go:558] Creating the node lease for IPv4. This is the n.Spec.PodCIDRs: [10.42.1.0/24] Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-21-17.us-west-2.compute.internal IP 10.151.21.17/32" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:48.132684 27498 subnet.go:150] Batch elem [0] is { lease.Event{Type:0, Lease:lease.Lease{EnableIPv4:true, EnableIPv6:false, Subnet:ip.IP4Net{IP:0xa2a0100, PrefixLen:0x18}, IPv6Subnet:ip.IP6Net{IP:(*ip.IP6)(nil), PrefixLen:0x0}, Attrs:lease.LeaseAttrs{PublicIP:0xa971511, PublicIPv6:(*ip.IP6)(nil), BackendType:"vxlan", BackendData:json.RawMessage{0x7b, 0x22, 0x56, 0x4e, 0x49, 0x22, 0x3a, 0x31, 0x2c, 0x22, 0x56, 0x74, 0x65, 0x70, 0x4d, 0x41, 0x43, 0x22, 0x3a, 0x22, 0x39, 0x61, 0x3a, 0x30, 0x37, 0x3a, 0x39, 0x64, 0x3a, 0x66, 0x31, 0x3a, 0x61, 0x31, 0x3a, 0x31, 0x31, 0x22, 0x7d}, BackendV6Data:json.RawMessage(nil)}, Expiration:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Asof:0}} } Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:48.132756 27498 vxlan_network.go:265] Received Subnet Event with VxLan: BackendType: vxlan, PublicIP: 10.151.21.17, PublicIPv6: (nil), BackendData: {"VNI":1,"VtepMAC":"9a:07:9d:f1:a1:11"}, BackendV6Data: (nil) Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.346Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.346Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000237776} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.346Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000262898} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=info handler=manifest ip=10.151.21.17 latency="498.388µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=info handler=manifest ip=10.151.21.17 latency="592.461µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.362Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.362Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000100883} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.362Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000125236} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.371Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.371Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000102782} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:48.371Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.0001158} Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:50.081126 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:50.081206 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:50.081214 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:52.055695 27498 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" node="ip-10-151-21-17.us-west-2.compute.internal" Mar 02 20:52:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:52.081097 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:52.081177 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:52.081185 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:53.096Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:53.096Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:52:53.096Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:53Z" level=debug msg="failed to run bootstrap" attempts=88 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:54.081108 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:54.081201 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:54.081209 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:56.080574 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:56.080649 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:56.080657 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:58.080596 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:52:58.080677 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:52:58.080684 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:52:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:52:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00011387} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000133587} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=info handler=manifest ip=10.151.21.17 latency="808.973µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000172622} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000188704} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:00.080783 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:00.080886 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:00.080894 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.626Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.626Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:00.626Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="failed to run bootstrap" attempts=89 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000152976} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000179605} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:01Z" level=info handler=manifest ip=10.151.21.17 latency="623.342µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000173733} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000189464} Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:02.080815 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:02.080920 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:02.080928 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:02.585Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:02.585Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:02.585Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="failed to run bootstrap" attempts=90 error="bootstrap completed but connectivity has not been reached" logger=spegel/p2p Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03.292848556Z" level=info msg="container event discarded" container=73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7 type=CONTAINER_CREATED_EVENT Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03.490666453Z" level=info msg="container event discarded" container=73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7 type=CONTAINER_STARTED_EVENT Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:04.080744 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:04.080857 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:04.080867 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:05Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:06.081080 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:06.081164 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:06.081172 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.348Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.348Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.349Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.349Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.350Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.350Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.351Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.351Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.352Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.352Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.353Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.353Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.354Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:06.354Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:08.081377 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:08.081455 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:08.081462 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:09Z" level=info msg="bootstrap completed connectivity is reached" duration=7m45.890036043s logger=spegel/p2p Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:10.081151 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:10.081233 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:10.081240 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000120493} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000140087} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=info handler=manifest ip=10.151.21.17 latency=1.03989ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000186647} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:12.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000200542} Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:12.081440 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:12.081515 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:12.081522 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:14.080794 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:14.080881 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:14.080888 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000152214} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000176819} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=info handler=manifest ip=10.151.21.17 latency="890.626µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000178851} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:15.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000193935} Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:16.080951 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:16.081044 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:16.081053 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:16.674111782Z" level=info msg="container event discarded" container=9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5 type=CONTAINER_CREATED_EVENT Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:16.845046527Z" level=info msg="container event discarded" container=9964537e3b9e084e92bde86c5428819d88aafbd0548864728d426af7932144d5 type=CONTAINER_STARTED_EVENT Mar 02 20:53:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:18.081512 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:18.081589 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:18.081597 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:20.081077 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:20.081148 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:20.081155 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:22.081108 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:22.081192 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:22.081199 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000129171} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00015744} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:24Z" level=info handler=manifest ip=10.151.21.17 latency="931.113µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000162076} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000189203} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.040Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.040Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:24.040Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:24.081695 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:24.081769 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:24.081777 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:26.080989 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:26.081101 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:26.081110 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000123247} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000145065} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=info handler=manifest ip=10.151.21.17 latency="750.629µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000145191} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:27.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000157977} Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:28.080296 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:28.080367 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:28.080376 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:30.081165 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:30.081234 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:30.081242 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:32.081635 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:32.081726 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:32.081736 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:34.081471 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:34.081554 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:34.081563 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:36.081145 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:36.081213 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:36.081221 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36.447666076Z" level=info msg="container event discarded" container=600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e type=CONTAINER_CREATED_EVENT Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36.567744772Z" level=info msg="container event discarded" container=600bb57cce02b7632e0c80f2a1e1eee795b2307c1c26f2762f81977f4748209e type=CONTAINER_STARTED_EVENT Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36.764260001Z" level=info msg="container event discarded" container=a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138 type=CONTAINER_CREATED_EVENT Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36.936459699Z" level=info msg="container event discarded" container=a644b78510246e63d96a2dd7404c6270f1b946ed7f00b83a8c68449ad2564138 type=CONTAINER_STARTED_EVENT Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000099407} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000129296} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=info handler=manifest ip=10.151.21.17 latency="558.821µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000155453} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:37.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000172899} Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:38.081534 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:38.081600 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:38.081607 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000123012} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00014414} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=info handler=manifest ip=10.151.21.17 latency=1.045341ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000151604} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000165993} Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:40.080915 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:40.080994 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:40.081002 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:42.081771 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:42.081867 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:42.081876 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42.264840351Z" level=info msg="container event discarded" container=6aebf5827dd02f1e1683bc6ca9a18296f37a5147e8ef21554cae0483a8229758 type=CONTAINER_STOPPED_EVENT Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42.353426651Z" level=info msg="container event discarded" container=bc45adfdc4ca1fad1ebeb00d1d8b8c7649210cb52ba5b9c3793901edc75ee883 type=CONTAINER_DELETED_EVENT Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:43.696063857Z" level=info msg="container event discarded" container=3f1bd158f05c06256d8703f89539e56b84665b9783da4f713935a77bbcb32952 type=CONTAINER_DELETED_EVENT Mar 02 20:53:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:44.081061 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:44.081130 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:44.081137 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:46.080670 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:46.080738 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:46.080747 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.028Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.028Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000135379} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.028Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000155673} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:48Z" level=info handler=manifest ip=10.151.21.17 latency="959.548µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000164574} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:48.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000181426} Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:48.081536 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:48.081600 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:48.081608 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:50.081394 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:50.081472 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:50.081481 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000127996} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000151766} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=info handler=manifest ip=10.151.21.17 latency="799.996µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000147866} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:53:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000161306} Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.061671741Z" level=info msg="container event discarded" container=73359fc738a03eff1eb416b0a96789bdacdfa8a414622cb83f1e2c3d4d739af7 type=CONTAINER_STOPPED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.150451811Z" level=info msg="container event discarded" container=d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685 type=CONTAINER_CREATED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.188081072Z" level=info msg="container event discarded" container=d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18 type=CONTAINER_CREATED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.253669395Z" level=info msg="container event discarded" container=d7cf5fa865b27ff14a6d9f4ebdb0a50e245650cadc012ea46a0f54233e443c18 type=CONTAINER_STARTED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.630566905Z" level=info msg="container event discarded" container=0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a type=CONTAINER_CREATED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.695858140Z" level=info msg="container event discarded" container=0137c725f35aeac44dbe098e7b178e2890dd6a3e3075011d39ada9b8b690cf9a type=CONTAINER_STARTED_EVENT Mar 02 20:53:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:51.857636101Z" level=info msg="container event discarded" container=d5782a4368776b107394d8797fe9eb3d43352480623fcc15f281ff8f729d2685 type=CONTAINER_STARTED_EVENT Mar 02 20:53:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:52.081264 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:52.081340 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:52.081347 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:54.081425 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:54.081498 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:54.081506 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:56.081514 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:56.081597 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:56.081606 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:58.081176 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:53:58.081251 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:53:58.081259 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:53:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:53:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:00.081655 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:00.081756 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:00.081764 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000136796} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000162802} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:01Z" level=info handler=manifest ip=10.151.21.17 latency=1.025855ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000139658} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:01.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.00015011} Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:02.080844 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:02.080921 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:02.080929 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:04.080669 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:04.080751 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:04.080760 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:06.081289 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:06.081358 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:06.081365 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:06.459626428Z" level=info msg="container event discarded" container=fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333 type=CONTAINER_CREATED_EVENT Mar 02 20:54:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:06.499940135Z" level=info msg="container event discarded" container=fc5c9c4f2307597a332a251b3a095be208a722b9b512dcd5bc19f774f0c0c333 type=CONTAINER_STARTED_EVENT Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000112396} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000131354} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=info handler=manifest ip=10.151.21.17 latency="857.169µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.036Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.036Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000184562} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:07.036Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000204147} Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:08.081449 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:08.081517 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:08.081524 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:10.082013 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:10.082097 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:10.082108 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:12.080885 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:12.080964 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:12.080972 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000126224} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00014775} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=info handler=manifest ip=10.151.21.17 latency=1.003046ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000139894} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:13.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000172418} Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:14.081265 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:14.081338 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:14.081346 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:16.080740 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:16.080810 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:16.080818 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:18.081641 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:18.081730 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:18.081739 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:20.081432 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:20.081504 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:20.081511 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00010509} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000123534} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:22Z" level=info handler=manifest ip=10.151.21.17 latency="655.877µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000150032} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:22.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000163006} Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:22.080563 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:22.080630 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:22.080638 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:24.080703 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:24.080770 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:24.080777 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000112763} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000135008} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=info handler=manifest ip=10.151.21.17 latency="796.116µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000147105} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:26.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000161878} Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:26.080611 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:26.080683 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:26.080690 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:28.081578 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:28.081653 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:28.081661 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:30.081763 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:30.081848 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:30.081857 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30.274875449Z" level=info msg="container event discarded" container=2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7 type=CONTAINER_CREATED_EVENT Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30.274914638Z" level=info msg="container event discarded" container=2e3078781b4d7c0449fd9e19366c4395451cff8b544f868153f079d11ec731b7 type=CONTAINER_STARTED_EVENT Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31.448156097Z" level=info msg="container event discarded" container=50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca type=CONTAINER_CREATED_EVENT Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31.448201017Z" level=info msg="container event discarded" container=50793bdfa4d53ebe44754a71348981d1f157801d25a147caa13ff2008bdc67ca type=CONTAINER_STARTED_EVENT Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:31.937000960Z" level=info msg="container event discarded" container=3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971 type=CONTAINER_CREATED_EVENT Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:32.081189 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:32.081255 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:32.081262 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32.095348469Z" level=info msg="container event discarded" container=3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971 type=CONTAINER_STARTED_EVENT Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:32.906395002Z" level=info msg="container event discarded" container=2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3 type=CONTAINER_CREATED_EVENT Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33.070718873Z" level=info msg="container event discarded" container=2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3 type=CONTAINER_STARTED_EVENT Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:34.081118 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:34.081194 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:34.081203 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:36.080706 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:36.080778 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:36.080786 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000106673} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000125861} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=info handler=manifest ip=10.151.21.17 latency="996.56µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000062278} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000073015} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=info handler=manifest ip=10.151.21.17 latency="921.764µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.039Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.039Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000146479} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.039Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.00015994} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.047Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.048Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.00011336} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:37.048Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000128246} Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:38.081190 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:38.081258 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:38.081266 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:40.081067 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:40.081159 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:40.081167 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:42.081060 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:42.081129 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:42.081136 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:44.081636 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:44.081704 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:44.081711 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="Tunnel server egress proxy updating Node ip-10-151-22-85.us-west-2.compute.internal IP 10.151.22.85/32" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44.163704948Z" level=info msg="container event discarded" container=86074af32d4449a173b2fbfeab22dca44b86c7e0b01de5cd7a800720c2cf6bd1 type=CONTAINER_STOPPED_EVENT Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:44.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA=="} Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:44.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000092243} Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:44.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000112006} Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44.758712726Z" level=info msg="container event discarded" container=d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5 type=CONTAINER_CREATED_EVENT Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44.825002653Z" level=info msg="container event discarded" container=d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5 type=CONTAINER_STARTED_EVENT Mar 02 20:54:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:44.846190902Z" level=info msg="container event discarded" container=d26e4824bae9e445f65e13159b9ce6f709ee4102ccd16eef5d642f0171d7beb5 type=CONTAINER_STOPPED_EVENT Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45.783988949Z" level=info msg="container event discarded" container=6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5 type=CONTAINER_CREATED_EVENT Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45.849225867Z" level=info msg="container event discarded" container=6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5 type=CONTAINER_STARTED_EVENT Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:46.080730 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:46.080801 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:46.080809 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:48.080799 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:48.080895 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:48.080903 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000114957} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000134345} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:50Z" level=info handler=manifest ip=10.151.21.17 latency=1.067138ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000172491} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:50.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000187709} Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:50.081130 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:50.081193 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:50.081200 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000134731} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000161083} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:51Z" level=info handler=manifest ip=10.151.21.17 latency=1.183041ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000164505} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:54:51.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000177217} Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:52.080567 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:52.080634 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:52.080644 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:54.081234 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:54.081309 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:54.081319 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:56.081642 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:56.081714 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:56.081721 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:58.081064 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:58.081136 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:54:58.081144 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:59.003477 27498 horizontal.go:927] "Successfully rescaled" HPA="default/priv-appliance-html-converter" currentReplicas=3 desiredReplicas=1 reason="All metrics below target" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59.015432952Z" level=info msg="StopContainer for \"3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971\" with timeout 120 (s)" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59.015792696Z" level=info msg="Stop container \"3fffb53df5129249fd9f3f9ee6aec463123dd1a7841697c974a7eae247e54971\" with signal terminated" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59.016254679Z" level=info msg="StopContainer for \"2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3\" with timeout 120 (s)" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59.016559030Z" level=info msg="Stop container \"2017e2876197dc62aaf9f180cca862d55f1566ce0cf01a0c0ddc2b90676323d3\" with signal terminated" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:54:59.017635 27498 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" key="default/priv-appliance-html-converter" err="EndpointSlice informer cache is out of date" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:54:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:54:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:00.080580 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:00.080650 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:00.080658 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000121013} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000139518} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=info handler=manifest ip=10.151.21.17 latency="774.835µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000147711} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:02.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000162602} Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:02.081209 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:02.081276 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:02.081284 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:04.081394 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:04.081461 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:04.081469 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:05.000560688Z" level=info msg="container event discarded" container=6223bed5bd4cc9e8943f97c116ccc9da864636925031a2eab582f26f4049fed5 type=CONTAINER_STOPPED_EVENT Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00012024} Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000144695} Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:05Z" level=info handler=manifest ip=10.151.21.17 latency="966.228µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000149577} Mar 02 20:55:05 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:05.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000161451} Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:06.081641 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:06.081710 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:06.081719 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:06.823634612Z" level=info msg="container event discarded" container=bbfcd797a186ba7dc89dc415b21b5d2c255d40ea0790bdd80986333ffcccfb9d type=CONTAINER_STOPPED_EVENT Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:08.080870 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:08.080940 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:08.080948 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08.458560485Z" level=info msg="container event discarded" container=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 type=CONTAINER_CREATED_EVENT Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08.458597840Z" level=info msg="container event discarded" container=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 type=CONTAINER_STARTED_EVENT Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08.493849911Z" level=info msg="container event discarded" container=1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874 type=CONTAINER_CREATED_EVENT Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08.664204148Z" level=info msg="container event discarded" container=1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874 type=CONTAINER_STARTED_EVENT Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.053577611Z" level=info msg="container event discarded" container=fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079 type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.053618237Z" level=info msg="container event discarded" container=fdd2960d7c3838b525b576a8e4b3bfbbe7f5a4a92cbad7278a17ac4d3fbe5079 type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.065810257Z" level=info msg="container event discarded" container=c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746 type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.065853565Z" level=info msg="container event discarded" container=c590d11f354a034cc6a360faadb444050a7afec0ba5fe92956a76b4d5bc2d746 type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.098952735Z" level=info msg="container event discarded" container=8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.098982025Z" level=info msg="container event discarded" container=7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76 type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.098987357Z" level=info msg="container event discarded" container=7729ab2632d13cf057f56d7fd23c6207b90d38f56dbeb40d0bd31f375d092d76 type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.136543590Z" level=info msg="container event discarded" container=fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.136575695Z" level=info msg="container event discarded" container=fd22ee572f896ae16bbb756fb38c366dbf9d5cfba30bb3cc73a70277d9547b4b type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.171977857Z" level=info msg="container event discarded" container=ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834 type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.220469148Z" level=info msg="container event discarded" container=ee0cfa0e59a0926bd86a017fba5870657ba6816ce2b83df027650f5578534834 type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.257737897Z" level=info msg="container event discarded" container=8d6db3acbb34503d3ae2edf309ab222476377d6bb791334e2806ddb8671ef27f type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.357386435Z" level=info msg="container event discarded" container=67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12 type=CONTAINER_CREATED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09.357423628Z" level=info msg="container event discarded" container=67ac34b34ace33bf2b5bcbdd6edc6ed608201d1a65c7c88bb2bd55696cf4ab12 type=CONTAINER_STARTED_EVENT Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:10.080679 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:10.080747 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:10.080755 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.187066063Z" level=info msg="container event discarded" container=3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.234314820Z" level=info msg="container event discarded" container=3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.285561345Z" level=info msg="container event discarded" container=3235f635da72efd2ff4e378be58bef0e428315f7d7b5a3d69f6670942bd59870 type=CONTAINER_STOPPED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.370291945Z" level=info msg="container event discarded" container=57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.370325923Z" level=info msg="container event discarded" container=57a2320d01353a1d419d4cc34e16f42cd5b8ae17aa05ea92ff0acfed9962b4dc type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.396559581Z" level=info msg="container event discarded" container=70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.396589471Z" level=info msg="container event discarded" container=70119cb6cc0774eda424fec0a4c87d3b493462196b95b15ba408cab1582eac9a type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.396597979Z" level=info msg="container event discarded" container=b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.424784849Z" level=info msg="container event discarded" container=c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.460995806Z" level=info msg="container event discarded" container=49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.461031069Z" level=info msg="container event discarded" container=49c2c334deeec2e94a610af206f6009db442d33ec90a6b468094c23ce9ab5b57 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.478427154Z" level=info msg="container event discarded" container=c026be226652f5cbf4575871695ed277dda87d1039ec1221fe322e2508f1f800 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.490724537Z" level=info msg="container event discarded" container=c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.566934033Z" level=info msg="container event discarded" container=b471a862e339dfdf6c6589b941ce798ae0a213d57005b210fa00b60e50f192e8 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.566963455Z" level=info msg="container event discarded" container=a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.566968749Z" level=info msg="container event discarded" container=a9897902d75f4386d59cea04b9b8152af57fbd77a4ae72b9620ac33113a9e056 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.783063385Z" level=info msg="container event discarded" container=61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.783128230Z" level=info msg="container event discarded" container=61e69d5555ba2e7974a4977fb0a3fb170f7755a2ae39c603763eaada39f1a475 type=CONTAINER_STARTED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.846355871Z" level=info msg="container event discarded" container=7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783 type=CONTAINER_CREATED_EVENT Mar 02 20:55:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:10.963036562Z" level=info msg="container event discarded" container=7765204b7e57362bd9cfaa60d5616ce175185dcb6e189ae1cf809b119fb2c783 type=CONTAINER_STARTED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.165934811Z" level=info msg="container event discarded" container=332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872 type=CONTAINER_CREATED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.165979864Z" level=info msg="container event discarded" container=332a745ceeb76efa5420de6c8a72675fc5a82466388a0d2d74110824127c8872 type=CONTAINER_STARTED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.454721982Z" level=info msg="container event discarded" container=c76d8a3d8c05ce9a32f604d10655bb3e1adbf11f722844ae493792fee767d87e type=CONTAINER_STARTED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.481997406Z" level=info msg="container event discarded" container=f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337 type=CONTAINER_CREATED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.482032582Z" level=info msg="container event discarded" container=f1357d9b6da6635736e07493e9e5c44c5656c7da68abb3f6cccea9f2c9784337 type=CONTAINER_STARTED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.526225614Z" level=info msg="container event discarded" container=d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447 type=CONTAINER_CREATED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11.526257141Z" level=info msg="container event discarded" container=d4ce49af02974790df0c54efa88c7df03b466ff1a5b3ab2c5b1cf73e1622d447 type=CONTAINER_STARTED_EVENT Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:11 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:11Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:12.081879 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:12.081956 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:12.081963 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:12.802759357Z" level=info msg="container event discarded" container=31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373 type=CONTAINER_CREATED_EVENT Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:13.056929253Z" level=info msg="container event discarded" container=31db98b1d97453b58d4b49c35eb29d88f030161668ecce123aea5f592157a373 type=CONTAINER_STARTED_EVENT Mar 02 20:55:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:14.081420 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:14.081490 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:14.081498 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00012087} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000141026} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=info handler=manifest ip=10.151.21.17 latency=1.022217ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000165406} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:15.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000182861} Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:16.080931 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:16.081003 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:16.081011 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:17 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:17Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:18.081151 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:18.081222 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:18.081229 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000123511} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000147669} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=info handler=manifest ip=10.151.21.17 latency="749.726µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000143791} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:19.032Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000158708} Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19.985939343Z" level=info msg="container event discarded" container=1a564cd3658eab59b24dc3044e746789ed7c809fac676bea33fdfc26da69d874 type=CONTAINER_STOPPED_EVENT Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.021161679Z" level=info msg="container event discarded" container=e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700 type=CONTAINER_CREATED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.036358376Z" level=info msg="container event discarded" container=069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc type=CONTAINER_CREATED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.036388427Z" level=info msg="container event discarded" container=2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59 type=CONTAINER_CREATED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.081435043Z" level=info msg="container event discarded" container=069ae8b44bbb88d6ffa87495cc4be76b63a05d51d43ff90193008c67a97ddcfc type=CONTAINER_STARTED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.081466185Z" level=info msg="container event discarded" container=2af81fb1f37e5479be3d4670cda07172e37762a092679476afa7823c3d1f4f59 type=CONTAINER_STARTED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20.081471746Z" level=info msg="container event discarded" container=e3505a97a931acb7d4a6edb5099d5240c7b5c6ecf0fe9057c0ff620468ad8700 type=CONTAINER_STARTED_EVENT Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:20.081742 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:20.081848 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:20.081858 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:22.081822 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:22.081917 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:22.081924 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.040Z DEBUG dht net/message_manager.go:282 error writing message {"error": "stream reset (remote): code: 0x0: transport error: stream reset by remote, error code: 0", "retrying": true} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.041Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.041Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.041Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.042Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.042Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.043Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.043Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.043Z DEBUG dht/RtRefreshManager rtrefresh/rt_refresh_manager.go:304 not running refresh for cpl 0 as time since last refresh not above interval Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.044Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.044Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.045Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht.go:712 peer found {"peer": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ"} Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:24.045Z DEBUG dht/netsize netsize/netsize.go:258 Running garbage collection Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:24.081415 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:24.081485 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:24.081492 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25.187741753Z" level=info msg="container event discarded" container=18fe1af8cf0daf023435a0d4905fc3da89339b62637ce08c08653722b2c32728 type=CONTAINER_STOPPED_EVENT Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25.286958620Z" level=info msg="container event discarded" container=186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d type=CONTAINER_CREATED_EVENT Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:25.367777507Z" level=info msg="container event discarded" container=186b3a86cbaf5d17cfa59dab8ec78eafa0bfc2af01fc90a4b31436f00c2f072d type=CONTAINER_STARTED_EVENT Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:26.081279 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:26.081357 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:26.081367 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26.180009808Z" level=info msg="container event discarded" container=4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd type=CONTAINER_CREATED_EVENT Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26.260274690Z" level=info msg="container event discarded" container=4738a7aa553fe9aee7f0459ceae3d4b291622d06d759c1ab1b3d776fee6824fd type=CONTAINER_STARTED_EVENT Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26.286500372Z" level=info msg="container event discarded" container=db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732 type=CONTAINER_CREATED_EVENT Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26.356801011Z" level=info msg="container event discarded" container=db5290c5e449c2c10c622af32e93076b78d25d9c178b9d54d61527553c41a732 type=CONTAINER_STARTED_EVENT Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:28.081232 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:28.081303 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:28.081311 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=info msg="COMPACT compactRev=0 targetCompactRev=1000 currentRev=2103" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=info msg="COMPACT deleted 221 rows from 1000 revisions in 5.1655ms - compacted to 1000/2103" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=info msg="COMPACT compactRev=1000 targetCompactRev=1103 currentRev=2103" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=info msg="COMPACT deleted 56 rows from 103 revisions in 1.644287ms - compacted to 1103/2103" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=info msg="COMPACT compacted from 0 to 1103 in 2 transactions over 7ms" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000156927} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000181812} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:30Z" level=info handler=manifest ip=10.151.21.17 latency=1.108655ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000163048} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:30.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000179842} Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:30.081743 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:30.081818 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:30.081848 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:30.093151 27498 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.43.0.0/16 Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:32.081216 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:32.081285 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:32.081293 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000124697} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000168408} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=info handler=manifest ip=10.151.21.17 latency="954.118µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000173639} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:34.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000189114} Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:34.080751 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:34.080844 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:34.080852 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:36.081109 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:36.081180 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:36.081188 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37.211945976Z" level=info msg="container event discarded" container=df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade type=CONTAINER_CREATED_EVENT Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37.211988887Z" level=info msg="container event discarded" container=df4a294f861dadad52a7befcb750fe270b142d2f52ecde4a1713db17f9613ade type=CONTAINER_STARTED_EVENT Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:38.080679 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:38.080755 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:38.080762 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:40.080900 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:40.080995 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:40.081002 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:42.080746 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:42.080820 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:42.080852 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:44.081340 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:44.081412 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:44.081421 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000146815} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000168875} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:45Z" level=info handler=manifest ip=10.151.21.17 latency=1.047174ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000176512} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:45.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000191908} Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:46.081361 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:46.081445 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:46.081453 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000141143} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000163451} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=info handler=manifest ip=10.151.21.17 latency=1.125772ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000154622} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:48.033Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000166384} Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:48.081131 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:48.081203 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:48.081211 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:50.080849 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:50.081453 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:50.081473 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:52.081068 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:52.081139 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:52.081146 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:52.430384752Z" level=info msg="container event discarded" container=0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916 type=CONTAINER_CREATED_EVENT Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:52.477655637Z" level=info msg="container event discarded" container=0129aa889a4fcd58aa86216b4d777db6f8247f2dccbf0abfda54ab540138c916 type=CONTAINER_STARTED_EVENT Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:52.878627801Z" level=info msg="container event discarded" container=8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc type=CONTAINER_CREATED_EVENT Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:52.934876555Z" level=info msg="container event discarded" container=8bc20d40d9e0ab4e291ad0f920ef3f08c0ca6603b9f3155cbdbc2b30f11de3cc type=CONTAINER_STARTED_EVENT Mar 02 20:55:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:52.989086229Z" level=info msg="container event discarded" container=3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4 type=CONTAINER_CREATED_EVENT Mar 02 20:55:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:53.062333618Z" level=info msg="container event discarded" container=3d7ecd87160fafcf7d7ec4f5e88a366e08cd28b396a4357af9806e32ac6561d4 type=CONTAINER_STARTED_EVENT Mar 02 20:55:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:53.542851948Z" level=info msg="container event discarded" container=a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8 type=CONTAINER_CREATED_EVENT Mar 02 20:55:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:53.614695344Z" level=info msg="container event discarded" container=a8832c57c0b9bc5284a796b4175adff6ce40cccd8a50c94efa31aac0aedb9bd8 type=CONTAINER_STARTED_EVENT Mar 02 20:55:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:54.081573 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:54.081647 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:54.081656 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:55Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:56.080862 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:56.080946 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:56.080953 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:57 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:57Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:58.080989 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:55:58.081062 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:55:58.081070 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:58 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:58Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000093873} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.023Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000112227} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=info handler=manifest ip=10.151.21.17 latency="887.608µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000152489} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:55:59.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000167738} Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:55:59 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:55:59Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000115632} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000137272} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:00Z" level=info handler=manifest ip=10.151.21.17 latency="888.14µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000160745} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:00.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000173461} Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:00.080737 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:00.080804 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:00.080811 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:00 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:00Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01.093883975Z" level=info msg="container event discarded" container=9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd type=CONTAINER_CREATED_EVENT Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01.178800086Z" level=info msg="container event discarded" container=9dd0549dd6fc356e8187e1ce88a6d0c09d0d52ce5eafc7b0f40c4839020e42bd type=CONTAINER_STARTED_EVENT Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:01 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:01Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:02.082036 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:02.082107 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:02.082116 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:02 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:02Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:03 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:03Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:04.080893 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:04.080970 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:04.080981 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:04 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:04Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:06.080822 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:06.080912 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:06.080919 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:06 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:06Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:07 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:07Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:08.081109 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:08.081182 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:08.081190 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:08 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:08Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:09 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:09Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000110057} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.019Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000127363} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:10Z" level=info handler=manifest ip=10.151.21.17 latency=1.022241ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.025Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000152316} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:10.026Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000165844} Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:10.080579 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:10.080653 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:10.080660 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:10 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:10Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:12.081175 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:12.081246 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:12.081253 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:12 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:12Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:13 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:13Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00008928} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.00010786} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=info handler=manifest ip=10.151.21.17 latency="778.317µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000174588} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:14.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000189412} Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:14.081552 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:14.081619 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:14.081626 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:14 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:14Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:15 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:15Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:16.080723 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:16.080790 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:16.080798 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:16 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:16Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:18.080959 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:18.081029 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:18.081037 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:18 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:18Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:19 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:19Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:20.081422 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:20.081497 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:20.081506 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:20 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:20Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:21 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:21Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:22.081394 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:22.081477 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:22.081487 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:22 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:22Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:23 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:23Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:24.081621 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:24.081694 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:24.081701 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:24 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:24Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000157494} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000180092} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:25Z" level=info handler=manifest ip=10.151.21.17 latency=1.019023ms logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000165939} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:25.035Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000180356} Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:25 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:25Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000119181} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.024Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000140607} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:26Z" level=info handler=manifest ip=10.151.21.17 latency="788.62µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000143445} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:26.030Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000155165} Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:26.080788 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:26.080887 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:26.080896 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:26 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:26Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:27 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:27Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:28.095203 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:28.095275 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:28.095283 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:28 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:28Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:29 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:29Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:30.081415 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:30.081478 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:30.081484 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:30 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:30Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:31 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:31Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:32.081525 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:32.081595 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:32.081603 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:32 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:32Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:33 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:33Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:34.081264 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:34.081341 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:34.081348 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:34 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:34Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:35 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:35Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:36.080803 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:36.080914 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:36.080922 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:36 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:36Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:37 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:37Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:38.081346 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:38.081416 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:38.081423 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:38 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:38Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:39 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:39Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.028Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000111476} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.028Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000131849} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=info handler=manifest ip=10.151.21.17 latency="874.428µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000075612} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.031Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000091046} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=info handler=manifest ip=10.151.21.17 latency="564.742µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000134319} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.034Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000146286} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.043Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.043Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.00010199} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:40.043Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000112465} Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:40.080741 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:40.080805 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:40.080812 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:40 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:40Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:41 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:41Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:42.080963 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:42.081038 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:42.081046 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:42 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:42Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:43 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:43Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:44.080406 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:44.080471 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:44.080478 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:44.450Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA=="} Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:44.451Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000093169} Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:44.451Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 4, "key": "EiDvVgSTXw/MjnvW2/qUTeaBOYqNf220sd1A3xSpINGzTA==", "time": 0.000114517} Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:44 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:44Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:45 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:45Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:46.080774 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:46.080869 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:46.080877 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:46 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:46Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:47 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:47Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:48.080670 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:48.080739 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:48.080748 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:48 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:48Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:49 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:49Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:50.080680 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:50.080765 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:50.080775 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:50 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:50Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:51 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:51Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.0001106} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000128212} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=info handler=manifest ip=10.151.21.17 latency="972.165µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000138651} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:52.029Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000150771} Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:52.080759 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:52.080818 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:52.080847 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:52 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:52Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:53 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:53Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:54.080906 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:54.080970 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:54.080977 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:54 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:54Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ=="} Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000110055} Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.022Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiDdXJvBn2mU3V6+pYVhBJ0v1iGvZjjsVaYAkIXn0hZGIQ==", "time": 0.000129919} Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:55Z" level=info handler=manifest ip=10.151.21.17 latency="864.6µs" logger=spegel method=HEAD path=/v2/rancher/mirrored-pause/manifests/3.6 registry=docker.io status=200 Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:106 handling message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w=="} Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:123 handled message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000168271} Mar 02 20:56:55 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: 2026-03-02T20:56:55.027Z DEBUG dht go-libp2p-kad-dht@v0.36.0/dht_net.go:149 responded to message {"from": "QmeSvDwcGHH12LVURbM5WTzx4oi2kymeYEeSSKsEUkHDFZ", "type": 3, "key": "EiA4vdZLZ2ergpNeU/1MM0n96XX+svtTE2HYIJQE3Ljj/w==", "time": 0.000179341} Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:56.080600 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="10cbf0d1-916e-407a-bcf1-bd242f1922c5" path="/var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volumes" Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: I0302 20:56:56.080686 27498 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="672ee5c4-fc38-41c3-a513-ca5c9f4531a1" path="/var/lib/kubelet/pods/672ee5c4-fc38-41c3-a513-ca5c9f4531a1/volumes" Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: E0302 20:56:56.080695 27498 kubelet_volumes.go:263] "There were many similar errors. Turn up verbosity to see them." err="orphaned pod \"10cbf0d1-916e-407a-bcf1-bd242f1922c5\" found, but failed to rmdir() subpath at path /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: remove /var/lib/kubelet/pods/10cbf0d1-916e-407a-bcf1-bd242f1922c5/volume-subpaths/shared-data/jdbc-proxy/1: device or resource busy" numErrs=2 Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry" Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dbytes=0 entry" Mar 02 20:56:56 ip-10-151-22-85.us-west-2.compute.internal k3s[27498]: time="2026-03-02T20:56:56Z" level=debug msg="cgroupv2 io stats: skipping over unmappable dios=0 entry"