{"schema":"c8s.allowlist/v1","workloads":{"armtls-mesh-7d136dc13d67-f02bdd3e":{"label":"ghcr.io/confidential-dot-ai/armtls-mesh@sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","initContainers":[],"containers":[{"digest":"sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","image":"ghcr.io/confidential-dot-ai/armtls-mesh@sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","command":{"policy":"exact","argv":["/app/c8s","armtls-mesh"]},"args":{"policy":"exact","argv":["--cert-path=/etc/c8s/certs/tls.crt","--key-path=/etc/c8s/certs/tls.key","--ca-path=/etc/c8s/certs/ca.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_MESH_PROBES":{"present":true},"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"}}}},{"digest":"sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","image":"ghcr.io/confidential-dot-ai/armtls-mesh@sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","command":{"policy":"exact","argv":["/app/c8s","armtls-mesh"]},"args":{"policy":"exact","argv":["--cert-path=/etc/c8s/certs/tls.crt","--key-path=/etc/c8s/certs/tls.key","--ca-path=/etc/c8s/certs/ca.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"}}}},{"digest":"sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","image":"ghcr.io/confidential-dot-ai/armtls-mesh@sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","command":{"policy":"exact","argv":["/app/c8s","armtls-mesh"]},"args":{"policy":"exact","argv":["--cert-path=/etc/c8s/certs/tls.crt","--key-path=/etc/c8s/certs/tls.key","--ca-path=/etc/c8s/certs/ca.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"}}}}]},"c8s-operator-38e2c52da58d-926442cd":{"label":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","initContainers":[],"containers":[{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-cert"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s/discovery","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-cert"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-secret"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s/discovery","kind":"emptyDir"},{"destination":"/run/c8s/secrets","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-secret"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s/secrets","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-volume"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s/discovery","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","get-volume"]},"args":{"policy":"any"},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"C8S_POD_NAME":{"present":true},"C8S_POD_UID":{"present":true},"C8S_WORKLOAD_ID":{"present":true},"HOSTNAME":{"present":true},"HOST_IP":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","probe-file"]},"args":{"policy":"exact","argv":["--wait","--timeout=3m0s","/etc/c8s/certs/tls.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s/discovery","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s","probe-file"]},"args":{"policy":"exact","argv":["--wait","--timeout=3m0s","/etc/c8s/certs/tls.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["acme","--domains-file=/run/c8s-node/router/hostnames","--acme-email-file=/run/c8s-node/router/acme-email","--acme-directory-url-file=/run/c8s-node/router/acme-directory-url","--standby-cert-dir=/etc/c8s/certs","--challenge-port=8402","--http-port=8080","--ready-port=8403"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s-acme-key","kind":"emptyDir"},{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["allowlist-proxy","--host=127.0.0.1","--port=8801","--attestation-api-url=unix:///run/c8s/workload-claims/attestation-api.sock"]},"mounts":{"policy":"exact","rules":[{"destination":"/run/c8s/workload-claims","kind":"host","source":"/run/nri-image-policy","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["cds-attest","--host=127.0.0.1","--port=8800","--platform=tdx","--generation=","--attestation-api-url=unix:///run/nri-image-policy/attestation-api.sock","--front-door-mode-file=/run/c8s-node/router/front-door-mode","--serving-cert-file=/etc/c8s/certs/tls.crt","--acme-serving-cert-file=/etc/c8s-acme-tls/cert.pem","--measured-policies-file=/run/nri-image-policy/measured-policies","--image-policy-file=/run/c8s-node/cds.json","--operator-keys-file=/run/c8s-node/operator-pubkey","--routes-poll-interval=30s","--routing-host=127.0.0.1","--routing-port=8802","--backend-timeout=1h","--reserved-paths=/allowlist,/.well-known/c8s/,/.well-known/acme-challenge/,/v1/discovery,/.well-known/cds-cert.pem,/.well-known/mesh-ca.pem,/readyz,/healthz","--publish-routes"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/run/nri-image-policy","kind":"host","source":"/run/nri-image-policy","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["get-cert","--attestation-api-url=unix:///run/c8s/workload-claims/attestation-api.sock","--san-file=/run/c8s-node/tls-san","--cert-path=/etc/c8s/certs/tls.crt","--key-path=/etc/c8s/certs/tls.key","--ca-path=/etc/c8s/certs/ca.crt","--initial-retry-timeout=2m","--renew-interval=1h","--continue-on-initial-error","--discovery-out=/discovery/discovery.json","--discovery-cds-cert-url=/.well-known/cds-cert.pem","--discovery-public-tls-mode-file=/run/c8s-node/router/front-door-mode","--discovery-public-tls-hostnames-file=/run/c8s-node/router/hostnames","--discovery-mesh-ca-url=/.well-known/mesh-ca.pem","--ca-watch-interval=1m","--expected-workload=c8s-router-7210bdeb078b"]},"mounts":{"policy":"exact","rules":[{"destination":"/discovery","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/run/c8s/workload-claims","kind":"host","source":"/run/nri-image-policy","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["operator","--leader-election-namespace=c8s-system","--status-mirror-enabled=true","--get-cert-image=ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","--mesh-image=ghcr.io/confidential-dot-ai/armtls-mesh@sha256:7d136dc13d675a17ba8f50c25eabdb3c16bad0180910e9be362b2960b777d17e","--webhook-config-name=c8s-pod-injector","--webhook-service-name=c8s-operator","--webhook-service-namespace=c8s-system","--attestation-api-url=unix:///run/nri-image-policy/attestation-api.sock","--cert-fs-group=65532","--get-cert-renew-interval=2h","--workload-claims-host-dir=/run/nri-image-policy"]},"mounts":{"policy":"exact","rules":[{"destination":"/tmp","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"POD_NAME":{"present":true},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["probe-file","--wait","--timeout=3m0s","/etc/c8s/certs/tls.crt"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s/certs","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}}]},"c8s-router-7210bdeb078b":{"initContainers":[{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["acme","--domains-file=/run/c8s-node/router/hostnames","--acme-email-file=/run/c8s-node/router/acme-email","--acme-directory-url-file=/run/c8s-node/router/acme-directory-url","--standby-cert-dir=/etc/c8s/certs","--challenge-port=8402","--http-port=8080","--ready-port=8403"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s-acme-key","kind":"emptyDir"},{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}}],"containers":[{"digest":"sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","image":"ghcr.io/confidential-dot-ai/c8s-operator@sha256:38e2c52da58dc80e1e7591373b0881672c4412098394147bb44c0619b8552b75","command":{"policy":"exact","argv":["/c8s"]},"args":{"policy":"exact","argv":["cds-attest","--host=127.0.0.1","--port=8800","--platform=tdx","--generation=","--attestation-api-url=unix:///run/nri-image-policy/attestation-api.sock","--front-door-mode-file=/run/c8s-node/router/front-door-mode","--serving-cert-file=/etc/c8s/certs/tls.crt","--acme-serving-cert-file=/etc/c8s-acme-tls/cert.pem","--measured-policies-file=/run/nri-image-policy/measured-policies","--image-policy-file=/run/c8s-node/cds.json","--operator-keys-file=/run/c8s-node/operator-pubkey","--routes-poll-interval=30s","--routing-host=127.0.0.1","--routing-port=8802","--backend-timeout=1h","--reserved-paths=/allowlist,/.well-known/c8s/,/.well-known/acme-challenge/,/v1/discovery,/.well-known/cds-cert.pem,/.well-known/mesh-ca.pem,/readyz,/healthz","--publish-routes"]},"mounts":{"policy":"exact","rules":[{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/run/nri-image-policy","kind":"host","source":"/run/nri-image-policy","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}},{"digest":"sha256:5d8bb9437d74a600ec5dbf90c035451c724dc33eac8d3a71078f6f8612c345f6","image":"nginxinc/nginx-unprivileged@sha256:5d8bb9437d74a600ec5dbf90c035451c724dc33eac8d3a71078f6f8612c345f6","command":{"policy":"exact","argv":["/bin/sh","/usr/lib/c8s/router-nginx/serve.sh"]},"args":{"policy":"deny"},"mounts":{"policy":"exact","rules":[{"destination":"/discovery","kind":"emptyDir"},{"destination":"/etc/c8s-acme-key","kind":"emptyDir"},{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/tmp","kind":"emptyDir"},{"destination":"/usr/lib/c8s/router-nginx","kind":"host","source":"/usr/lib/c8s/router-nginx","readOnly":true},{"destination":"/var/cache/nginx","kind":"emptyDir"},{"destination":"/var/lib/c8s-tunnel-body","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"DYNPKG_RELEASE":{"exact":"1"},"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"NGINX_VERSION":{"exact":"1.30.6"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"PKG_RELEASE":{"exact":"1"}}}}]},"cds-5c7337b189ad-7c938951":{"label":"ghcr.io/confidential-dot-ai/cds@sha256:5c7337b189ad7b95b69382ab103d2058d1cf9c30eab07283d59865621e73db2a","initContainers":[],"containers":[{"digest":"sha256:5c7337b189ad7b95b69382ab103d2058d1cf9c30eab07283d59865621e73db2a","image":"ghcr.io/confidential-dot-ai/cds@sha256:5c7337b189ad7b95b69382ab103d2058d1cf9c30eab07283d59865621e73db2a","command":{"policy":"exact","argv":["/c8s","cds"]},"args":{"policy":"exact","argv":["--port=8443","--log-level=info","--attestation-api-url=unix:///run/nri-image-policy/attestation-api.sock","--allowlist-db=/mnt/c8s-data/cds/allowlist.db","--allowlist-persistent=false","--allowlist-seed=/run/c8s-node/allowlist-seed.json","--follow-seed","--operator-keys=/run/c8s-node/operator-pubkey","--dns-san-file=/run/c8s-node/tls-san","--jwt-clock-skew=30","--ca-common-name=c8s Mesh CA","--ca-cert-validity=8760h","--min-ca-validity=1h","--cert-ttl=24h","--named-cert-ttl=6h","--challenge-ttl=60s","--request-timeout=5s","--max-request-size=262144","--secrets-max-paths=1024","--secrets-max-paths-per-workload=64","--readiness-interval=10s","--san-validation=false","--dns-san-pattern=^[a-z0-9-]+[.][a-z0-9-]+[.]svc$","--image-policy-file=/run/c8s-node/peers.json","--rate-limit=10","--rate-burst=20","--rate-limiter-max-entries=10000","--rate-limiter-evict-interval=1m","--rate-limiter-idle-timeout=5m","--armtls-platform=tdx","--armtls-cert-ttl=24h","--measured-policies-file=/run/nri-image-policy/measured-policies"]},"mounts":{"policy":"exact","rules":[{"destination":"/mnt/c8s-data/cds","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/run/nri-image-policy","kind":"host","source":"/run/nri-image-policy","readOnly":true}]},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}}]},"gateway":{"initContainers":[],"containers":[{"digest":"sha256:e687633d3691462866bbce4b8c44e640339e1946f953693d246b1e083dd19785","image":"ghcr.io/confidential-dot-ai/confidential-inference/gateway@sha256:e687633d3691462866bbce4b8c44e640339e1946f953693d246b1e083dd19785","command":{"policy":"exact","argv":["/usr/local/bin/confidential-gateway"]},"args":{"policy":"deny"},"mounts":{"policy":"exact","rules":[{"destination":"/mnt/c8s-data/admin-api-key","kind":"data"},{"destination":"/mnt/c8s-data/admin-auth","kind":"data"},{"destination":"/run/c8s/secrets","kind":"emptyDir"},{"destination":"/run/confidential-gateway","kind":"emptyDir"},{"destination":"/tmp","kind":"emptyDir"}]},"env":{"policy":"exact","values":{"DEPLOYMENT_ENVIRONMENT":"production","GATEWAY_ADMIN_API_KEY_HASHES_FILE":"/mnt/c8s-data/admin-api-key/..data/sha256","GATEWAY_ADMIN_CONFIG_FILE":"/run/c8s/secrets/product-usage","GATEWAY_ADMIN_ENDPOINT":"https://ci-admin-next-loki.centralus.cloudapp.azure.com/api/usage/ingest","GATEWAY_ADMIN_SIGNER_CERTIFICATE_FILE":"/mnt/c8s-data/admin-auth/..data/client.crt","GATEWAY_ALLOW_DIRECT_INFERENCE_URL":"true","GATEWAY_API_KEY_PEPPER_FILE":"/run/c8s/secrets/GATEWAY_API_KEY_PEPPER","GATEWAY_ENDPOINT_DRAIN_SECONDS":"35","GATEWAY_HEADER_TIMEOUT_SECONDS":"5","GATEWAY_INFERENCE_URL":"http://sglang-router:30000","GATEWAY_LISTEN":"0.0.0.0:9443","GATEWAY_MAXIMUM_HEADERS":"64","GATEWAY_MAXIMUM_HEADER_BYTES":"16384","GATEWAY_MAXIMUM_URI_BYTES":"2048","GATEWAY_METRICS_LISTEN":"0.0.0.0:9090","GATEWAY_ROUTER_NAMESPACE":"confidential-inference","GATEWAY_RUNTIME_CONFIG":"{\"attestationCacheSeconds\":10,\"attestationConcurrency\":4,\"bodyTimeoutSeconds\":10,\"catalogModelIds\":[\"deepseek-ai/DeepSeek-V4.1-Flash-1017\"],\"globalRequestConcurrency\":256,\"inferenceConcurrency\":32,\"inferenceModelIds\":[\"deepseek-ai/DeepSeek-V4.1-Flash-1017\"],\"inferenceQueue\":32,\"maximumBodyBytes\":2097152,\"perAddressConcurrency\":256,\"perKeyConcurrency\":128,\"queueTimeoutSeconds\":2,\"requestsPerAddressPerSecond\":256,\"routerService\":\"router-headless\",\"schemaVersion\":1,\"streamIdleTimeoutSeconds\":60,\"upstreamTimeoutSeconds\":900}","GATEWAY_SHUTDOWN_GRACE_SECONDS":"900","GATEWAY_TRUSTED_PROXY_CIDRS":"10.52.0.0/16,10.42.0.0/16","GATEWAY_USAGE_ENABLED":"true","GATEWAY_USAGE_MODELS":"{\"deepseek-ai/DeepSeek-V4.1-Flash-1017\":{\"model_revision\":\"1bae0e1088993b9b82de08f59de5be5a34e42170\",\"served_model\":\"deepseek-ai/DeepSeek-V4.1-Flash-1017\"}}","HOSTNAME":"gateway","KUBERNETES_PORT":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP_ADDR":"10.53.0.1","KUBERNETES_PORT_443_TCP_PORT":"443","KUBERNETES_PORT_443_TCP_PROTO":"tcp","KUBERNETES_SERVICE_HOST":"10.53.0.1","KUBERNETES_SERVICE_PORT":"443","KUBERNETES_SERVICE_PORT_HTTPS":"443","OTEL_EXPORTER_OTLP_LOGS_ENDPOINT":"http://telemetry-collector.confidential-inference.svc.cluster.local:4318/v1/logs","OTEL_SERVICE_NAME":"gateway","PATH":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","SSL_CERT_FILE":"/etc/ssl/certs/ca-certificates.crt"}}}],"secrets":{"policy":"allow","read":["/confidential-inference/gateway/api-key-pepper","/confidential-inference/gateway/product-usage"]},"egress":[{"cidr":"172.173.67.102/32","port":443}]},"inference-worker-0":{"initContainers":[],"containers":[{"digest":"sha256:7b6dc8eea028b8f7948678e03046d36f0f2a69fa92e028cac613d61a63475b42","image":"ghcr.io/confidential-dot-ai/confidential-inference/sglang@sha256:7b6dc8eea028b8f7948678e03046d36f0f2a69fa92e028cac613d61a63475b42","command":{"policy":"exact","argv":["/usr/local/bin/wait-for-model"]},"args":{"policy":"exact","argv":["--path=/mnt/c8s-data/models/dsv411017a","--timeout-seconds=900","--poll-seconds=1","--expected-repository=deepseek-ai/DeepSeek-V4.1-Flash-1017","--expected-revision=1bae0e1088993b9b82de08f59de5be5a34e42170","--revision-metadata=.model-lock-local-manifest.json","--expected-file=.model-lock-local-manifest.json=eb73a3749d5c99994b018a6063068c2ca28871900415fc364fbbfe1b07300629","--expected-file=config.json=8be45ce0476004a3f529fd896115a4a2e800a129ad2d3ec05b16050f52e21879","--expected-file=model.safetensors.index.json=74b0686a3d2891980d5e303251b075a3bccae2c2ff650747db2620a649b98fa8","--expected-file=tokenizer_config.json=6ac8c8dc065ed118161d02dd532749ae3f52c243deac27872134fae2f50d8547","--gpu-metrics-port=29000","--private-server-output","--","python3","-m","sglang.launch_server","--model-path=/mnt/c8s-data/models/dsv411017a","--served-model-name=deepseek-ai/DeepSeek-V4.1-Flash-1017","--revision=1bae0e1088993b9b82de08f59de5be5a34e42170","--tool-call-parser=deepseekv41","--reasoning-parser=deepseek-v41","--tp=4","--moe-runner-backend=auto","--attention-backend=dsv4","--context-length=131072","--sampling-backend=pytorch","--max-running-requests=16","--flashinfer-allreduce-fusion-backend=trtllm","--mem-fraction-static=0.90","--chunked-prefill-size=4096","--swa-full-tokens-ratio=0.1","--enable-metrics","--enable-cache-report","--host=0.0.0.0","--port=30000"]},"mounts":{"policy":"exact","rules":[{"destination":"/dev/shm","kind":"emptyDir"},{"destination":"/mnt/c8s-data/models/dsv411017a","kind":"data"},{"destination":"/usr/bin/nvidia-persistenced","kind":"nodeRootFile","source":"/usr/bin/nvidia-persistenced","readOnly":true},{"destination":"/usr/bin/nvidia-smi","kind":"nodeRootFile","source":"/usr/bin/nvidia-smi","readOnly":true},{"destination":"/usr/lib/firmware/nvidia/595.71.05/gsp_ga10x.bin","kind":"nodeRootFile","source":"/usr/lib/firmware/nvidia/595.71.05/gsp_ga10x.bin","readOnly":true},{"destination":"/usr/lib/firmware/nvidia/595.71.05/gsp_tu10x.bin","kind":"nodeRootFile","source":"/usr/lib/firmware/nvidia/595.71.05/gsp_tu10x.bin","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libcuda.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libcuda.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libcudadebugger.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libcudadebugger.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-ml.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-ml.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.595.71.05","readOnly":true}]},"env":{"policy":"exact","values":{"CI_DIAGNOSTIC_SOURCE_REVISION":"30f74de606276a64821ef98fe4a58c5b7dd5219d","CUDA_VERSION":"13.0.3","DEBIAN_FRONTEND":"noninteractive","HF_HUB_OFFLINE":"1","HOME":"/tmp","HOSTNAME":"inference-worker-0-0","KUBERNETES_PORT":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP_ADDR":"10.53.0.1","KUBERNETES_PORT_443_TCP_PORT":"443","KUBERNETES_PORT_443_TCP_PROTO":"tcp","KUBERNETES_SERVICE_HOST":"10.53.0.1","KUBERNETES_SERVICE_PORT":"443","KUBERNETES_SERVICE_PORT_HTTPS":"443","LD_LIBRARY_PATH":"/opt/dsv41/lib/python3.12/site-packages/nvidia/cuda_runtime/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64","LIBRARY_PATH":"/usr/local/cuda/lib64/stubs","NCCL_VERSION":"2.28.3-1","NVARCH":"x86_64","NVIDIA_CTK_LIBCUDA_DIR":"/usr/lib/x86_64-linux-gnu","NVIDIA_DRIVER_CAPABILITIES":"compute,utility","NVIDIA_PRODUCT_NAME":"CUDA","NVIDIA_REQUIRE_CUDA":"cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576","NVIDIA_VISIBLE_DEVICES":"void","NV_CUDA_CUDART_DEV_VERSION":"13.0.96-1","NV_CUDA_CUDART_VERSION":"13.0.96-1","NV_CUDA_LIB_VERSION":"13.0.3-1","NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE":"cuda-nsight-compute-13-0=13.0.3-1","NV_CUDA_NSIGHT_COMPUTE_VERSION":"13.0.3-1","NV_LIBCUBLAS_DEV_PACKAGE":"libcublas-dev-13-0=13.1.1.3-1","NV_LIBCUBLAS_DEV_PACKAGE_NAME":"libcublas-dev-13-0","NV_LIBCUBLAS_DEV_VERSION":"13.1.1.3-1","NV_LIBCUBLAS_PACKAGE":"libcublas-13-0=13.1.1.3-1","NV_LIBCUBLAS_PACKAGE_NAME":"libcublas-13-0","NV_LIBCUBLAS_VERSION":"13.1.1.3-1","NV_LIBCUSPARSE_DEV_VERSION":"12.6.3.3-1","NV_LIBCUSPARSE_VERSION":"12.6.3.3-1","NV_LIBNCCL_DEV_PACKAGE":"libnccl-dev=2.28.3-1+cuda13.0","NV_LIBNCCL_DEV_PACKAGE_NAME":"libnccl-dev","NV_LIBNCCL_DEV_PACKAGE_VERSION":"2.28.3-1","NV_LIBNCCL_PACKAGE":"libnccl2=2.28.3-1+cuda13.0","NV_LIBNCCL_PACKAGE_NAME":"libnccl2","NV_LIBNCCL_PACKAGE_VERSION":"2.28.3-1","NV_LIBNPP_DEV_PACKAGE":"libnpp-dev-13-0=13.0.1.2-1","NV_LIBNPP_DEV_VERSION":"13.0.1.2-1","NV_LIBNPP_PACKAGE":"libnpp-13-0=13.0.1.2-1","NV_LIBNPP_VERSION":"13.0.1.2-1","NV_NVML_DEV_VERSION":"13.0.87-1","NV_NVTX_VERSION":"13.0.85-1","PATH":"/opt/dsv41/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","PYTHONDONTWRITEBYTECODE":"1","UV_COMPILE_BYTECODE":"0","UV_LINK_MODE":"copy","UV_NO_CACHE":"1","VIRTUAL_ENV":"/opt/dsv41"}}}],"secrets":{"policy":"allow","read":["/confidential-inference/volumes/dsv411017"]}},"inference-worker-1":{"initContainers":[],"containers":[{"digest":"sha256:7b6dc8eea028b8f7948678e03046d36f0f2a69fa92e028cac613d61a63475b42","image":"ghcr.io/confidential-dot-ai/confidential-inference/sglang@sha256:7b6dc8eea028b8f7948678e03046d36f0f2a69fa92e028cac613d61a63475b42","command":{"policy":"exact","argv":["/usr/local/bin/wait-for-model"]},"args":{"policy":"exact","argv":["--path=/mnt/c8s-data/models/dsv411017b","--timeout-seconds=900","--poll-seconds=1","--expected-repository=deepseek-ai/DeepSeek-V4.1-Flash-1017","--expected-revision=1bae0e1088993b9b82de08f59de5be5a34e42170","--revision-metadata=.model-lock-local-manifest.json","--expected-file=.model-lock-local-manifest.json=eb73a3749d5c99994b018a6063068c2ca28871900415fc364fbbfe1b07300629","--expected-file=config.json=8be45ce0476004a3f529fd896115a4a2e800a129ad2d3ec05b16050f52e21879","--expected-file=model.safetensors.index.json=74b0686a3d2891980d5e303251b075a3bccae2c2ff650747db2620a649b98fa8","--expected-file=tokenizer_config.json=6ac8c8dc065ed118161d02dd532749ae3f52c243deac27872134fae2f50d8547","--gpu-metrics-port=29000","--private-server-output","--","python3","-m","sglang.launch_server","--model-path=/mnt/c8s-data/models/dsv411017b","--served-model-name=deepseek-ai/DeepSeek-V4.1-Flash-1017","--revision=1bae0e1088993b9b82de08f59de5be5a34e42170","--tool-call-parser=deepseekv41","--reasoning-parser=deepseek-v41","--tp=4","--moe-runner-backend=auto","--attention-backend=dsv4","--context-length=131072","--sampling-backend=pytorch","--max-running-requests=16","--flashinfer-allreduce-fusion-backend=trtllm","--mem-fraction-static=0.90","--chunked-prefill-size=4096","--swa-full-tokens-ratio=0.1","--enable-metrics","--enable-cache-report","--host=0.0.0.0","--port=30000"]},"mounts":{"policy":"exact","rules":[{"destination":"/dev/shm","kind":"emptyDir"},{"destination":"/mnt/c8s-data/models/dsv411017b","kind":"data"},{"destination":"/usr/bin/nvidia-persistenced","kind":"nodeRootFile","source":"/usr/bin/nvidia-persistenced","readOnly":true},{"destination":"/usr/bin/nvidia-smi","kind":"nodeRootFile","source":"/usr/bin/nvidia-smi","readOnly":true},{"destination":"/usr/lib/firmware/nvidia/595.71.05/gsp_ga10x.bin","kind":"nodeRootFile","source":"/usr/lib/firmware/nvidia/595.71.05/gsp_ga10x.bin","readOnly":true},{"destination":"/usr/lib/firmware/nvidia/595.71.05/gsp_tu10x.bin","kind":"nodeRootFile","source":"/usr/lib/firmware/nvidia/595.71.05/gsp_tu10x.bin","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libcuda.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libcuda.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libcudadebugger.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libcudadebugger.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-ml.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-ml.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.595.71.05","readOnly":true},{"destination":"/usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.595.71.05","kind":"nodeRootFile","source":"/usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.595.71.05","readOnly":true}]},"env":{"policy":"exact","values":{"CI_DIAGNOSTIC_SOURCE_REVISION":"30f74de606276a64821ef98fe4a58c5b7dd5219d","CUDA_VERSION":"13.0.3","DEBIAN_FRONTEND":"noninteractive","HF_HUB_OFFLINE":"1","HOME":"/tmp","HOSTNAME":"inference-worker-1-0","KUBERNETES_PORT":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP_ADDR":"10.53.0.1","KUBERNETES_PORT_443_TCP_PORT":"443","KUBERNETES_PORT_443_TCP_PROTO":"tcp","KUBERNETES_SERVICE_HOST":"10.53.0.1","KUBERNETES_SERVICE_PORT":"443","KUBERNETES_SERVICE_PORT_HTTPS":"443","LD_LIBRARY_PATH":"/opt/dsv41/lib/python3.12/site-packages/nvidia/cuda_runtime/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64","LIBRARY_PATH":"/usr/local/cuda/lib64/stubs","NCCL_VERSION":"2.28.3-1","NVARCH":"x86_64","NVIDIA_CTK_LIBCUDA_DIR":"/usr/lib/x86_64-linux-gnu","NVIDIA_DRIVER_CAPABILITIES":"compute,utility","NVIDIA_PRODUCT_NAME":"CUDA","NVIDIA_REQUIRE_CUDA":"cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576","NVIDIA_VISIBLE_DEVICES":"void","NV_CUDA_CUDART_DEV_VERSION":"13.0.96-1","NV_CUDA_CUDART_VERSION":"13.0.96-1","NV_CUDA_LIB_VERSION":"13.0.3-1","NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE":"cuda-nsight-compute-13-0=13.0.3-1","NV_CUDA_NSIGHT_COMPUTE_VERSION":"13.0.3-1","NV_LIBCUBLAS_DEV_PACKAGE":"libcublas-dev-13-0=13.1.1.3-1","NV_LIBCUBLAS_DEV_PACKAGE_NAME":"libcublas-dev-13-0","NV_LIBCUBLAS_DEV_VERSION":"13.1.1.3-1","NV_LIBCUBLAS_PACKAGE":"libcublas-13-0=13.1.1.3-1","NV_LIBCUBLAS_PACKAGE_NAME":"libcublas-13-0","NV_LIBCUBLAS_VERSION":"13.1.1.3-1","NV_LIBCUSPARSE_DEV_VERSION":"12.6.3.3-1","NV_LIBCUSPARSE_VERSION":"12.6.3.3-1","NV_LIBNCCL_DEV_PACKAGE":"libnccl-dev=2.28.3-1+cuda13.0","NV_LIBNCCL_DEV_PACKAGE_NAME":"libnccl-dev","NV_LIBNCCL_DEV_PACKAGE_VERSION":"2.28.3-1","NV_LIBNCCL_PACKAGE":"libnccl2=2.28.3-1+cuda13.0","NV_LIBNCCL_PACKAGE_NAME":"libnccl2","NV_LIBNCCL_PACKAGE_VERSION":"2.28.3-1","NV_LIBNPP_DEV_PACKAGE":"libnpp-dev-13-0=13.0.1.2-1","NV_LIBNPP_DEV_VERSION":"13.0.1.2-1","NV_LIBNPP_PACKAGE":"libnpp-13-0=13.0.1.2-1","NV_LIBNPP_VERSION":"13.0.1.2-1","NV_NVML_DEV_VERSION":"13.0.87-1","NV_NVTX_VERSION":"13.0.85-1","PATH":"/opt/dsv41/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","PYTHONDONTWRITEBYTECODE":"1","UV_COMPILE_BYTECODE":"0","UV_LINK_MODE":"copy","UV_NO_CACHE":"1","VIRTUAL_ENV":"/opt/dsv41"}}}],"secrets":{"policy":"allow","read":["/confidential-inference/volumes/dsv411017"]}},"kube-state-metrics-42cfe3723a5f-ee8619bf":{"label":"registry.k8s.io/kube-state-metrics/kube-state-metrics@sha256:42cfe3723a5f058171c627537fb57a3ea0f26e4380fa18555a95cb1a1b4cfc5b","initContainers":[],"containers":[{"digest":"sha256:42cfe3723a5f058171c627537fb57a3ea0f26e4380fa18555a95cb1a1b4cfc5b","image":"registry.k8s.io/kube-state-metrics/kube-state-metrics@sha256:42cfe3723a5f058171c627537fb57a3ea0f26e4380fa18555a95cb1a1b4cfc5b","command":{"policy":"exact","argv":["/kube-state-metrics"]},"args":{"policy":"exact","argv":["--port=8080","--telemetry-port=8081","--resources=cronjobs,daemonsets,deployments,jobs,namespaces,nodes,persistentvolumeclaims,persistentvolumes,poddisruptionbudgets,pods,replicasets,services,statefulsets","--metric-denylist=^kube_node_info$,^kube_node_spec_taint$,^kube_pod_tolerations$,^kube_persistentvolume_info$,^kube_service_spec_external_ip$"]},"mounts":{"policy":"deny"},"env":{"policy":"match","variables":{"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"SSL_CERT_FILE":{"exact":"/etc/ssl/certs/ca-certificates.crt"}}}}]},"nginx-unprivileged-5d8bb9437d74-886d11c7":{"label":"nginxinc/nginx-unprivileged@sha256:5d8bb9437d74a600ec5dbf90c035451c724dc33eac8d3a71078f6f8612c345f6","initContainers":[],"containers":[{"digest":"sha256:5d8bb9437d74a600ec5dbf90c035451c724dc33eac8d3a71078f6f8612c345f6","image":"nginxinc/nginx-unprivileged@sha256:5d8bb9437d74a600ec5dbf90c035451c724dc33eac8d3a71078f6f8612c345f6","command":{"policy":"exact","argv":["/bin/sh","/usr/lib/c8s/router-nginx/serve.sh"]},"args":{"policy":"deny"},"mounts":{"policy":"exact","rules":[{"destination":"/discovery","kind":"emptyDir"},{"destination":"/etc/c8s-acme-key","kind":"emptyDir"},{"destination":"/etc/c8s-acme-tls","kind":"emptyDir"},{"destination":"/etc/c8s/certs","kind":"emptyDir"},{"destination":"/run/c8s-node","kind":"host","source":"/run/c8s-node","readOnly":true},{"destination":"/tmp","kind":"emptyDir"},{"destination":"/usr/lib/c8s/router-nginx","kind":"host","source":"/usr/lib/c8s/router-nginx","readOnly":true},{"destination":"/var/cache/nginx","kind":"emptyDir"},{"destination":"/var/lib/c8s-tunnel-body","kind":"emptyDir"}]},"env":{"policy":"match","variables":{"DYNPKG_RELEASE":{"exact":"1"},"HOSTNAME":{"present":true},"KUBERNETES_PORT":{"present":true},"KUBERNETES_PORT_443_TCP":{"present":true},"KUBERNETES_PORT_443_TCP_ADDR":{"present":true},"KUBERNETES_PORT_443_TCP_PORT":{"exact":"443"},"KUBERNETES_PORT_443_TCP_PROTO":{"exact":"tcp"},"KUBERNETES_SERVICE_HOST":{"present":true},"KUBERNETES_SERVICE_PORT":{"exact":"443"},"KUBERNETES_SERVICE_PORT_HTTPS":{"exact":"443"},"NGINX_VERSION":{"exact":"1.30.6"},"PATH":{"exact":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"},"PKG_RELEASE":{"exact":"1"}}}}]},"sglang-router":{"initContainers":[],"containers":[{"digest":"sha256:d973f3c28228c891f4e3b8f52f3517511d04f00ea077ba183fcce4c1e014a17b","image":"ghcr.io/confidential-dot-ai/confidential-inference/sglang-router@sha256:d973f3c28228c891f4e3b8f52f3517511d04f00ea077ba183fcce4c1e014a17b","command":{"policy":"exact","argv":["python3","-m","sglang_router.launch_router"]},"args":{"policy":"exact","argv":["--worker-urls","http://inference-worker-0-0.inference-workers:30000","http://inference-worker-1-0.inference-workers:30000","--policy=cache_aware","--cache-threshold=0.3","--balance-abs-threshold=64","--balance-rel-threshold=1.5","--eviction-interval-secs=60","--max-tree-size=67108864","--health-check-endpoint=/health","--health-check-interval-secs=2","--health-check-timeout-secs=5","--health-failure-threshold=3","--cb-failure-threshold=2","--cb-timeout-duration-secs=10","--connect-timeout-secs=2","--worker-startup-timeout-secs=3600","--host=0.0.0.0","--port=30000","--prometheus-host=0.0.0.0","--prometheus-port=29000"]},"mounts":{"policy":"deny"},"env":{"policy":"exact","values":{"CI_DIAGNOSTIC_SOURCE_REVISION":"cca3163988817c751dbef7e3197d5034f9b8e07b","CI_ROUTER_MODEL_ROUTES":"{\"routes\":{\"deepseek-ai/DeepSeek-V4.1-Flash-1017\":[\"deepseek-ai/DeepSeek-V4.1-Flash-1017\"]},\"schemaVersion\":1}","GPG_KEY":"7169605F62C751356D054A26A821E680E5FA6305","HOSTNAME":"sglang-router","KUBERNETES_PORT":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP_ADDR":"10.53.0.1","KUBERNETES_PORT_443_TCP_PORT":"443","KUBERNETES_PORT_443_TCP_PROTO":"tcp","KUBERNETES_SERVICE_HOST":"10.53.0.1","KUBERNETES_SERVICE_PORT":"443","KUBERNETES_SERVICE_PORT_HTTPS":"443","LANG":"C.UTF-8","PATH":"/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","PYTHON_SHA256":"b5796915dc45ff745cfb4e990a7e7c93d6f546328a102ce31448d69ebc37575c","PYTHON_VERSION":"3.12.16"}}}]},"telemetry-collector":{"initContainers":[],"containers":[{"digest":"sha256:7f22d2a6748110ffb6a59bc0df448bccbf501cdb667d610ede4c61d3863d5849","image":"docker.io/otel/opentelemetry-collector-contrib@sha256:7f22d2a6748110ffb6a59bc0df448bccbf501cdb667d610ede4c61d3863d5849","command":{"policy":"exact","argv":["/otelcol-contrib"]},"args":{"policy":"exact","argv":["--config=yaml:{\"connectors\":{\"spanmetrics\":{\"dimensions\":[],\"histogram\":{\"explicit\":{\"buckets\":[\"5ms\",\"25ms\",\"100ms\",\"250ms\",\"500ms\",\"1s\",\"2s\",\"5s\",\"10s\",\"30s\",\"60s\",\"120s\"]}},\"metrics_flush_interval\":\"30s\"}},\"exporters\":{\"otlphttp/loki\":{\"auth\":{\"authenticator\":\"basicauth/loki\"},\"logs_endpoint\":\"https://ci-admin-next-loki.centralus.cloudapp.azure.com/otlp/v1/logs\"},\"prometheusremotewrite\":{\"auth\":{\"authenticator\":\"oauth2client\"},\"endpoint\":\"https://ci-admin-next-loki.centralus.cloudapp.azure.com/prometheus/dataCollectionRules/dcr-50a134d921ce434a86bcd8f01ab93b6e/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24\",\"external_labels\":{\"cluster\":\"b200-vanilla-20261106\",\"environment\":\"production\"},\"resource_to_telemetry_conversion\":{\"enabled\":false},\"target_info\":{\"enabled\":false}}},\"extensions\":{\"basicauth/loki\":{\"client_auth\":{\"password\":\"${file:/mnt/c8s-data/telemetry-relay/loki-password}\",\"username\":\"loki-push\"}},\"health_check\":{\"endpoint\":\"0.0.0.0:13133\"},\"oauth2client\":{\"client_id\":\"c486ee14-1dca-4c1d-af4f-be163302ff44\",\"client_secret_file\":\"/mnt/c8s-data/telemetry-relay/entra-client-secret\",\"scopes\":[\"https://monitor.azure.com/.default\"],\"token_url\":\"https://ci-admin-next-loki.centralus.cloudapp.azure.com/entra/693babab-0ab8-4ffb-8b5c-eb8aef3b10d1/oauth2/v2.0/token\"}},\"processors\":{\"batch\":{},\"memory_limiter\":{\"check_interval\":\"1s\",\"limit_percentage\":80,\"spike_limit_percentage\":20},\"resource/identity\":{\"attributes\":[{\"action\":\"upsert\",\"key\":\"deployment.environment\",\"value\":\"production\"},{\"action\":\"upsert\",\"key\":\"service.namespace\",\"value\":\"b200-vanilla-20261106\"}]},\"transform/logs\":{\"error_mode\":\"ignore\",\"log_statements\":[\"keep_keys(resource.attributes, [\\\"service.name\\\"])\",\"keep_keys(log.attributes, [])\",\"replace_pattern(log.body, \\\"(?i)bearer\\\\\\\\s+[A-Za-z0-9._~+/=-]+\\\", \\\"Bearer [REDACTED]\\\")\"]},\"transform/metrics\":{\"error_mode\":\"ignore\",\"metric_statements\":[\"keep_keys(datapoint.attributes, [\\\"DCGM_FI_DRIVER_VERSION\\\",\\\"Hostname\\\",\\\"__name__\\\",\\\"attempt\\\",\\\"backend\\\",\\\"backend_type\\\",\\\"branch\\\",\\\"cache_source\\\",\\\"cache_status\\\",\\\"category\\\",\\\"clock_event\\\",\\\"component\\\",\\\"condition\\\",\\\"connection_mode\\\",\\\"container\\\",\\\"created_by_kind\\\",\\\"created_by_name\\\",\\\"daemonset\\\",\\\"data_type\\\",\\\"deployment\\\",\\\"dp_rank\\\",\\\"endpoint\\\",\\\"engine_type\\\",\\\"env\\\",\\\"err_code\\\",\\\"error_code\\\",\\\"error_type\\\",\\\"event\\\",\\\"exporter\\\",\\\"forward_mode\\\",\\\"from\\\",\\\"gpu\\\",\\\"image\\\",\\\"instance\\\",\\\"is_streaming\\\",\\\"job\\\",\\\"job_name\\\",\\\"key_id\\\",\\\"layer\\\",\\\"le\\\",\\\"method\\\",\\\"modality\\\",\\\"mode\\\",\\\"model\\\",\\\"modelName\\\",\\\"model_name\\\",\\\"moe_ep_rank\\\",\\\"namespace\\\",\\\"node\\\",\\\"operation\\\",\\\"otel.signal\\\",\\\"outcome\\\",\\\"owner_is_controller\\\",\\\"owner_kind\\\",\\\"owner_name\\\",\\\"path\\\",\\\"persistentvolumeclaim\\\",\\\"phase\\\",\\\"pod\\\",\\\"policy\\\",\\\"pool\\\",\\\"pp_rank\\\",\\\"priority\\\",\\\"processor\\\",\\\"qos_class\\\",\\\"quantile\\\",\\\"reason\\\",\\\"receiver\\\",\\\"replica\\\",\\\"resource\\\",\\\"result\\\",\\\"revision\\\",\\\"router\\\",\\\"router_type\\\",\\\"service_version\\\",\\\"source\\\",\\\"stage\\\",\\\"statefulset\\\",\\\"status\\\",\\\"status_code\\\",\\\"storage_type\\\",\\\"storageclass\\\",\\\"streaming\\\",\\\"to\\\",\\\"token_type\\\",\\\"tp_rank\\\",\\\"transport\\\",\\\"type\\\",\\\"unit\\\",\\\"volume\\\",\\\"worker\\\",\\\"worker_type\\\",\\\"xid\\\"])\"]},\"transform/traces\":{\"error_mode\":\"ignore\",\"trace_statements\":[\"keep_keys(resource.attributes, [\\\"service.name\\\"])\",\"keep_keys(span.attributes, [\\\"gen_ai.usage.completion_tokens\\\",\\\"gen_ai.usage.prompt_tokens\\\",\\\"gen_ai.usage.cached_tokens\\\",\\\"gen_ai.response.model\\\",\\\"gen_ai.latency.time_in_queue\\\",\\\"gen_ai.latency.time_to_first_token\\\",\\\"gen_ai.latency.e2e\\\",\\\"gen_ai.latency.time_in_model_prefill\\\",\\\"gen_ai.latency.time_in_model_decode\\\",\\\"gen_ai.latency.time_in_model_inference\\\"])\",\"keep_keys(spanevent.attributes, [])\"]}},\"receivers\":{\"otlp\":{\"protocols\":{\"grpc\":{\"endpoint\":\"0.0.0.0:4317\"},\"http\":{\"endpoint\":\"0.0.0.0:4318\"}}},\"prometheus\":{\"config\":{\"global\":{\"scrape_interval\":\"15s\",\"scrape_timeout\":\"10s\"},\"scrape_configs\":[{\"dns_sd_configs\":[{\"names\":[\"telemetry-gateway.confidential-inference.svc.cluster.local\"],\"port\":9090,\"type\":\"A\"}],\"job_name\":\"gateway\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|env|model|key_id|status|reason|event|router|cache_status|type)\"}],\"relabel_configs\":[{\"replacement\":\"gateway\",\"target_label\":\"component\"}]},{\"dns_sd_configs\":[{\"names\":[\"telemetry-router.confidential-inference.svc.cluster.local\"],\"port\":29000,\"type\":\"A\"}],\"job_name\":\"sglang-router\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|attempt|backend_type|branch|connection_mode|endpoint|error_code|error_type|from|method|model|operation|outcome|path|policy|reason|result|router_type|source|stage|status_code|storage_type|streaming|to|token_type|worker|worker_type)\"}],\"relabel_configs\":[{\"replacement\":\"sglang-router\",\"target_label\":\"component\"}]},{\"job_name\":\"inference-worker-0\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|model_name|engine_type|tp_rank|pp_rank|dp_rank|moe_ep_rank|priority|backend|cache_source|category|forward_mode|is_streaming|layer|modality|mode|phase|pool|reason|source|stage)\"}],\"static_configs\":[{\"labels\":{\"component\":\"inference-worker\",\"replica\":\"inference-worker-0\"},\"targets\":[\"inference-worker-0-0.inference-workers.confidential-inference.svc.cluster.local:30000\"]}]},{\"job_name\":\"inference-gpu-0\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|gpu|modelName|Hostname|DCGM_FI_DRIVER_VERSION|xid|clock_event|err_code)\"}],\"static_configs\":[{\"labels\":{\"component\":\"inference-gpu\",\"replica\":\"inference-worker-0\"},\"targets\":[\"inference-worker-0-0.inference-workers.confidential-inference.svc.cluster.local:29000\"]}]},{\"job_name\":\"inference-worker-1\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|model_name|engine_type|tp_rank|pp_rank|dp_rank|moe_ep_rank|priority|backend|cache_source|category|forward_mode|is_streaming|layer|modality|mode|phase|pool|reason|source|stage)\"}],\"static_configs\":[{\"labels\":{\"component\":\"inference-worker\",\"replica\":\"inference-worker-1\"},\"targets\":[\"inference-worker-1-0.inference-workers.confidential-inference.svc.cluster.local:30000\"]}]},{\"job_name\":\"inference-gpu-1\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|gpu|modelName|Hostname|DCGM_FI_DRIVER_VERSION|xid|clock_event|err_code)\"}],\"static_configs\":[{\"labels\":{\"component\":\"inference-gpu\",\"replica\":\"inference-worker-1\"},\"targets\":[\"inference-worker-1-0.inference-workers.confidential-inference.svc.cluster.local:29000\"]}]},{\"job_name\":\"otelcol\",\"metric_relabel_configs\":[{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|receiver|processor|exporter|transport|data_type|otel.signal|service_version)\"}],\"static_configs\":[{\"labels\":{\"component\":\"telemetry-collector\"},\"targets\":[\"127.0.0.1:8888\"]}]},{\"job_name\":\"kube-state-metrics\",\"metric_relabel_configs\":[{\"action\":\"keep\",\"regex\":\"kube_(node|pod|deployment|statefulset|daemonset|job|persistentvolumeclaim|namespace)_.*\",\"source_labels\":[\"__name__\"]},{\"action\":\"drop\",\"regex\":\"kube_pod_tolerations|kube_pod_ips|kube_node_spec_taint|kube_node_status_addresses\",\"source_labels\":[\"__name__\"]},{\"action\":\"labelkeep\",\"regex\":\"(__name__|job|instance|component|replica|le|quantile|namespace|pod|container|node|reason|phase|condition|status|resource|unit|qos_class|deployment|statefulset|daemonset|job_name|persistentvolumeclaim|storageclass|volume|owner_kind|owner_name|owner_is_controller|created_by_kind|created_by_name|revision|image)\"}],\"static_configs\":[{\"labels\":{\"component\":\"kube-state-metrics\"},\"targets\":[\"10.53.0.11:8080\"]}]}]}}},\"service\":{\"extensions\":[\"health_check\",\"oauth2client\",\"basicauth/loki\"],\"pipelines\":{\"logs\":{\"exporters\":[\"otlphttp/loki\"],\"processors\":[\"memory_limiter\",\"transform/logs\",\"resource/identity\",\"batch\"],\"receivers\":[\"otlp\"]},\"metrics\":{\"exporters\":[\"prometheusremotewrite\"],\"processors\":[\"memory_limiter\",\"transform/metrics\",\"resource/identity\",\"batch\"],\"receivers\":[\"prometheus\"]}},\"telemetry\":{\"logs\":{\"level\":\"info\"},\"metrics\":{\"level\":\"normal\",\"readers\":[{\"pull\":{\"exporter\":{\"prometheus\":{\"host\":\"127.0.0.1\",\"port\":8888}}}}]}}}}"]},"mounts":{"policy":"exact","rules":[{"destination":"/mnt/c8s-data/telemetry-relay","kind":"data"}]},"env":{"policy":"exact","values":{"HOSTNAME":"telemetry-collector","KUBERNETES_PORT":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP":"tcp://10.53.0.1:443","KUBERNETES_PORT_443_TCP_ADDR":"10.53.0.1","KUBERNETES_PORT_443_TCP_PORT":"443","KUBERNETES_PORT_443_TCP_PROTO":"tcp","KUBERNETES_SERVICE_HOST":"10.53.0.1","KUBERNETES_SERVICE_PORT":"443","KUBERNETES_SERVICE_PORT_HTTPS":"443","PATH":"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"}}}],"egress":[{"cidr":"172.173.67.102/32","port":443}]}}}