kube-rs / kube

Rust Kubernetes client and controller runtime
https://kube.rs
Apache License 2.0
2.9k stars 304 forks source link

Api<Pod>.list(...) failed with "expected IntOrString" #624

Closed davidB closed 3 years ago

davidB commented 3 years ago

On a fresh k3d cluster, running the following example

use k8s_openapi::api::core::v1::Pod;

use kube::{
    api::{Api, ListParams},
    Client,
};

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    std::env::set_var("RUST_LOG", "info,kube=debug");
    tracing_subscriber::fmt::init();
    let client = Client::try_default().await?;
    let pods: Api<Pod> = Api::all(client);
    // let pods: Api<Pod> = Api::namespaced(client, "kube-system");

    let lp = ListParams::default().timeout(10);
    let pods = pods.list(&lp).await?;

    eprintln!("pods: {:?}", pods);

    Ok(())
}

Failed with

     Running `target/debug/examples/pod_api --nocapture`
Aug 26 21:41:41.819 DEBUG HTTP{http.method=GET http.url=https://0.0.0.0:42085/api/v1/pods? otel.name="list" otel.kind="client"}: kube::client: requesting
Aug 26 21:41:41.833  WARN kube::client: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"4942"},"items":[{"metadata":{"name":"local-path-provisioner-5ff76fc89d-m92db","generateName":"local-path-provisioner-5ff76fc89d-","namespace":"kube-system","uid":"faafa7f6-5261-4003-8d3c-d9211c3ed067","resourceVersion":"502","creationTimestamp":"2021-08-26T18:01:17Z","labels":{"app":"local-path-provisioner","pod-template-hash":"5ff76fc89d"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"local-path-provisioner-5ff76fc89d","uid":"1e852f80-4d32-413b-b476-ff30014eeff7","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"k3s","operation":"Update","apiVersion":"v1","time":"2021-08-26T18:01:33Z","fieldsType":"FieldsV1","field
...
tate":{"running":{"startedAt":"2021-08-26T18:01:39Z"}},"lastState":{},"ready":true,"restartCount":0,"image":"docker.io/rancher/library-traefik:2.4.8","imageID":"docker.io/rancher/library-traefik@sha256:343de3610780fc88b04eeb2145cbf8189e8f6278c2061de4a1e10de31711c252","containerID":"containerd://d65632b1e96919d34e412afabb2c5a1a1d24f3ddd4aece10fc3dfec294f6789e","started":true}],"qosClass":"BestEffort"}}]}
, Error("invalid type: map, expected IntOrString", line: 1, column: 14284)
Error: Error deserializing response

Caused by:
    invalid type: map, expected IntOrString at line 1 column 14284

In this example around column 14284 I found something correct "livenessProbe":{"httpGet":{"path":"/health","port":8080,"scheme":"HTTP"},

Bug originally reported at https://github.com/davidB/kubectl-view-allocations/issues/141

Any idea, workaround,... ?

clux commented 3 years ago

Hm, what version of kubernetes is this? I haven't merged over the thing that makes v1_22 selectable as a feature yet (#622), and this runs fine on my local 1.20 k3d cluster.

davidB commented 3 years ago
❯ kubectl version --short                                                                                                                                                                          
Client Version: v1.21.3
Server Version: v1.21.1+k3s1

On cargo.toml

[dependencies]
tokio = { version = "1.6", features = ["full"], optional = true }
kube = { version = "0.59", features = [
    "client",
    "oauth",
    "gzip",
    "native-tls",
], default-features = false }
k8s-openapi = { version = "0.13", default-features = false }
thiserror = "1.0"
serde = "1.0"
serde_json = "1.0"
...

[features]
default = ["cli"]
cli = [
    "tokio",
    "k8s-openapi/v1_20",
    "tracing-subscriber",
    "tracing-bunyan-formatter",
    "prettytable",
]
...
clux commented 3 years ago

Just ran this again with a fresh k3d with:

Server Version: version.Info{Major:"1", Minor:"21", GitVersion:"v1.21.1+k3s1", GitCommit:"75dba57f9b1de3ec0403b148c52c348e1dee2a5e", GitTreeState:"clean", BuildDate:"2021-05-21T16:12:29Z", GoVersion:"go1.16.4", Compiler:"gc", Platform:"linux/amd64"}

Still passing.

Edit: Also passing on:

Server Version: version.Info{Major:"1", Minor:"21", GitVersion:"v1.21.3+k3s1", GitCommit:"1d1f220fbee9cdeb5416b76b707dde8c231121f2", GitTreeState:"clean", BuildDate:"2021-07-22T20:52:14Z", GoVersion:"go1.16.6", Compiler:"gc", Platform:"linux/amd64"}

with

k3d version v4.4.8
k3s version v1.21.3-k3s1 (default)

What version feature are you selecting for k8s-openapi?

mine:

k8s-openapi = { version = "0.13.0", features = ["v1_21"], default-features = false }
davidB commented 3 years ago

I tried v1_21, v1_20, v1_16, injected directly on dependency definition (like in your sample) or via feature (like in my code above).

I also tried with a local kind.

❯ kubectl version --short                                                                                                                                                                          
Client Version: v1.21.3
Server Version: v1.21.1

Same issue

clux commented 3 years ago

Hm. I'm not sure what I'm doing wrong then. I just took your code, used it as an example in this repo with v1_21 against latest k3d and latest default k8s versions. Tried it Api::all and the commented out kube-system namespace:

     Running `/home/clux/repos/kube-rs/target/debug/examples/bug624`
Aug 26 21:58:24.115 DEBUG HTTP{http.method=GET http.url=https://0.0.0.0:33125/api/v1/namespaces/kube-system/pods? otel.name="list" otel.kind="client"}: kube::client: requesting
pods: ObjectList { metadata: ListMeta { continue_: None, remaining_item_count: None, resource_version: Some("845"), self_link: None }, items: [Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:54:58Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("local-path-provisioner-5ff76fc89d-"), generation: None, labels: Some({"app": "local-path-provisioner", "pod-template-hash": "5ff76fc89d"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:app": Object({}), "f:pod-template-hash": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"89423bc4-8280-404e-8a01-cf0086d61fd8\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"local-path-provisioner\"}": Object({".": Object({}), "f:command": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"POD_NAMESPACE\"}": Object({".": Object({}), "f:name": Object({}), "f:valueFrom": Object({".": Object({}), "f:fieldRef": Object({".": Object({}), "f:apiVersion": Object({}), "f:fieldPath": Object({})})})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:resources": Object({}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/etc/config/\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:priorityClassName": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"config-volume\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:name": Object({})}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.3\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:32Z)) }]), name: Some("local-path-provisioner-5ff76fc89d-m8zb8"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "ReplicaSet", name: "local-path-provisioner-5ff76fc89d", uid: "89423bc4-8280-404e-8a01-cf0086d61fd8" }]), resource_version: Some("560"), self_link: None, uid: Some("975c116c-b324-454a-8fb9-3bc2052dd45a") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: None, command: Some(["local-path-provisioner", "start", "--config", "/etc/config/config.json"]), env: Some([EnvVar { name: "POD_NAMESPACE", value: None, value_from: Some(EnvVarSource { config_map_key_ref: None, field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), resource_field_ref: None, secret_key_ref: None }) }]), env_from: None, image: Some("rancher/local-path-provisioner:v0.0.19"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "local-path-provisioner", ports: None, readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: None, startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/etc/config/", mount_propagation: None, name: "config-volume", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-86625", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(2000001000), priority_class_name: Some("system-node-critical"), readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("local-path-provisioner-service-account"), service_account_name: Some("local-path-provisioner-service-account"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: None, name: Some("local-path-config"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "config-volume", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-86625", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://0c6403f4d809c88bf8df1fce4cad4f7e223abe244b20ab90d9d43fae7a001a35"), image: "docker.io/rancher/local-path-provisioner:v0.0.19", image_id: "docker.io/rancher/local-path-provisioner@sha256:9666b1635fec95d4e2251661e135c90678b8f45fd0f8324c55db99c80e2a958c", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "local-path-provisioner", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:31Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.0.3"), pod_ips: Some([PodIP { ip: Some("10.42.0.3") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:54:58Z)) }) }, Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:54:58Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("metrics-server-86cbb8457f-"), generation: None, labels: Some({"k8s-app": "metrics-server", "pod-template-hash": "86cbb8457f"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:k8s-app": Object({}), "f:pod-template-hash": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"b35a0242-295a-4e03-95d7-81d86a25db5f\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"metrics-server\"}": Object({".": Object({}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:resources": Object({}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/tmp\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:priorityClassName": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"tmp-dir\"}": Object({".": Object({}), "f:emptyDir": Object({}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.2\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:32Z)) }]), name: Some("metrics-server-86cbb8457f-z8gkw"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "ReplicaSet", name: "metrics-server-86cbb8457f", uid: "b35a0242-295a-4e03-95d7-81d86a25db5f" }]), resource_version: Some("562"), self_link: None, uid: Some("591d790a-1a77-423d-9575-ba240f9287aa") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: None, command: None, env: None, env_from: None, image: Some("rancher/metrics-server:v0.3.6"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "metrics-server", ports: None, readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: None, startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/tmp", mount_propagation: None, name: "tmp-dir", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-zx9f9", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(2000001000), priority_class_name: Some("system-node-critical"), readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("metrics-server"), service_account_name: Some("metrics-server"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: Some(EmptyDirVolumeSource { medium: None, size_limit: None }), ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "tmp-dir", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-zx9f9", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://552ecf0a014ec19e15a2e63d4777e1f86c55bb25c915cca45ab4a7d2319ee6fd"), image: "docker.io/rancher/metrics-server:v0.3.6", image_id: "docker.io/rancher/metrics-server@sha256:b85628b103169d7db52a32a48b46d8942accb7bde3709c0a4888a23d035f9f1e", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "metrics-server", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:31Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.0.2"), pod_ips: Some([PodIP { ip: Some("10.42.0.2") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:54:58Z)) }) }, Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:54:58Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("coredns-7448499f4d-"), generation: None, labels: Some({"k8s-app": "kube-dns", "pod-template-hash": "7448499f4d"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:k8s-app": Object({}), "f:pod-template-hash": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"2207d12a-392f-4bbf-9b11-5e768f6bce8e\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"coredns\"}": Object({".": Object({}), "f:args": Object({}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:livenessProbe": Object({".": Object({}), "f:failureThreshold": Object({}), "f:httpGet": Object({".": Object({}), "f:path": Object({}), "f:port": Object({}), "f:scheme": Object({})}), "f:initialDelaySeconds": Object({}), "f:periodSeconds": Object({}), "f:successThreshold": Object({}), "f:timeoutSeconds": Object({})}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":53,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})}), "k:{\"containerPort\":53,\"protocol\":\"UDP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})}), "k:{\"containerPort\":9153,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:readinessProbe": Object({".": Object({}), "f:failureThreshold": Object({}), "f:httpGet": Object({".": Object({}), "f:path": Object({}), "f:port": Object({}), "f:scheme": Object({})}), "f:periodSeconds": Object({}), "f:successThreshold": Object({}), "f:timeoutSeconds": Object({})}), "f:resources": Object({".": Object({}), "f:limits": Object({".": Object({}), "f:memory": Object({})}), "f:requests": Object({".": Object({}), "f:cpu": Object({}), "f:memory": Object({})})}), "f:securityContext": Object({".": Object({}), "f:allowPrivilegeEscalation": Object({}), "f:capabilities": Object({".": Object({}), "f:add": Object({}), "f:drop": Object({})}), "f:readOnlyRootFilesystem": Object({})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/etc/coredns\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({}), "f:readOnly": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:nodeSelector": Object({".": Object({}), "f:beta.kubernetes.io/os": Object({})}), "f:priorityClassName": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"config-volume\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:items": Object({}), "f:name": Object({})}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.4\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:32Z)) }]), name: Some("coredns-7448499f4d-4tj2g"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "ReplicaSet", name: "coredns-7448499f4d", uid: "2207d12a-392f-4bbf-9b11-5e768f6bce8e" }]), resource_version: Some("572"), self_link: None, uid: Some("8cd9cf6b-d4f9-45da-a929-cb51e2e227c5") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: Some(["-conf", "/etc/coredns/Corefile"]), command: None, env: None, env_from: None, image: Some("rancher/coredns-coredns:1.8.3"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: Some(Probe { exec: None, failure_threshold: Some(3), http_get: Some(HTTPGetAction { host: None, http_headers: None, path: Some("/health"), port: Int(8080), scheme: Some("HTTP") }), initial_delay_seconds: Some(60), period_seconds: Some(10), success_threshold: Some(1), tcp_socket: None, termination_grace_period_seconds: None, timeout_seconds: Some(1) }), name: "coredns", ports: Some([ContainerPort { container_port: 53, host_ip: None, host_port: None, name: Some("dns"), protocol: Some("UDP") }, ContainerPort { container_port: 53, host_ip: None, host_port: None, name: Some("dns-tcp"), protocol: Some("TCP") }, ContainerPort { container_port: 9153, host_ip: None, host_port: None, name: Some("metrics"), protocol: Some("TCP") }]), readiness_probe: Some(Probe { exec: None, failure_threshold: Some(3), http_get: Some(HTTPGetAction { host: None, http_headers: None, path: Some("/ready"), port: Int(8181), scheme: Some("HTTP") }), initial_delay_seconds: None, period_seconds: Some(2), success_threshold: Some(1), tcp_socket: None, termination_grace_period_seconds: None, timeout_seconds: Some(1) }), resources: Some(ResourceRequirements { limits: Some({"memory": Quantity("170Mi")}), requests: Some({"cpu": Quantity("100m"), "memory": Quantity("70Mi")}) }), security_context: Some(SecurityContext { allow_privilege_escalation: Some(false), capabilities: Some(Capabilities { add: Some(["NET_BIND_SERVICE"]), drop: Some(["all"]) }), privileged: None, proc_mount: None, read_only_root_filesystem: Some(true), run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/etc/coredns", mount_propagation: None, name: "config-volume", read_only: Some(true), sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-zslqv", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("Default"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: Some({"beta.kubernetes.io/os": "linux"}), overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(2000000000), priority_class_name: Some("system-cluster-critical"), readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("coredns"), service_account_name: Some("coredns"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: Some([KeyToPath { key: "Corefile", mode: None, path: "Corefile" }, KeyToPath { key: "NodeHosts", mode: None, path: "NodeHosts" }]), name: Some("coredns"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "config-volume", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-zslqv", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:32Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://c97f65af874b9c7e9478a05e823102ce9ec399110645aa29aa5ca380553e5e32"), image: "docker.io/rancher/coredns-coredns:1.8.3", image_id: "docker.io/rancher/coredns-coredns@sha256:cd0f6ef34a9ee6145c0bcbc0a4511a04f81dc2c91582140f0f0250be834b5f27", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "coredns", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:31Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.0.4"), pod_ips: Some([PodIP { ip: Some("10.42.0.4") }]), qos_class: Some("Burstable"), reason: None, start_time: Some(Time(2021-08-26T20:54:58Z)) }) }, Pod { metadata: ObjectMeta { annotations: Some({"helmcharts.helm.cattle.io/configHash": "SHA256=E3B0C44298FC1C149AFBF4C8996FB92427AE41E4649B934CA495991B7852B855"}), cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:54:58Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("helm-install-traefik-crd-"), generation: None, labels: Some({"controller-uid": "cb295ff2-1b8f-4339-bc48-46cea56594bd", "helmcharts.helm.cattle.io/chart": "traefik-crd", "job-name": "helm-install-traefik-crd"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:annotations": Object({".": Object({}), "f:helmcharts.helm.cattle.io/configHash": Object({})}), "f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:controller-uid": Object({}), "f:helmcharts.helm.cattle.io/chart": Object({}), "f:job-name": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"cb295ff2-1b8f-4339-bc48-46cea56594bd\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"helm\"}": Object({".": Object({}), "f:args": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"CHART\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"CHART_NAMESPACE\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"HELM_DRIVER\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"HELM_VERSION\"}": Object({".": Object({}), "f:name": Object({})}), "k:{\"name\":\"NAME\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"NO_PROXY\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"REPO\"}": Object({".": Object({}), "f:name": Object({})}), "k:{\"name\":\"TARGET_NAMESPACE\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"VERSION\"}": Object({".": Object({}), "f:name": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:resources": Object({}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/chart\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})}), "k:{\"mountPath\":\"/config\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"content\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:name": Object({})}), "f:name": Object({})}), "k:{\"name\":\"values\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:name": Object({})}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.5\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:35Z)) }]), name: Some("helm-install-traefik-crd-lcqnb"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "batch/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "Job", name: "helm-install-traefik-crd", uid: "cb295ff2-1b8f-4339-bc48-46cea56594bd" }]), resource_version: Some("624"), self_link: None, uid: Some("7629a840-b114-4710-ac86-bd4850f3c186") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: Some(["install"]), command: None, env: Some([EnvVar { name: "NAME", value: Some("traefik-crd"), value_from: None }, EnvVar { name: "VERSION", value: None, value_from: None }, EnvVar { name: "REPO", value: None, value_from: None }, EnvVar { name: "HELM_DRIVER", value: Some("secret"), value_from: None }, EnvVar { name: "CHART_NAMESPACE", value: Some("kube-system"), value_from: None }, EnvVar { name: "CHART", value: Some("https://%{KUBERNETES_API}%/static/charts/traefik-crd-9.18.2.tgz"), value_from: None }, EnvVar { name: "HELM_VERSION", value: None, value_from: None }, EnvVar { name: "TARGET_NAMESPACE", value: Some("kube-system"), value_from: None }, EnvVar { name: "NO_PROXY", value: Some(".svc,.cluster.local,10.42.0.0/16,10.43.0.0/16"), value_from: None }]), env_from: None, image: Some("rancher/klipper-helm:v0.6.1-build20210616"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "helm", ports: None, readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: None, startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/config", mount_propagation: None, name: "values", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/chart", mount_propagation: None, name: "content", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-wkxk8", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(0), priority_class_name: None, readiness_gates: None, restart_policy: Some("OnFailure"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("helm-traefik-crd"), service_account_name: Some("helm-traefik-crd"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: None, name: Some("chart-values-traefik-crd"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "values", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: None, name: Some("chart-content-traefik-crd"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "content", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-wkxk8", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: Some("PodCompleted"), status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: Some("PodCompleted"), status: "False", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: Some("PodCompleted"), status: "False", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://07039a588cbb06247bab0473699ba044a6248acecdbf848f2a85c04ef5a08492"), image: "docker.io/rancher/klipper-helm:v0.6.1-build20210616", image_id: "docker.io/rancher/klipper-helm@sha256:5877902c76806ed1c0221a4c4c50b6c10514c7885ea5fd548b19129679737439", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "helm", ready: false, restart_count: 0, started: Some(false), state: Some(ContainerState { running: None, terminated: Some(ContainerStateTerminated { container_id: Some("containerd://07039a588cbb06247bab0473699ba044a6248acecdbf848f2a85c04ef5a08492"), exit_code: 0, finished_at: Some(Time(2021-08-26T20:55:34Z)), message: None, reason: Some("Completed"), signal: None, started_at: Some(Time(2021-08-26T20:55:33Z)) }), waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Succeeded"), pod_ip: Some("10.42.0.5"), pod_ips: Some([PodIP { ip: Some("10.42.0.5") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:54:58Z)) }) }, Pod { metadata: ObjectMeta { annotations: Some({"helmcharts.helm.cattle.io/configHash": "SHA256=FF1EA847375A5FDE6D11BB8A481554BE3739EF351D29A81FBED619A0180201B5"}), cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:54:58Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("helm-install-traefik-"), generation: None, labels: Some({"controller-uid": "4a741e19-b734-4dfb-a601-1a1156a115ac", "helmcharts.helm.cattle.io/chart": "traefik", "job-name": "helm-install-traefik"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:annotations": Object({".": Object({}), "f:helmcharts.helm.cattle.io/configHash": Object({})}), "f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:controller-uid": Object({}), "f:helmcharts.helm.cattle.io/chart": Object({}), "f:job-name": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"4a741e19-b734-4dfb-a601-1a1156a115ac\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"helm\"}": Object({".": Object({}), "f:args": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"CHART\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"CHART_NAMESPACE\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"HELM_DRIVER\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"HELM_VERSION\"}": Object({".": Object({}), "f:name": Object({})}), "k:{\"name\":\"NAME\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"NO_PROXY\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"REPO\"}": Object({".": Object({}), "f:name": Object({})}), "k:{\"name\":\"TARGET_NAMESPACE\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"VERSION\"}": Object({".": Object({}), "f:name": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:resources": Object({}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/chart\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})}), "k:{\"mountPath\":\"/config\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"content\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:name": Object({})}), "f:name": Object({})}), "k:{\"name\":\"values\"}": Object({".": Object({}), "f:configMap": Object({".": Object({}), "f:defaultMode": Object({}), "f:name": Object({})}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:reason": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.6\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:38Z)) }]), name: Some("helm-install-traefik-nzkwh"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "batch/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "Job", name: "helm-install-traefik", uid: "4a741e19-b734-4dfb-a601-1a1156a115ac" }]), resource_version: Some("679"), self_link: None, uid: Some("a58ad1f1-399f-46c6-b616-d578fd7b83c8") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: Some(["install", "--set-string", "global.systemDefaultRegistry="]), command: None, env: Some([EnvVar { name: "NAME", value: Some("traefik"), value_from: None }, EnvVar { name: "VERSION", value: None, value_from: None }, EnvVar { name: "REPO", value: None, value_from: None }, EnvVar { name: "HELM_DRIVER", value: Some("secret"), value_from: None }, EnvVar { name: "CHART_NAMESPACE", value: Some("kube-system"), value_from: None }, EnvVar { name: "CHART", value: Some("https://%{KUBERNETES_API}%/static/charts/traefik-9.18.2.tgz"), value_from: None }, EnvVar { name: "HELM_VERSION", value: None, value_from: None }, EnvVar { name: "TARGET_NAMESPACE", value: Some("kube-system"), value_from: None }, EnvVar { name: "NO_PROXY", value: Some(".svc,.cluster.local,10.42.0.0/16,10.43.0.0/16"), value_from: None }]), env_from: None, image: Some("rancher/klipper-helm:v0.6.1-build20210616"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "helm", ports: None, readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: None, startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/config", mount_propagation: None, name: "values", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/chart", mount_propagation: None, name: "content", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-2lfch", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(0), priority_class_name: None, readiness_gates: None, restart_policy: Some("OnFailure"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("helm-traefik"), service_account_name: Some("helm-traefik"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: None, name: Some("chart-values-traefik"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "values", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: Some(ConfigMapVolumeSource { default_mode: Some(420), items: None, name: Some("chart-content-traefik"), optional: None }), csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "content", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-2lfch", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: Some("PodCompleted"), status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:38Z)), message: None, reason: Some("PodCompleted"), status: "False", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:38Z)), message: None, reason: Some("PodCompleted"), status: "False", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:54:58Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://e235c2eab12d2f1b7bb6020bfe31eb42bea265f50e3a9f4ed8a832e72a4bd031"), image: "docker.io/rancher/klipper-helm:v0.6.1-build20210616", image_id: "docker.io/rancher/klipper-helm@sha256:5877902c76806ed1c0221a4c4c50b6c10514c7885ea5fd548b19129679737439", last_state: Some(ContainerState { running: None, terminated: Some(ContainerStateTerminated { container_id: Some("containerd://580100b8a1df6fcf9b001a0c941a022dafe4340f9551a1adff8fda9b7d7622c7"), exit_code: 1, finished_at: Some(Time(2021-08-26T20:55:34Z)), message: None, reason: Some("Error"), signal: None, started_at: Some(Time(2021-08-26T20:55:33Z)) }), waiting: None }), name: "helm", ready: false, restart_count: 1, started: Some(false), state: Some(ContainerState { running: None, terminated: Some(ContainerStateTerminated { container_id: Some("containerd://e235c2eab12d2f1b7bb6020bfe31eb42bea265f50e3a9f4ed8a832e72a4bd031"), exit_code: 0, finished_at: Some(Time(2021-08-26T20:55:37Z)), message: None, reason: Some("Completed"), signal: None, started_at: Some(Time(2021-08-26T20:55:35Z)) }), waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Succeeded"), pod_ip: Some("10.42.0.6"), pod_ips: Some([PodIP { ip: Some("10.42.0.6") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:54:58Z)) }) }, Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:55:35Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("svclb-traefik-"), generation: None, labels: Some({"app": "svclb-traefik", "controller-revision-hash": "767cbd4879", "pod-template-generation": "1", "svccontroller.k3s.cattle.io/svcname": "traefik"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:app": Object({}), "f:controller-revision-hash": Object({}), "f:pod-template-generation": Object({}), "f:svccontroller.k3s.cattle.io/svcname": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"19b3f20b-e032-47cb-a270-0d170af78ae1\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:affinity": Object({".": Object({}), "f:nodeAffinity": Object({".": Object({}), "f:requiredDuringSchedulingIgnoredDuringExecution": Object({".": Object({}), "f:nodeSelectorTerms": Object({})})})}), "f:containers": Object({"k:{\"name\":\"lb-port-443\"}": Object({".": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"DEST_IP\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PROTO\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"SRC_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":443,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:hostPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:resources": Object({}), "f:securityContext": Object({".": Object({}), "f:capabilities": Object({".": Object({}), "f:add": Object({})})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({})}), "k:{\"name\":\"lb-port-80\"}": Object({".": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"DEST_IP\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PROTO\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"SRC_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":80,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:hostPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:resources": Object({}), "f:securityContext": Object({".": Object({}), "f:capabilities": Object({".": Object({}), "f:add": Object({})})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.0.7\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:43Z)) }]), name: Some("svclb-traefik-qs8nj"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "DaemonSet", name: "svclb-traefik", uid: "19b3f20b-e032-47cb-a270-0d170af78ae1" }]), resource_version: Some("690"), self_link: None, uid: Some("514f3cc6-27a3-484d-bd9a-0daab5998461") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: Some(Affinity { node_affinity: Some(NodeAffinity { preferred_during_scheduling_ignored_during_execution: None, required_during_scheduling_ignored_during_execution: Some(NodeSelector { node_selector_terms: [NodeSelectorTerm { match_expressions: None, match_fields: Some([NodeSelectorRequirement { key: "metadata.name", operator: "In", values: Some(["k3d-k3s-default-server-0"]) }]) }] }) }), pod_affinity: None, pod_anti_affinity: None }), automount_service_account_token: None, containers: [Container { args: None, command: None, env: Some([EnvVar { name: "SRC_PORT", value: Some("80"), value_from: None }, EnvVar { name: "DEST_PROTO", value: Some("TCP"), value_from: None }, EnvVar { name: "DEST_PORT", value: Some("80"), value_from: None }, EnvVar { name: "DEST_IP", value: Some("10.43.134.46"), value_from: None }]), env_from: None, image: Some("rancher/klipper-lb:v0.2.0"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "lb-port-80", ports: Some([ContainerPort { container_port: 80, host_ip: None, host_port: Some(80), name: Some("lb-port-80"), protocol: Some("TCP") }]), readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: Some(SecurityContext { allow_privilege_escalation: None, capabilities: Some(Capabilities { add: Some(["NET_ADMIN"]), drop: None }), privileged: None, proc_mount: None, read_only_root_filesystem: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-74fbd", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }, Container { args: None, command: None, env: Some([EnvVar { name: "SRC_PORT", value: Some("443"), value_from: None }, EnvVar { name: "DEST_PROTO", value: Some("TCP"), value_from: None }, EnvVar { name: "DEST_PORT", value: Some("443"), value_from: None }, EnvVar { name: "DEST_IP", value: Some("10.43.134.46"), value_from: None }]), env_from: None, image: Some("rancher/klipper-lb:v0.2.0"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "lb-port-443", ports: Some([ContainerPort { container_port: 443, host_ip: None, host_port: Some(443), name: Some("lb-port-443"), protocol: Some("TCP") }]), readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: Some(SecurityContext { allow_privilege_escalation: None, capabilities: Some(Capabilities { add: Some(["NET_ADMIN"]), drop: None }), privileged: None, proc_mount: None, read_only_root_filesystem: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-74fbd", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-server-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(0), priority_class_name: None, readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("default"), service_account_name: Some("default"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/disk-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/memory-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/pid-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/unschedulable"), operator: Some("Exists"), toleration_seconds: None, value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-74fbd", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:43Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:43Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://f27ce8dc1f523295e05afa5241f410e8b9e7edc36916a2a62a0d7807700b4b1c"), image: "docker.io/rancher/klipper-lb:v0.2.0", image_id: "docker.io/rancher/klipper-lb@sha256:5ea5f7904c404085ff24541a0e7a2267637af4bcf30fae9b747d871bfcd8a6f7", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "lb-port-443", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:42Z)) }), terminated: None, waiting: None }) }, ContainerStatus { container_id: Some("containerd://8325a171c0ec6195dd4423d33855602c542c9c439e4e81f495179ec2a102292f"), image: "docker.io/rancher/klipper-lb:v0.2.0", image_id: "docker.io/rancher/klipper-lb@sha256:5ea5f7904c404085ff24541a0e7a2267637af4bcf30fae9b747d871bfcd8a6f7", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "lb-port-80", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:42Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.2"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.0.7"), pod_ips: Some([PodIP { ip: Some("10.42.0.7") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:55:35Z)) }) }, Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:55:35Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("svclb-traefik-"), generation: None, labels: Some({"app": "svclb-traefik", "controller-revision-hash": "767cbd4879", "pod-template-generation": "1", "svccontroller.k3s.cattle.io/svcname": "traefik"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:app": Object({}), "f:controller-revision-hash": Object({}), "f:pod-template-generation": Object({}), "f:svccontroller.k3s.cattle.io/svcname": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"19b3f20b-e032-47cb-a270-0d170af78ae1\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:affinity": Object({".": Object({}), "f:nodeAffinity": Object({".": Object({}), "f:requiredDuringSchedulingIgnoredDuringExecution": Object({".": Object({}), "f:nodeSelectorTerms": Object({})})})}), "f:containers": Object({"k:{\"name\":\"lb-port-443\"}": Object({".": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"DEST_IP\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PROTO\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"SRC_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":443,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:hostPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:resources": Object({}), "f:securityContext": Object({".": Object({}), "f:capabilities": Object({".": Object({}), "f:add": Object({})})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({})}), "k:{\"name\":\"lb-port-80\"}": Object({".": Object({}), "f:env": Object({".": Object({}), "k:{\"name\":\"DEST_IP\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"DEST_PROTO\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})}), "k:{\"name\":\"SRC_PORT\"}": Object({".": Object({}), "f:name": Object({}), "f:value": Object({})})}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":80,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:hostPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:resources": Object({}), "f:securityContext": Object({".": Object({}), "f:capabilities": Object({".": Object({}), "f:add": Object({})})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.1.2\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:55:51Z)) }]), name: Some("svclb-traefik-j2sxx"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "DaemonSet", name: "svclb-traefik", uid: "19b3f20b-e032-47cb-a270-0d170af78ae1" }]), resource_version: Some("710"), self_link: None, uid: Some("b588671d-2ee0-4c17-9c1b-fd60ec2a21f6") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: Some(Affinity { node_affinity: Some(NodeAffinity { preferred_during_scheduling_ignored_during_execution: None, required_during_scheduling_ignored_during_execution: Some(NodeSelector { node_selector_terms: [NodeSelectorTerm { match_expressions: None, match_fields: Some([NodeSelectorRequirement { key: "metadata.name", operator: "In", values: Some(["k3d-k3s-default-agent-0"]) }]) }] }) }), pod_affinity: None, pod_anti_affinity: None }), automount_service_account_token: None, containers: [Container { args: None, command: None, env: Some([EnvVar { name: "SRC_PORT", value: Some("80"), value_from: None }, EnvVar { name: "DEST_PROTO", value: Some("TCP"), value_from: None }, EnvVar { name: "DEST_PORT", value: Some("80"), value_from: None }, EnvVar { name: "DEST_IP", value: Some("10.43.134.46"), value_from: None }]), env_from: None, image: Some("rancher/klipper-lb:v0.2.0"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "lb-port-80", ports: Some([ContainerPort { container_port: 80, host_ip: None, host_port: Some(80), name: Some("lb-port-80"), protocol: Some("TCP") }]), readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: Some(SecurityContext { allow_privilege_escalation: None, capabilities: Some(Capabilities { add: Some(["NET_ADMIN"]), drop: None }), privileged: None, proc_mount: None, read_only_root_filesystem: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-r6gxr", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }, Container { args: None, command: None, env: Some([EnvVar { name: "SRC_PORT", value: Some("443"), value_from: None }, EnvVar { name: "DEST_PROTO", value: Some("TCP"), value_from: None }, EnvVar { name: "DEST_PORT", value: Some("443"), value_from: None }, EnvVar { name: "DEST_IP", value: Some("10.43.134.46"), value_from: None }]), env_from: None, image: Some("rancher/klipper-lb:v0.2.0"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: None, name: "lb-port-443", ports: Some([ContainerPort { container_port: 443, host_ip: None, host_port: Some(443), name: Some("lb-port-443"), protocol: Some("TCP") }]), readiness_probe: None, resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: Some(SecurityContext { allow_privilege_escalation: None, capabilities: Some(Capabilities { add: Some(["NET_ADMIN"]), drop: None }), privileged: None, proc_mount: None, read_only_root_filesystem: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-r6gxr", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-agent-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(0), priority_class_name: None, readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: None, fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("default"), service_account_name: Some("default"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(30), tolerations: Some([Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/disk-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/memory-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/pid-pressure"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node.kubernetes.io/unschedulable"), operator: Some("Exists"), toleration_seconds: None, value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-r6gxr", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:51Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:51Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://567437ed6ab353107b511d88e990291be6badbc626ac570a4e92df896a0e1eb5"), image: "docker.io/rancher/klipper-lb:v0.2.0", image_id: "docker.io/rancher/klipper-lb@sha256:5ea5f7904c404085ff24541a0e7a2267637af4bcf30fae9b747d871bfcd8a6f7", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "lb-port-443", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:51Z)) }), terminated: None, waiting: None }) }, ContainerStatus { container_id: Some("containerd://1e6a0fe44b29244ce3e9ae8edd958e595705343405f325064f4c5421b59ecefa"), image: "docker.io/rancher/klipper-lb:v0.2.0", image_id: "docker.io/rancher/klipper-lb@sha256:5ea5f7904c404085ff24541a0e7a2267637af4bcf30fae9b747d871bfcd8a6f7", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "lb-port-80", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:51Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.3"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.1.2"), pod_ips: Some([PodIP { ip: Some("10.42.1.2") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:55:35Z)) }) }, Pod { metadata: ObjectMeta { annotations: None, cluster_name: None, creation_timestamp: Some(Time(2021-08-26T20:55:35Z)), deletion_grace_period_seconds: None, deletion_timestamp: None, finalizers: None, generate_name: Some("traefik-97b44b794-"), generation: None, labels: Some({"app.kubernetes.io/instance": "traefik", "app.kubernetes.io/managed-by": "Helm", "app.kubernetes.io/name": "traefik", "helm.sh/chart": "traefik-9.18.2", "pod-template-hash": "97b44b794"}), managed_fields: Some([ManagedFieldsEntry { api_version: Some("v1"), fields_type: Some("FieldsV1"), fields_v1: Some(FieldsV1(Object({"f:metadata": Object({"f:generateName": Object({}), "f:labels": Object({".": Object({}), "f:app.kubernetes.io/instance": Object({}), "f:app.kubernetes.io/managed-by": Object({}), "f:app.kubernetes.io/name": Object({}), "f:helm.sh/chart": Object({}), "f:pod-template-hash": Object({})}), "f:ownerReferences": Object({".": Object({}), "k:{\"uid\":\"0621872a-579c-4567-8e7b-7736223a4c67\"}": Object({".": Object({}), "f:apiVersion": Object({}), "f:blockOwnerDeletion": Object({}), "f:controller": Object({}), "f:kind": Object({}), "f:name": Object({}), "f:uid": Object({})})})}), "f:spec": Object({"f:containers": Object({"k:{\"name\":\"traefik\"}": Object({".": Object({}), "f:args": Object({}), "f:image": Object({}), "f:imagePullPolicy": Object({}), "f:livenessProbe": Object({".": Object({}), "f:failureThreshold": Object({}), "f:httpGet": Object({".": Object({}), "f:path": Object({}), "f:port": Object({}), "f:scheme": Object({})}), "f:initialDelaySeconds": Object({}), "f:periodSeconds": Object({}), "f:successThreshold": Object({}), "f:timeoutSeconds": Object({})}), "f:name": Object({}), "f:ports": Object({".": Object({}), "k:{\"containerPort\":8000,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})}), "k:{\"containerPort\":8443,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})}), "k:{\"containerPort\":9000,\"protocol\":\"TCP\"}": Object({".": Object({}), "f:containerPort": Object({}), "f:name": Object({}), "f:protocol": Object({})})}), "f:readinessProbe": Object({".": Object({}), "f:failureThreshold": Object({}), "f:httpGet": Object({".": Object({}), "f:path": Object({}), "f:port": Object({}), "f:scheme": Object({})}), "f:initialDelaySeconds": Object({}), "f:periodSeconds": Object({}), "f:successThreshold": Object({}), "f:timeoutSeconds": Object({})}), "f:resources": Object({}), "f:securityContext": Object({".": Object({}), "f:capabilities": Object({".": Object({}), "f:drop": Object({})}), "f:readOnlyRootFilesystem": Object({}), "f:runAsGroup": Object({}), "f:runAsNonRoot": Object({}), "f:runAsUser": Object({})}), "f:terminationMessagePath": Object({}), "f:terminationMessagePolicy": Object({}), "f:volumeMounts": Object({".": Object({}), "k:{\"mountPath\":\"/data\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})}), "k:{\"mountPath\":\"/tmp\"}": Object({".": Object({}), "f:mountPath": Object({}), "f:name": Object({})})})})}), "f:dnsPolicy": Object({}), "f:enableServiceLinks": Object({}), "f:priorityClassName": Object({}), "f:restartPolicy": Object({}), "f:schedulerName": Object({}), "f:securityContext": Object({".": Object({}), "f:fsGroup": Object({})}), "f:serviceAccount": Object({}), "f:serviceAccountName": Object({}), "f:terminationGracePeriodSeconds": Object({}), "f:tolerations": Object({}), "f:volumes": Object({".": Object({}), "k:{\"name\":\"data\"}": Object({".": Object({}), "f:emptyDir": Object({}), "f:name": Object({})}), "k:{\"name\":\"tmp\"}": Object({".": Object({}), "f:emptyDir": Object({}), "f:name": Object({})})})}), "f:status": Object({"f:conditions": Object({"k:{\"type\":\"ContainersReady\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Initialized\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})}), "k:{\"type\":\"Ready\"}": Object({".": Object({}), "f:lastProbeTime": Object({}), "f:lastTransitionTime": Object({}), "f:status": Object({}), "f:type": Object({})})}), "f:containerStatuses": Object({}), "f:hostIP": Object({}), "f:phase": Object({}), "f:podIP": Object({}), "f:podIPs": Object({".": Object({}), "k:{\"ip\":\"10.42.1.3\"}": Object({".": Object({}), "f:ip": Object({})})}), "f:startTime": Object({})})}))), manager: Some("k3s"), operation: Some("Update"), time: Some(Time(2021-08-26T20:56:05Z)) }]), name: Some("traefik-97b44b794-q8xdp"), namespace: Some("kube-system"), owner_references: Some([OwnerReference { api_version: "apps/v1", block_owner_deletion: Some(true), controller: Some(true), kind: "ReplicaSet", name: "traefik-97b44b794", uid: "0621872a-579c-4567-8e7b-7736223a4c67" }]), resource_version: Some("731"), self_link: None, uid: Some("004bf52e-61a3-47e3-b676-4cfdb479f10d") }, spec: Some(PodSpec { active_deadline_seconds: None, affinity: None, automount_service_account_token: None, containers: [Container { args: Some(["--global.checknewversion", "--global.sendanonymoususage", "--entryPoints.traefik.address=:9000/tcp", "--entryPoints.web.address=:8000/tcp", "--entryPoints.websecure.address=:8443/tcp", "--api.dashboard=true", "--ping=true", "--providers.kubernetescrd", "--providers.kubernetesingress", "--providers.kubernetesingress.ingressendpoint.publishedservice=kube-system/traefik", "--entrypoints.websecure.http.tls=true"]), command: None, env: None, env_from: None, image: Some("rancher/library-traefik:2.4.8"), image_pull_policy: Some("IfNotPresent"), lifecycle: None, liveness_probe: Some(Probe { exec: None, failure_threshold: Some(3), http_get: Some(HTTPGetAction { host: None, http_headers: None, path: Some("/ping"), port: Int(9000), scheme: Some("HTTP") }), initial_delay_seconds: Some(10), period_seconds: Some(10), success_threshold: Some(1), tcp_socket: None, termination_grace_period_seconds: None, timeout_seconds: Some(2) }), name: "traefik", ports: Some([ContainerPort { container_port: 9000, host_ip: None, host_port: None, name: Some("traefik"), protocol: Some("TCP") }, ContainerPort { container_port: 8000, host_ip: None, host_port: None, name: Some("web"), protocol: Some("TCP") }, ContainerPort { container_port: 8443, host_ip: None, host_port: None, name: Some("websecure"), protocol: Some("TCP") }]), readiness_probe: Some(Probe { exec: None, failure_threshold: Some(1), http_get: Some(HTTPGetAction { host: None, http_headers: None, path: Some("/ping"), port: Int(9000), scheme: Some("HTTP") }), initial_delay_seconds: Some(10), period_seconds: Some(10), success_threshold: Some(1), tcp_socket: None, termination_grace_period_seconds: None, timeout_seconds: Some(2) }), resources: Some(ResourceRequirements { limits: None, requests: None }), security_context: Some(SecurityContext { allow_privilege_escalation: None, capabilities: Some(Capabilities { add: None, drop: Some(["ALL"]) }), privileged: None, proc_mount: None, read_only_root_filesystem: Some(true), run_as_group: Some(65532), run_as_non_root: Some(true), run_as_user: Some(65532), se_linux_options: None, seccomp_profile: None, windows_options: None }), startup_probe: None, stdin: None, stdin_once: None, termination_message_path: Some("/dev/termination-log"), termination_message_policy: Some("File"), tty: None, volume_devices: None, volume_mounts: Some([VolumeMount { mount_path: "/data", mount_propagation: None, name: "data", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/tmp", mount_propagation: None, name: "tmp", read_only: None, sub_path: None, sub_path_expr: None }, VolumeMount { mount_path: "/var/run/secrets/kubernetes.io/serviceaccount", mount_propagation: None, name: "kube-api-access-7js9v", read_only: Some(true), sub_path: None, sub_path_expr: None }]), working_dir: None }], dns_config: None, dns_policy: Some("ClusterFirst"), enable_service_links: Some(true), ephemeral_containers: None, host_aliases: None, host_ipc: None, host_network: None, host_pid: None, hostname: None, image_pull_secrets: None, init_containers: None, node_name: Some("k3d-k3s-default-agent-0"), node_selector: None, overhead: None, preemption_policy: Some("PreemptLowerPriority"), priority: Some(2000000000), priority_class_name: Some("system-cluster-critical"), readiness_gates: None, restart_policy: Some("Always"), runtime_class_name: None, scheduler_name: Some("default-scheduler"), security_context: Some(PodSecurityContext { fs_group: Some(65532), fs_group_change_policy: None, run_as_group: None, run_as_non_root: None, run_as_user: None, se_linux_options: None, seccomp_profile: None, supplemental_groups: None, sysctls: None, windows_options: None }), service_account: Some("traefik"), service_account_name: Some("traefik"), set_hostname_as_fqdn: None, share_process_namespace: None, subdomain: None, termination_grace_period_seconds: Some(60), tolerations: Some([Toleration { effect: None, key: Some("CriticalAddonsOnly"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/control-plane"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoSchedule"), key: Some("node-role.kubernetes.io/master"), operator: Some("Exists"), toleration_seconds: None, value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/not-ready"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }, Toleration { effect: Some("NoExecute"), key: Some("node.kubernetes.io/unreachable"), operator: Some("Exists"), toleration_seconds: Some(300), value: None }]), topology_spread_constraints: None, volumes: Some([Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: Some(EmptyDirVolumeSource { medium: None, size_limit: None }), ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "data", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: Some(EmptyDirVolumeSource { medium: None, size_limit: None }), ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "tmp", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: None, quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }, Volume { aws_elastic_block_store: None, azure_disk: None, azure_file: None, cephfs: None, cinder: None, config_map: None, csi: None, downward_api: None, empty_dir: None, ephemeral: None, fc: None, flex_volume: None, flocker: None, gce_persistent_disk: None, git_repo: None, glusterfs: None, host_path: None, iscsi: None, name: "kube-api-access-7js9v", nfs: None, persistent_volume_claim: None, photon_persistent_disk: None, portworx_volume: None, projected: Some(ProjectedVolumeSource { default_mode: Some(420), sources: Some([VolumeProjection { config_map: None, downward_api: None, secret: None, service_account_token: Some(ServiceAccountTokenProjection { audience: None, expiration_seconds: Some(3607), path: "token" }) }, VolumeProjection { config_map: Some(ConfigMapProjection { items: Some([KeyToPath { key: "ca.crt", mode: None, path: "ca.crt" }]), name: Some("kube-root-ca.crt"), optional: None }), downward_api: None, secret: None, service_account_token: None }, VolumeProjection { config_map: None, downward_api: Some(DownwardAPIProjection { items: Some([DownwardAPIVolumeFile { field_ref: Some(ObjectFieldSelector { api_version: Some("v1"), field_path: "metadata.namespace" }), mode: None, path: "namespace", resource_field_ref: None }]) }), secret: None, service_account_token: None }]) }), quobyte: None, rbd: None, scale_io: None, secret: None, storageos: None, vsphere_volume: None }]) }), status: Some(PodStatus { conditions: Some([PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "Initialized" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:56:05Z)), message: None, reason: None, status: "True", type_: "Ready" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:56:05Z)), message: None, reason: None, status: "True", type_: "ContainersReady" }, PodCondition { last_probe_time: None, last_transition_time: Some(Time(2021-08-26T20:55:35Z)), message: None, reason: None, status: "True", type_: "PodScheduled" }]), container_statuses: Some([ContainerStatus { container_id: Some("containerd://484a4e22201e0160beaa325f2d6e2bdbdf98ce75837a3839df86515d13b3792a"), image: "docker.io/rancher/library-traefik:2.4.8", image_id: "docker.io/rancher/library-traefik@sha256:343de3610780fc88b04eeb2145cbf8189e8f6278c2061de4a1e10de31711c252", last_state: Some(ContainerState { running: None, terminated: None, waiting: None }), name: "traefik", ready: true, restart_count: 0, started: Some(true), state: Some(ContainerState { running: Some(ContainerStateRunning { started_at: Some(Time(2021-08-26T20:55:54Z)) }), terminated: None, waiting: None }) }]), ephemeral_container_statuses: None, host_ip: Some("172.20.0.3"), init_container_statuses: None, message: None, nominated_node_name: None, phase: Some("Running"), pod_ip: Some("10.42.1.3"), pod_ips: Some([PodIP { ip: Some("10.42.1.3") }]), qos_class: Some("BestEffort"), reason: None, start_time: Some(Time(2021-08-26T20:55:35Z)) }) }] }

and then exit 0.

Maybe there's a pod with some configuration that I don't have. My pods:

NAMESPACE     NAME                                      READY   STATUS      RESTARTS   AGE
kube-system   local-path-provisioner-5ff76fc89d-m8zb8   1/1     Running     0          7m36s
kube-system   metrics-server-86cbb8457f-z8gkw           1/1     Running     0          7m36s
kube-system   coredns-7448499f4d-4tj2g                  1/1     Running     0          7m36s
kube-system   helm-install-traefik-crd-lcqnb            0/1     Completed   0          7m36s
kube-system   helm-install-traefik-nzkwh                0/1     Completed   1          7m36s
kube-system   svclb-traefik-qs8nj                       2/2     Running     0          6m59s
kube-system   svclb-traefik-j2sxx                       2/2     Running     0          6m59s
kube-system   traefik-97b44b794-q8xdp                   1/1     Running     0          6m59s
davidB commented 3 years ago

So maybe something with my setup, because kdash use similar rust code, and it don't have the issue. Thanks, for feedback, I'll continue to search a little (before sleep)

Edit: My pods (on k3d)

❯ kubectl get pods -A                                                                                                                                                                              
NAMESPACE     NAME                                      READY   STATUS      RESTARTS   AGE
kube-system   local-path-provisioner-5ff76fc89d-m92db   1/1     Running     0          3h5m
kube-system   metrics-server-86cbb8457f-spnqd           1/1     Running     0          3h5m
kube-system   coredns-7448499f4d-7mzg5                  1/1     Running     0          3h5m
kube-system   helm-install-traefik-crd-mxqmz            0/1     Completed   0          3h5m
kube-system   helm-install-traefik-2tnnb                0/1     Completed   1          3h5m
kube-system   svclb-traefik-t6x6t                       2/2     Running     0          3h4m
kube-system   traefik-97b44b794-pjfvl                   1/1     Running     0          3h4m
davidB commented 3 years ago

The issue gone after a cargo update. We also had the issue with version built on ci (without committed Cargo.lock). so maybe a bad version of a dependencies when I released.

Sorry for noise, and thanks for your tests