# Specified cafile is invalid

[root@tca /home/admin/v2.3]# ./update_ca.py verify-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/root1.crt
cafile /home/admin/v2.3/root1.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is invalid: SSLError(MaxRetryError("HTTPSConnectionPool(host='lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net', port=443): Max retries exceeded with url: / (Caused by SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1123)')))"))
[root@tca /home/admin/v2.3]#
[root@tca /home/admin/v2.3]# ./update_ca.py verify-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/multi-certs.crt
cafile /home/admin/v2.3/multi-certs.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is invalid: the specified cafile contains more than one certificate, it is expected ONLY ONE Certficate, the root CA certficate in the certficate chain or the self-signed certificate

# Inital State
[root@tca /home/admin/v2.3]# ./update_ca.py verify-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/root2.crt
update_ca[INFO]: cafile /home/admin/v2.3/root2.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is valid
update_ca[INFO]: ########## verifying tkgcontexts ##########
update_ca[ERROR]: tkgcontext[279aa222-af53-4af6-a320-329bfc0ecb4a]: out of date
update_ca[ERROR]: tkgcontext[a421f9ef-d036-4718-a3d2-5fbddd7464bc]: out of date
update_ca[ERROR]: tkgcontext[51afe1e3-8a9e-4dc6-999e-9ea3b8e8ec14]: out of date
update_ca[ERROR]: tkgcontext[3f05b6fc-245f-43c8-bb34-9342b7181ebe]: out of date
update_ca[INFO]: ########## verifying management clusters ##########
update_ca[INFO]: # verifying management cluster[mc1-230], id[82b7e000-c260-417d-9ffd-4a03c51e1579]
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: secret tkg-pkg-tkg-system-values/tkg-system: out of date
update_ca[ERROR]: secret [tkr-source-controller-values] in namespace [tkg-system]: out of date
update_ca[ERROR]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: out of date
update_ca[ERROR]: configmap tkr-controller-config: out of date
update_ca[ERROR]: cluster [mc1-230] in namespace tkg-system: out of date
update_ca[ERROR]: cluster [mc1-230] in namespace tkg-system: out of date
update_ca[ERROR]: node[10.162.177.136]: out of date, SSL certificate problem
update_ca[ERROR]: node[10.162.177.7]: out of date, SSL certificate problem
update_ca[INFO]: # verifying management cluster[mc2-230], id[4bd3e2b9-b26f-4ae3-8df8-11a88807631b]
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: secret tkg-pkg-tkg-system-values/tkg-system: out of date
update_ca[ERROR]: secret [tkr-source-controller-values] in namespace [tkg-system]: out of date
update_ca[ERROR]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: out of date
update_ca[ERROR]: configmap tkr-controller-config: out of date
update_ca[ERROR]: cluster [mc2-230] in namespace tkg-system: out of date
update_ca[ERROR]: cluster [mc2-230] in namespace tkg-system: out of date
update_ca[ERROR]: node[10.162.182.222]: out of date, SSL certificate problem
update_ca[ERROR]: node[10.162.179.69]: out of date, SSL certificate problem
update_ca[INFO]: ########## verifying v1 workload clusters ##########
update_ca[INFO]: # verifying workload cluster[wc1-230], id[7dbfebcd-4230-4f38-bbc1-8cc1fa57692e]
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: secret [wc1-230-kapp-controller-addon] in namespace [wc1-230]: out of date
update_ca[ERROR]: kubecontrolplane cr[wc1-230-master-control-plane/wc1-230]: out of date
update_ca[ERROR]: kubeadmconfigtemplate cr[wc1-230-np1/wc1-230]: out of date
update_ca[INFO]: query cluster wc1-230 node ips
update_ca[ERROR]: node[10.162.176.75]: out of date, SSL certificate problem
update_ca[ERROR]: node[10.162.182.96]: out of date, SSL certificate problem
update_ca[INFO]: # verifying workload cluster[wc4-230v1], id[5d487a53-dcb2-4d7c-9056-3b682fdf9420]
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: secret [wc4-230v1-kapp-controller-addon] in namespace [wc4-230v1]: out of date
update_ca[ERROR]: kubecontrolplane cr[wc4-230v1-master-control-plane/wc4-230v1]: out of date
update_ca[ERROR]: kubeadmconfigtemplate cr[wc4-230v1-np1/wc4-230v1]: out of date
update_ca[INFO]: query cluster wc4-230v1 node ips
update_ca[ERROR]: node[10.162.181.25]: out of date, SSL certificate problem
update_ca[ERROR]: node[10.162.182.104]: out of date, SSL certificate problem
update_ca[INFO]: ########## verifying minikube ##########
update_ca[ERROR]: tcakubenetescluster cr[mc1-230/mc1-230]: out of date
update_ca[ERROR]: tcakubenetescluster cr[mc2-230/mc2-230]: out of date
update_ca[INFO]: ########## verifying v2 workload clusters ##########
update_ca[INFO]: # verifying v2 workload cluster[wc2-230]
update_ca[ERROR]: tcakubenetescluster cr[wc2-230/wc2-230]: out of date
update_ca[ERROR]: kubecontrolplane cr[wc2-230-control-plane/wc2-230]: out of date
update_ca[ERROR]: secret [wc2-230-kapp-controller-addon] in namespace [wc2-230]: out of date
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: node[10.162.178.235]: out of date, SSL certificate problem
update_ca[INFO]: # verifying v2 workload cluster[wc3-230]
update_ca[ERROR]: tcakubenetescluster cr[wc3-230/wc3-230]: out of date
update_ca[ERROR]: kubecontrolplane cr[wc3-230-control-plane/wc3-230]: out of date
update_ca[ERROR]: secret [wc3-230-kapp-controller-addon] in namespace [wc3-230]: out of date
update_ca[ERROR]: configmap kapp-controller-config/tkg-system: out of date
update_ca[ERROR]: node[10.162.179.35]: out of date, SSL certificate problem

# Run update all, which will result in all management clusters' node and workload cluster control plane nodes rolling update. workload clusters' worker nodes won't be rolling update.

[root@tca /home/admin/v2.3]# ./update_ca.py update-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/root2.crt
update_ca[INFO]: cafile /home/admin/v2.3/root2.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is valid
update_ca[INFO]: updated tkgcontext 279aa222-af53-4af6-a320-329bfc0ecb4a with response <Response [200]>
update_ca[INFO]: updated tkgcontext a421f9ef-d036-4718-a3d2-5fbddd7464bc with response <Response [200]>
update_ca[INFO]: updated tkgcontext 51afe1e3-8a9e-4dc6-999e-9ea3b8e8ec14 with response <Response [200]>
update_ca[INFO]: updated tkgcontext 3f05b6fc-245f-43c8-bb34-9342b7181ebe with response <Response [200]>
update_ca[INFO]: update cluster kapp-controller-config successfully
update_ca[INFO]: update secret [tkg-pkg-tkg-system-values] in namespace [tkg-system] successfully
update_ca[INFO]: update secret [tkr-source-controller-values] in namespace [tkg-system] successfully
update_ca[INFO]: update secret [tkr-vsphere-resolver-values] in namespace [tkg-system] successfully
update_ca[INFO]: update management cluster tkr-controller-config successfully
update_ca[INFO]: update clusterclass mgmt cluster [mc1-230] in namespace tkg-system successfully
update_ca[INFO]: update cluster kapp-controller-config successfully
update_ca[INFO]: update secret [tkg-pkg-tkg-system-values] in namespace [tkg-system] successfully
update_ca[INFO]: update secret [tkr-source-controller-values] in namespace [tkg-system] successfully
update_ca[INFO]: update secret [tkr-vsphere-resolver-values] in namespace [tkg-system] successfully
update_ca[INFO]: update management cluster tkr-controller-config successfully
update_ca[INFO]: update clusterclass mgmt cluster [mc2-230] in namespace tkg-system successfully
update_ca[INFO]: start updating legacy management clusters' nodes
update_ca[INFO]: no legacy cluster node to update, skip
update_ca[INFO]: end updating management clusters' nodes successfully
update_ca[INFO]: start updating management clusters' resources: config maps/kcp/kct
update_ca[INFO]: management clusters configuration has been updated successfully!
update_ca[WARNING]: relevant management cluster nodes may be rolling updated, please check the results by running the verify-mgmtclusters command
update_ca[INFO]: query cluster wc1-230 node ips
update_ca[INFO]: cluster wc1-230, node ips: ['10.162.176.75', '10.162.182.96']
update_ca[INFO]: query cluster wc4-230v1 node ips
update_ca[INFO]: cluster wc4-230v1, node ips: ['10.162.181.25', '10.162.182.104']
update_ca[INFO]: start updating v1 workload clusters' nodes
.....some more ansible outputs...
PLAY RECAP *********************************************************************************************************************************************************************
10.162.176.75              : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0
10.162.181.25              : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0
10.162.182.104             : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0
10.162.182.96              : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0

update_ca[INFO]: cluster nodes are updated successfully
update_ca[INFO]: end updating v1 workload clusters' nodes successfully
update_ca[INFO]: start updating workload clusters' resources: kapp-controller-config/kcp/kcts
update_ca[INFO]: update secret [wc1-230-kapp-controller-addon] in namespace [wc1-230] successfully
update_ca[INFO]: update kcp wc1-230-master-control-plane airgap cacert file content successfully
update_ca[INFO]: update kubeadmconfigtemplate wc1-230-np1 airgap cacert file content successfully
update_ca[INFO]: update cluster [wc1-230] kapp, kcp and kcts successfully
update_ca[INFO]: update cluster kapp-controller-config successfully
update_ca[INFO]: update secret [wc4-230v1-kapp-controller-addon] in namespace [wc4-230v1] successfully
update_ca[INFO]: update kcp wc4-230v1-master-control-plane airgap cacert file content successfully
update_ca[INFO]: update kubeadmconfigtemplate wc4-230v1-np1 airgap cacert file content successfully
update_ca[INFO]: update cluster [wc4-230v1] kapp, kcp and kcts successfully
update_ca[INFO]: update cluster kapp-controller-config successfully
update_ca[INFO]: end updating v1 workload clusters' resources: kapp-controller-config/kcp/kcts successfully
update_ca[INFO]: v1 workload clusters configuration has been updated successfully!
update_ca[WARNING]: relevant cluster control plane nodes may be rolling updated, please check the results by running the verify-v1cluster command
update_ca[INFO]: start updating v2 workload clusters kapp-controller-config and nodes
update_ca[INFO]: start updating mgmt clusters' cr in minikube
update_ca[INFO]: updating cluster [mc1-230/mc1-230] tkc airgap annotation repo ca cert
update_ca[INFO]: update cluster mc1-230 tkc airgap ca annotation successfully
update_ca[INFO]: updating cluster [mc2-230/mc2-230] tkc airgap annotation repo ca cert
update_ca[INFO]: update cluster mc2-230 tkc airgap ca annotation successfully
update_ca[INFO]: end updating mgmt clusters' cr in minikube successfully
update_ca[INFO]: cluster wc2-230, node ips: ['10.162.178.235']
update_ca[INFO]: update secret [wc2-230-kapp-controller-addon] in namespace [wc2-230] successfully
update_ca[INFO]: update cluster kapp-controller-config successfully
.....some more ansible outputs...
PLAY RECAP *********************************************************************************************************************************************************************
10.162.178.235             : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0
10.162.179.35              : ok=11   changed=8    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0

update_ca[INFO]: cluster nodes are updated successfully
update_ca[INFO]: end updating v2 workload clusters kapp-controller-config and nodes successfully
update_ca[INFO]: start updating workload clusters' crs on mgmt clusters
update_ca[INFO]: checking mgmt cluster [mc1-230] for wcs to update tkc/kcp/kct
update_ca[INFO]: updating cluster [wc2-230/wc2-230] tkc spec airgap repo ca cert
update_ca[INFO]: update cluster wc2-230 tkc spec airgap cacert successfully
update_ca[INFO]: updating cluster [wc3-230/wc3-230] tkc spec airgap repo ca cert
update_ca[INFO]: update cluster wc3-230 tkc spec airgap cacert successfully
update_ca[INFO]: update kcp wc2-230-control-plane airgap cacert file content successfully
update_ca[INFO]: update cluster [wc2-230/wc2-230] kcp and kct successfully
update_ca[INFO]: update kcp wc3-230-control-plane airgap cacert file content successfully
update_ca[INFO]: update cluster [wc3-230/wc3-230] kcp and kct successfully
update_ca[INFO]: end updating workload clusters' crs on mgmt cluster [mc1-230] successfully
update_ca[INFO]: checking mgmt cluster [mc2-230] for wcs to update tkc/kcp/kct
update_ca[INFO]: end updating workload clusters' crs on mgmt cluster [mc2-230] successfully
update_ca[INFO]: v2 workload clusters configuration has been updated successfully!
update_ca[WARNING]: relevant cluster control plane nodes may be rolling updated, please check the results by running the verify-v2cluster command


# Monitor updating status with verify-all command
[root@tca /home/admin/v2.3]# ./update_ca.py verify-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/root2.crt
update_ca[INFO]: cafile /home/admin/v2.3/root2.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is valid
update_ca[INFO]: ########## verifying tkgcontexts ##########
update_ca[INFO]: tkgcontext[51afe1e3-8a9e-4dc6-999e-9ea3b8e8ec14]: up to date
update_ca[INFO]: tkgcontext[3f05b6fc-245f-43c8-bb34-9342b7181ebe]: up to date
update_ca[INFO]: tkgcontext[279aa222-af53-4af6-a320-329bfc0ecb4a]: up to date
update_ca[INFO]: tkgcontext[a421f9ef-d036-4718-a3d2-5fbddd7464bc]: up to date
update_ca[INFO]: ########## verifying management clusters ##########
update_ca[INFO]: # verifying management cluster[mc1-230], id[82b7e000-c260-417d-9ffd-4a03c51e1579]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret tkg-pkg-tkg-system-values/tkg-system: up to date
update_ca[INFO]: secret [tkr-source-controller-values] in namespace [tkg-system]: up to date
update_ca[INFO]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: up to date
update_ca[INFO]: configmap tkr-controller-config: up to date
update_ca[INFO]: cluster [mc1-230] in namespace tkg-system: up to date
update_ca[ERROR]: node[10.162.177.136]: out of date, SSL certificate problem =========> you can ignore such message as it is old node of mgmt cluster, will be deleted in the rolling update
update_ca[INFO]: node[10.162.179.44]: up to date
update_ca[ERROR]: node[10.162.177.7]: out of date, SSL certificate problem 
update_ca[INFO]: node[10.162.180.123]: up to date
update_ca[INFO]: # verifying management cluster[mc2-230], id[4bd3e2b9-b26f-4ae3-8df8-11a88807631b]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret tkg-pkg-tkg-system-values/tkg-system: up to date
update_ca[INFO]: secret [tkr-source-controller-values] in namespace [tkg-system]: up to date
update_ca[INFO]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: up to date
update_ca[INFO]: configmap tkr-controller-config: up to date
update_ca[INFO]: cluster [mc2-230] in namespace tkg-system: up to date
update_ca[INFO]: node[10.162.178.144]: up to date
update_ca[INFO]: node[10.162.179.177]: up to date
update_ca[ERROR]: node[10.162.179.69]: out of date, SSL certificate problem
update_ca[INFO]: ########## verifying v1 workload clusters ##########
update_ca[INFO]: # verifying workload cluster[wc1-230], id[7dbfebcd-4230-4f38-bbc1-8cc1fa57692e]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret [wc1-230-kapp-controller-addon] in namespace [wc1-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc1-230-master-control-plane/wc1-230]: up to date
update_ca[INFO]: kubeadmconfigtemplate cr[wc1-230-np1/wc1-230]: up to date
update_ca[INFO]: query cluster wc1-230 node ips
update_ca[INFO]: node[10.162.178.161]: up to date
update_ca[INFO]: node[10.162.176.75]: up to date
update_ca[INFO]: node[10.162.182.96]: up to date
update_ca[INFO]: # verifying workload cluster[wc4-230v1], id[5d487a53-dcb2-4d7c-9056-3b682fdf9420]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret [wc4-230v1-kapp-controller-addon] in namespace [wc4-230v1]: up to date
update_ca[INFO]: kubecontrolplane cr[wc4-230v1-master-control-plane/wc4-230v1]: up to date
update_ca[INFO]: kubeadmconfigtemplate cr[wc4-230v1-np1/wc4-230v1]: up to date
update_ca[INFO]: query cluster wc4-230v1 node ips
update_ca[INFO]: node[10.162.176.97]: up to date
update_ca[INFO]: node[10.162.181.25]: up to date
update_ca[INFO]: node[10.162.182.104]: up to date
update_ca[INFO]: ########## verifying minikube ##########
update_ca[INFO]: tcakubenetescluster cr[mc1-230/mc1-230]: up to date
update_ca[INFO]: tcakubenetescluster cr[mc2-230/mc2-230]: up to date
update_ca[INFO]: ########## verifying v2 workload clusters ##########
update_ca[INFO]: # verifying v2 workload cluster[wc2-230]
update_ca[INFO]: tcakubenetescluster cr[wc2-230/wc2-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc2-230-control-plane/wc2-230]: up to date
update_ca[INFO]: secret [wc2-230-kapp-controller-addon] in namespace [wc2-230]: up to date
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: node[10.162.179.45]: up to date
update_ca[INFO]: node[10.162.178.235]: up to date
update_ca[INFO]: # verifying v2 workload cluster[wc3-230]
update_ca[INFO]: tcakubenetescluster cr[wc3-230/wc3-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc3-230-control-plane/wc3-230]: up to date
update_ca[INFO]: secret [wc3-230-kapp-controller-addon] in namespace [wc3-230]: up to date
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: node[10.162.179.35]: up to date
update_ca[INFO]: node[10.162.179.22]: up to date


[root@tca /home/admin/v2.3]# ./update_ca.py verify-all --fqdn lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net --cafile /home/admin/v2.3/root2.crt
update_ca[INFO]: cafile /home/admin/v2.3/root2.crt for airgap repo lvn-dvm-10-162-177-211.dvm.lvn.broadcom.net is valid
update_ca[INFO]: ########## verifying tkgcontexts ##########
update_ca[INFO]: tkgcontext[279aa222-af53-4af6-a320-329bfc0ecb4a]: up to date
update_ca[INFO]: tkgcontext[a421f9ef-d036-4718-a3d2-5fbddd7464bc]: up to date
update_ca[INFO]: tkgcontext[51afe1e3-8a9e-4dc6-999e-9ea3b8e8ec14]: up to date
update_ca[INFO]: tkgcontext[3f05b6fc-245f-43c8-bb34-9342b7181ebe]: up to date
update_ca[INFO]: ########## verifying management clusters ##########
update_ca[INFO]: # verifying management cluster[mc1-230], id[82b7e000-c260-417d-9ffd-4a03c51e1579]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret tkg-pkg-tkg-system-values/tkg-system: up to date
update_ca[INFO]: secret [tkr-source-controller-values] in namespace [tkg-system]: up to date
update_ca[INFO]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: up to date
update_ca[INFO]: configmap tkr-controller-config: up to date
update_ca[INFO]: cluster [mc1-230] in namespace tkg-system: up to date
update_ca[INFO]: node[10.162.179.44]: up to date
update_ca[INFO]: node[10.162.180.123]: up to date
update_ca[INFO]: # verifying management cluster[mc2-230], id[4bd3e2b9-b26f-4ae3-8df8-11a88807631b]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret tkg-pkg-tkg-system-values/tkg-system: up to date
update_ca[INFO]: secret [tkr-source-controller-values] in namespace [tkg-system]: up to date
update_ca[INFO]: secret [tkr-vsphere-resolver-values] in namespace [tkg-system]: up to date
update_ca[INFO]: configmap tkr-controller-config: up to date
update_ca[INFO]: cluster [mc2-230] in namespace tkg-system: up to date
update_ca[INFO]: node[10.162.178.144]: up to date
update_ca[INFO]: node[10.162.179.177]: up to date
update_ca[INFO]: ########## verifying v1 workload clusters ##########
update_ca[INFO]: # verifying workload cluster[wc1-230], id[7dbfebcd-4230-4f38-bbc1-8cc1fa57692e]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret [wc1-230-kapp-controller-addon] in namespace [wc1-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc1-230-master-control-plane/wc1-230]: up to date
update_ca[INFO]: kubeadmconfigtemplate cr[wc1-230-np1/wc1-230]: up to date
update_ca[INFO]: query cluster wc1-230 node ips
update_ca[INFO]: node[10.162.178.161]: up to date
update_ca[INFO]: node[10.162.182.96]: up to date
update_ca[INFO]: # verifying workload cluster[wc4-230v1], id[5d487a53-dcb2-4d7c-9056-3b682fdf9420]
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: secret [wc4-230v1-kapp-controller-addon] in namespace [wc4-230v1]: up to date
update_ca[INFO]: kubecontrolplane cr[wc4-230v1-master-control-plane/wc4-230v1]: up to date
update_ca[INFO]: kubeadmconfigtemplate cr[wc4-230v1-np1/wc4-230v1]: up to date
update_ca[INFO]: query cluster wc4-230v1 node ips
update_ca[INFO]: node[10.162.176.97]: up to date
update_ca[INFO]: node[10.162.182.104]: up to date
update_ca[INFO]: ########## verifying minikube ##########
update_ca[INFO]: tcakubenetescluster cr[mc1-230/mc1-230]: up to date
update_ca[INFO]: tcakubenetescluster cr[mc2-230/mc2-230]: up to date
update_ca[INFO]: ########## verifying v2 workload clusters ##########
update_ca[INFO]: # verifying v2 workload cluster[wc2-230]
update_ca[INFO]: tcakubenetescluster cr[wc2-230/wc2-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc2-230-control-plane/wc2-230]: up to date
update_ca[INFO]: secret [wc2-230-kapp-controller-addon] in namespace [wc2-230]: up to date
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: node[10.162.179.45]: up to date
update_ca[INFO]: # verifying v2 workload cluster[wc3-230]
update_ca[INFO]: tcakubenetescluster cr[wc3-230/wc3-230]: up to date
update_ca[INFO]: kubecontrolplane cr[wc3-230-control-plane/wc3-230]: up to date
update_ca[INFO]: secret [wc3-230-kapp-controller-addon] in namespace [wc3-230]: up to date
update_ca[INFO]: configmap kapp-controller-config/tkg-system: up to date
update_ca[INFO]: node[10.162.179.22]: up to date