search

IBM / ibmcloud-storage-volume-lib

A helper ibm cloud storage client library to assist in interacting with IBM Cloud storage. Provides access to key volume lifecycle operations
Apache License 2.0
6 stars 20 forks source link

Pep fix #197

Closed arahamad-zz closed 4 years ago

arahamad-zz commented 4 years ago

create, delete, attach and detach of volume worked on private cluster

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/deploy/kubernetes/driver/kubernetes# cd ~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes/
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ls
invalidPVC.yaml  restartlogs  validPOD.yaml  validPVC.yaml
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl create -f validPVC.yaml 
persistentvolumeclaim/csi-block-pvc-good created
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS    VOLUME   CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Pending                                      ibmc-vpc-block-5iops-tier   9s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Bound    pvc-61d74523-676b-42f2-995e-70034e85ea63   10Gi       RWO            ibmc-vpc-block-5iops-tier   33s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# vi validPOD.yaml 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl create -f validPOD.yaml 
deployment.extensions/testpodrwo created
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pod
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-6rzz5   0/1     ContainerCreating   0          6s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pod
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-6rzz5   0/1     ContainerCreating   0          47s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pod
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-6rzz5   0/1     ContainerCreating   0          77s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Bound    pvc-61d74523-676b-42f2-995e-70034e85ea63   10Gi       RWO            ibmc-vpc-block-5iops-tier   3m6s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl pv describe pvc-61d74523-676b-42f2-995e-70034e85ea63
Error: unknown command "pv" for "kubectl"

Did you mean this?
    cp

Run 'kubectl --help' for usage.
unknown command "pv" for "kubectl"

Did you mean this?
    cp

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl describe pv pvc-61d74523-676b-42f2-995e-70034e85ea63
Name:              pvc-61d74523-676b-42f2-995e-70034e85ea63
Labels:            <none>
Annotations:       pv.kubernetes.io/provisioned-by: vpc.block.csi.ibm.io
Finalizers:        [kubernetes.io/pv-protection external-attacher/vpc-block-csi-ibm-io]
StorageClass:      ibmc-vpc-block-5iops-tier
Status:            Bound
Claim:             default/csi-block-pvc-good
Reclaim Policy:    Delete
Access Modes:      RWO
VolumeMode:        Filesystem
Capacity:          10Gi
Node Affinity:     
  Required Terms:  
    Term 0:        failure-domain.beta.kubernetes.io/region in [us-south]
                   failure-domain.beta.kubernetes.io/zone in [us-south-1]
Message:           
Source:
    Type:              CSI (a Container Storage Interface (CSI) volume source)
    Driver:            vpc.block.csi.ibm.io
    VolumeHandle:      7e17d826-2086-441f-be19-b8be6964d713
    ReadOnly:          false
    VolumeAttributes:      failure-domain.beta.kubernetes.io/region=us-south
                           failure-domain.beta.kubernetes.io/zone=us-south-1
                           iops=3000
                           storage.kubernetes.io/csiProvisionerIdentity=1578854005564-8081-vpc.block.csi.ibm.io
                           volumeId=7e17d826-2086-441f-be19-b8be6964d713
Events:                <none>
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 7e17d826-2086-441f-be19-b8be6964d713
Getting volume 7e17d826-2086-441f-be19-b8be6964d713 under account IBM as user contsto2@in.ibm.com...

ID                                     7e17d826-2086-441f-be19-b8be6964d713   
Name                                   pvc-61d74523-676b-42f2-995e-70034e85ea63   
Status                                 available   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T18:34:57+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   Attachment type   Instance ID                            Instance name                                            Auto delete   Device   Attachment ID                          Attachment name      
                                       data              6b6826f6-14cd-4e7c-bbae-4222cf26113a   kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216   no            xvdc     1b90ec50-5d61-4596-84b8-9cbbce5be0aa   condone-yesterdays-hush-stubborn-plated      

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS    RESTARTS   AGE
testpodrwo-64f7b8498b-6rzz5   1/1     Running   0          2m40s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl delete -f validPOD.yaml 
deployment.extensions "testpodrwo" deleted
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS        RESTARTS   AGE
testpodrwo-64f7b8498b-6rzz5   0/1     Terminating   0          4m17s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
No resources found.
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 7e17d826-2086-441f-be19-b8be6964d713
Getting volume 7e17d826-2086-441f-be19-b8be6964d713 under account IBM as user contsto2@in.ibm.com...

ID                                     7e17d826-2086-441f-be19-b8be6964d713   
Name                                   pvc-61d74523-676b-42f2-995e-70034e85ea63   
Status                                 available   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T18:34:57+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   -   
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl  get pvc
NAME                 STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Bound    pvc-61d74523-676b-42f2-995e-70034e85ea63   10Gi       RWO            ibmc-vpc-block-5iops-tier   11m
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl delete pvc csi-block-pvc-good 
persistentvolumeclaim "csi-block-pvc-good" deleted
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 7e17d826-2086-441f-be19-b8be6964d713
Getting volume 7e17d826-2086-441f-be19-b8be6964d713 under account IBM as user contsto2@in.ibm.com...

ID                                     7e17d826-2086-441f-be19-b8be6964d713   
Name                                   pvc-61d74523-676b-42f2-995e-70034e85ea63   
Status                                 pending_deletion   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T18:34:57+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   -   
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 7e17d826-2086-441f-be19-b8be6964d713
Getting volume 7e17d826-2086-441f-be19-b8be6964d713 under account IBM as user contsto2@in.ibm.com...
FAILED
Failed to show volume.

FAILED
Error code: volume_id_not_found
Error message: A volume with the specified ID is not found.
Error target name: , type: 
For more details, refer to: https://cloud.ibm.com/docs/vpc-on-classic?topic=vpc-on-classic-rias-error-messages#volume_id_not_found
Trace ID: 00d31d669f1cf81c7b396ffd3f9b919e

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#

Logs for create volume

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# grep '3ca87c7f-1271-4e9a-bfba-becbccdfca09' restartlogs 
{"level":"info","ts":"2020-01-12T18:34:51.624Z","caller":"vpcblockdriver/controller.go:65","msg":"In Controller Server's CreateVolume ... ","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","Request":{"name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity_range":{"required_bytes":10737418240},"volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}],"parameters":{"billingType":"hourly","classVersion":"1","encrypted":"false","encryptionKey":"","profile":"5iops-tier","region":"","resourceGroup":"","sizeRange":"[10-2000]GiB","tags":"","zone":""},"accessibility_requirements":{"requisite":[{"segments":{"failure-domain.beta.kubernetes.io/region":"us-south","failure-domain.beta.kubernetes.io/zone":"us-south-1"}}],"preferred":[{"segments":{"failure-domain.beta.kubernetes.io/region":"us-south","failure-domain.beta.kubernetes.io/zone":"us-south-1"}}]}}}
{"level":"info","ts":"2020-01-12T18:34:51.625Z","caller":"vpcblockdriver/controller-helper.go:172","msg":"Ignoring storage class parameter","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","ClassParameter":"classVersion"}
{"level":"info","ts":"2020-01-12T18:34:51.625Z","caller":"vpcblockdriver/controller-helper.go:176","msg":"Ignoring storage class parameter","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","ClassParameter":"sizeRange"}
{"level":"info","ts":"2020-01-12T18:34:51.625Z","caller":"vpcblockdriver/controller-helper.go:214","msg":"volume size in bytes","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","capacity":10737418240}
{"level":"info","ts":"2020-01-12T18:34:51.625Z","caller":"vpcblockdriver/controller-helper.go:220","msg":"volume size in GiB","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","capacity":10}
{"level":"info","ts":"2020-01-12T18:34:51.625Z","caller":"vpcblockdriver/controller.go:94","msg":"CreateVolume","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","3ca87c7f-1271-4e9a-bfba-becbccdfca09 :volume":{"provider":"","volumeType":"ext4","capacity":10,"iops":null,"tier":null,"region":"us-south","az":"us-south-1","creationTime":"0001-01-01T00:00:00Z","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","resource_group":{"id":"efd16c8eac35496e801cf46c19dd03d5"},"encryption_key":{"crn":"********"},"profile":{"name":"5iops-tier"},"volume_tags":["Created By IBM CSI VPC Driver"]}}
{"level":"info","ts":"2020-01-12T18:34:51.626Z","caller":"utils/init_provider.go:125","msg":"Calling provider/utils/init_provider.go GenerateContextCredentials","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:51.626Z","caller":"utils/init_provider.go:140","msg":"Generating generateContextCredentials for ","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","Provider ID":"iks-vpc-classic"}
{"level":"info","ts":"2020-01-12T18:34:51.626Z","caller":"provider/provider.go:65","msg":"Entering IksVpcBlockProvider.OpenSession","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:51.626Z","caller":"provider/provider.go:70","msg":"Opening VPC block session","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:51.627Z","caller":"provider/provider.go:72","msg":"Its IKS dual session. Getttng IAM token for  VPC block session","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:51.627Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:51.627Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"provider/provider.go:207","msg":"","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","apiConfig.ContextID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09 "}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","OpenSession":0.000081302}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"provider/provider.go:85","msg":"Opening IKS block session","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"provider/provider.go:95","msg":"Its ISK dual session. Getttng IAM token for  IKS block session","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:55.138Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"provider/provider.go:207","msg":"","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","apiConfig.ContextID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09 "}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","OpenSession":0.000056569}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"ibmcloudprovider/volume-provider.go:107","msg":"Successfully got the provider session....","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","ProviderName":"IKS-VPC-Block"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"vpcblockdriver/controller-helper.go:388","msg":"In checkIfVolumeExists ...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"provider/get_volume.go:56","msg":"Basic validation for volume Name...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeName":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"provider/get_volume.go:62","msg":"Getting volume details from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeName":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}
{"level":"info","ts":"2020-01-12T18:34:56.085Z","caller":"vpcvolume/list_volumes.go:39","msg":"Equivalent curl command","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes?generation=1&version=2019-07-02","Operation":{"Name":"ListVolumes","Method":"GET","PathPattern":"/v1/volumes"}}
{"level":"info","ts":"2020-01-12T18:34:56.564Z","caller":"provider/create_volume.go:33","msg":"Basic validation for CreateVolume request... ","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","RequestedVolumeDetails":{"provider":"","volumeType":"ext4","capacity":10,"iops":null,"tier":null,"region":"us-south","az":"us-south-1","creationTime":"0001-01-01T00:00:00Z","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","resource_group":{"id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"name":"5iops-tier"},"volume_tags":["Created By IBM CSI VPC Driver"]}}
{"level":"info","ts":"2020-01-12T18:34:56.564Z","caller":"provider/create_volume.go:38","msg":"Successfully validated inputs for CreateVolume request... ","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"info","ts":"2020-01-12T18:34:56.564Z","caller":"provider/create_volume.go:61","msg":"Calling VPC provider for volume creation...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09"}
{"level":"error","ts":"2020-01-12T18:34:56.564Z","caller":"vpcblockdriver/controller-helper.go:406","msg":"checkIfVolumeExists","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","Error":"{Code:StorageFindFailedWithVolumeName, Type:RetrivalFailed, Description:A volume with the specified volume name 'pvc-61d74523-676b-42f2-995e-70034e85ea63' does not exist., BackendError:Trace Code:3ca87c7f-1271-4e9a-bfba-becbccdfca09, A volume with the specified name is not found. Please check https://cloud.ibm.com/docs/vpc-on-classic?topic=vpc-on-classic-rias-error-messages#volume_name_not_found, RC:404}"}
{"level":"info","ts":"2020-01-12T18:34:56.564Z","caller":"vpcvolume/create_volume.go:38","msg":"Equivalent curl command and payload details","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes?generation=1&version=2019-07-02","Payload":{"name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"resource_group":{"id":"efd16c8eac35496e801cf46c19dd03d5"},"tags":["Created By IBM CSI VPC Driver"],"profile":{"name":"5iops-tier"},"zone":{"name":"us-south-1"}},"Operation":{"Name":"CreateVolume","Method":"POST","PathPattern":"/v1/volumes"}}
{"level":"info","ts":"2020-01-12T18:34:58.337Z","caller":"provider/create_volume.go:73","msg":"Successfully created volume from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"pending","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:34:58.337Z","caller":"provider/create_volume.go:75","msg":"Waiting for volume to be in valid (available) state","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"pending","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:34:58.337Z","caller":"provider/wait_for_valid_volume_state.go:31","msg":"Getting volume details from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:34:58.337Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:34:58.952Z","caller":"provider/wait_for_valid_volume_state.go:39","msg":"Getting volume details from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","volume":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"pending","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:35:08.953Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:35:09.397Z","caller":"provider/wait_for_valid_volume_state.go:39","msg":"Getting volume details from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","volume":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"pending","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:35:19.397Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:35:19.872Z","caller":"provider/wait_for_valid_volume_state.go:39","msg":"Getting volume details from VPC provider...","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","volume":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"available","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:35:19.872Z","caller":"provider/wait_for_valid_volume_state.go:41","msg":"Volume got valid (available) state","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"available","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:35:19.872Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","WaitForValidVolumeState":21.535422513}
{"level":"info","ts":"2020-01-12T18:35:19.873Z","caller":"provider/create_volume.go:80","msg":"Volume got valid (available) state","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"pending","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:35:19.873Z","caller":"provider/create_volume.go:86","msg":"VolumeResponse","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","volumeResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","provider":"VPC","volumeType":"vpc-block","capacity":10,"iops":"3000","tier":null,"region":"us-south","az":"us-south-1","creationTime":"2020-01-12T18:34:57Z"}}
{"level":"info","ts":"2020-01-12T18:35:19.873Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","CreateVolume":23.309019369}
{"level":"info","ts":"2020-01-12T18:35:19.873Z","caller":"metrics/metrics.go:93","msg":"Time to complete","RequestID":"3ca87c7f-1271-4e9a-bfba-becbccdfca09","CreateVolume":28.248370733}
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#

Volume attachment:

{"level":"info","ts":"2020-01-12T18:36:26.062Z","caller":"vpcblockdriver/controller.go:178","msg":"In Driver's ControllerPublishVolume ... ","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","ControllerPublishVolumeRequest":{"volume_id":"7e17d826-2086-441f-be19-b8be6964d713","node_id":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"failure-domain.beta.kubernetes.io/region":"us-south","failure-domain.beta.kubernetes.io/zone":"us-south-1","iops":"3000","storage.kubernetes.io/csiProvisionerIdentity":"1578854005564-8081-vpc.block.csi.ibm.io","volumeId":"7e17d826-2086-441f-be19-b8be6964d713"}}}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"metrics/metrics.go:93","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","ControllerPublishVolume.Lock":0.000004388}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"utils/init_provider.go:125","msg":"Calling provider/utils/init_provider.go GenerateContextCredentials","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"utils/init_provider.go:140","msg":"Generating generateContextCredentials for ","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","Provider ID":"iks-vpc-classic"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"provider/provider.go:65","msg":"Entering IksVpcBlockProvider.OpenSession","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"provider/provider.go:70","msg":"Opening VPC block session","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"provider/provider.go:72","msg":"Its IKS dual session. Getttng IAM token for  VPC block session","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:26.063Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.150Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.150Z","caller":"provider/provider.go:207","msg":"","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","apiConfig.ContextID":"36fad47e-a954-4169-9d8e-be6a9225b021 "}
{"level":"info","ts":"2020-01-12T18:36:27.151Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","OpenSession":0.000061165}
{"level":"info","ts":"2020-01-12T18:36:27.151Z","caller":"provider/provider.go:85","msg":"Opening IKS block session","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.151Z","caller":"provider/provider.go:95","msg":"Its ISK dual session. Getttng IAM token for  IKS block session","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.151Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.151Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"provider/provider.go:207","msg":"","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","apiConfig.ContextID":"36fad47e-a954-4169-9d8e-be6a9225b021 "}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","OpenSession":0.000053593}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"ibmcloudprovider/volume-provider.go:107","msg":"Successfully got the provider session....","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","ProviderName":"IKS-VPC-Block"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"vpcblockdriver/controller-helper.go:388","msg":"In checkIfVolumeExists ...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"provider/get_volume.go:25","msg":"Basic validation for volume ID...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"provider/get_volume.go:32","msg":"Getting volume details from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:36:27.962Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:36:28.412Z","caller":"provider/get_volume.go:44","msg":"Successfully retrieved volume details from VPC backend","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"available","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:36:28.412Z","caller":"provider/attach_volume.go:38","msg":"Validating basic inputs for Attach method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":null,"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:36:28.412Z","caller":"provider/attach_volume.go:49","msg":"Checking if volume is already attached by other thread","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:28.413Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":null,"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:36:28.413Z","caller":"provider/get_volume_attachment.go:79","msg":"Getting VolumeAttachmentList from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:28.413Z","caller":"instances/iks_list_volume_attachments.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachmentsList?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentTemplate":{"clusterID":"bnub1c6d031ac1khutv0","volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713"}},"Operation":{"Name":"ListVolumeAttachment","Method":"GET","PathPattern":"v2/storage/vpc/getAttachmentsList"},"cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216"}
{"level":"info","ts":"2020-01-12T18:36:31.592Z","caller":"instances/iks_list_volume_attachments.go:46","msg":"Successfuly retrieved the volume attachments","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:31.592Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":null,"error":"{Code:VolumeAttachFindFailed, Type:VolumeAttachFindFailed, Description:No volume attachment could be found for the specified volume ID '7e17d826-2086-441f-be19-b8be6964d713' and instance ID 'kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216'., BackendError:No VolumeAttachment Found, RC:400}"}
{"level":"info","ts":"2020-01-12T18:36:31.592Z","caller":"provider/attach_volume.go:57","msg":"Attaching volume from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","IKSEnabled?":true}
{"level":"info","ts":"2020-01-12T18:36:31.593Z","caller":"instances/iks_attach_volume.go:41","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/createAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeID=7e17d826-2086-441f-be19-b8be6964d713&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","Payload":{"clusterID":"bnub1c6d031ac1khutv0","volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713"}},"Operation":{"Name":"AttachVolume","Method":"POST","PathPattern":"v2/storage/vpc/createAttachment"},"cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"error","ts":"2020-01-12T18:36:31.592Z","caller":"provider/get_volume_attachment.go:108","msg":"Volume attachment not found","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"instances/iks_attach_volume.go:48","msg":"Successfuly attached the volume","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"provider/attach_volume.go:71","msg":"Successfully attached volume from VPC provider","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","AttachVolume":9.886645857}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"provider/wait_for_attach_volume.go:27","msg":"Validating basic inputs for WaitForAttachVolume method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentTemplate":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:38.299Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:36:40.929Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attaching","type":"data","device":{"id":""},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:36:40.929Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:36:40.929Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:36:40.929Z","caller":"provider/util.go:198","msg":"UNEXPECTED RESULT from FlexyRetryWithConstGap, Re-attempting execution ..","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","attempt..":2,"retry-gap":10,"max-retry-Attempts":40,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:36:50.929Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:36:50.929Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:36:50.929Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:36:52.898Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attaching","type":"data","device":{"id":""},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:36:52.898Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:36:52.898Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:36:52.898Z","caller":"provider/util.go:198","msg":"UNEXPECTED RESULT from FlexyRetryWithConstGap, Re-attempting execution ..","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","attempt..":3,"retry-gap":10,"max-retry-Attempts":40,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:37:02.898Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:37:02.898Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:37:02.898Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:37:04.992Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attaching","type":"data","device":{"id":""},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:37:04.992Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:04.992Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:04.992Z","caller":"provider/util.go:198","msg":"UNEXPECTED RESULT from FlexyRetryWithConstGap, Re-attempting execution ..","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","attempt..":4,"retry-gap":10,"max-retry-Attempts":40,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:37:14.992Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:37:14.992Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:37:14.992Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:37:18.244Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attaching","type":"data","device":{"id":""},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:37:18.244Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:18.244Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:18.244Z","caller":"provider/util.go:198","msg":"UNEXPECTED RESULT from FlexyRetryWithConstGap, Re-attempting execution ..","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","attempt..":5,"retry-gap":10,"max-retry-Attempts":40,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:37:28.244Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:37:28.244Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:37:28.244Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:37:30.531Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attaching","type":"data","device":{"id":""},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:37:30.531Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:30.531Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data"},"iksVolumeAttachment":null,"status":"attaching"}}
{"level":"info","ts":"2020-01-12T18:37:30.531Z","caller":"provider/util.go:198","msg":"UNEXPECTED RESULT from FlexyRetryWithConstGap, Re-attempting execution ..","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","attempt..":6,"retry-gap":10,"max-retry-Attempts":40,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:37:40.531Z","caller":"provider/get_volume_attachment.go:26","msg":"Validating basic inputs for GetVolumeAttachment method...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachRequest":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"},"iksVolumeAttachment":{"clusterID":"bnub1c6d031ac1khutv0"}}}
{"level":"info","ts":"2020-01-12T18:37:40.531Z","caller":"provider/get_volume_attachment.go:48","msg":"Getting VolumeAttachment from VPC provider...","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021"}
{"level":"info","ts":"2020-01-12T18:37:40.531Z","caller":"instances/iks_get_volume_attachment.go:39","msg":"Equivalent curl command and query parameters","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","URL":"https://private.us-south.containers.cloud.ibm.com/v2/storage/vpc/getAttachment?cluster=bnub1c6d031ac1khutv0&generation=1&version=2019-07-02&volumeAttachmentID=1b90ec50-5d61-4596-84b8-9cbbce5be0aa&worker=kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","cluster":"bnub1c6d031ac1khutv0","worker":"kube-bnub1c6d031ac1khutv0-arprivatecl-default-00000216","volumeAttachmentID":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa"}
{"level":"info","ts":"2020-01-12T18:37:42.741Z","caller":"instances/iks_get_volume_attachment.go:46","msg":"Successfuly retrieved the volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","status":"attached","type":"data","device":{"id":"xvdc"},"volume":{"id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63"}}}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"provider/get_volume_attachment.go:72","msg":"Successfuly retrived volume attachment","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data","device_path":"/dev/xvdc"},"iksVolumeAttachment":null,"status":"attached"}}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"provider/get_volume_attachment.go:40","msg":"Volume attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","volumeAttachmentResponse":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data","device_path":"/dev/xvdc"},"iksVolumeAttachment":null,"status":"attached"}}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","WaitForAttachVolume":64.442822801}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"vpcblockdriver/controller.go:238","msg":"Attachment response","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","response":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","instanceID":"","vpcVolumeAttachment":{"id":"1b90ec50-5d61-4596-84b8-9cbbce5be0aa","name":"condone-yesterdays-hush-stubborn-plated","type":"data","device_path":"/dev/xvdc"},"iksVolumeAttachment":null,"status":"attached"}}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"vpcblockdriver/controller.go:240","msg":"Exit ControllerPublishVolume()","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","controllerPublishVolumeResponse":{"publish_context":{"attach-status":"attached","device-path":"/dev/xvdc","node-id":"","request-id":"36fad47e-a954-4169-9d8e-be6a9225b021 ","volume-id":"7e17d826-2086-441f-be19-b8be6964d713"}}}
{"level":"info","ts":"2020-01-12T18:37:42.742Z","caller":"metrics/metrics.go:93","msg":"Time to complete","RequestID":"36fad47e-a954-4169-9d8e-be6a9225b021","ControllerPublishVolume":76.679655236}
I0112 18:37:42.742921       1 utils.go:69] GRPC response: publish_context:<key:"attach-status" value:"attached" > publish_context:<key:"device-path" value:"/dev/xvdc" > publish_context:<key:"node-id" value:"" > publish_context:<key:"request-id" value:"36fad47e-a954-4169-9d8e-be6a9225b021 " > publish_context:<key:"volume-id" value:"7e17d826-2086-441f-be19-b8be6964d713" > 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#

Volume delete:

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# grep 'f0647665-b911-4465-a572-f0be90dc5645' restartlogs 
{"level":"info","ts":"2020-01-12T18:46:58.391Z","caller":"vpcblockdriver/controller.go:140","msg":"In Controller Server's DeleteVolume ... ","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","Request":{"volume_id":"7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"utils/init_provider.go:125","msg":"Calling provider/utils/init_provider.go GenerateContextCredentials","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"utils/init_provider.go:140","msg":"Generating generateContextCredentials for ","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","Provider ID":"iks-vpc-classic"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"provider/provider.go:65","msg":"Entering IksVpcBlockProvider.OpenSession","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"provider/provider.go:70","msg":"Opening VPC block session","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"provider/provider.go:72","msg":"Its IKS dual session. Getttng IAM token for  VPC block session","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.392Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"provider/provider.go:207","msg":"","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","apiConfig.ContextID":"f0647665-b911-4465-a572-f0be90dc5645 "}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","OpenSession":0.000076389}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"provider/provider.go:85","msg":"Opening IKS block session","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"provider/provider.go:95","msg":"Its ISK dual session. Getttng IAM token for  IKS block session","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"iam/token_exchange_iks.go:106","msg":"In tokenExchangeIKSRequest's sendTokenExchangeRequest()","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:58.750Z","caller":"iam/token_exchange_iks.go:125","msg":"Sending IAM token exchange request to container api server","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:59.217Z","caller":"provider/provider.go:184","msg":"Entering OpenSession","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:59.217Z","caller":"provider/provider.go:207","msg":"","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","apiConfig.ContextID":"f0647665-b911-4465-a572-f0be90dc5645 "}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","OpenSession":0.00017199}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"ibmcloudprovider/volume-provider.go:107","msg":"Successfully got the provider session....","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","ProviderName":"IKS-VPC-Block"}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"vpcblockdriver/controller-helper.go:388","msg":"In checkIfVolumeExists ...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"provider/get_volume.go:25","msg":"Basic validation for volume ID...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"provider/get_volume.go:32","msg":"Getting volume details from VPC provider...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:46:59.218Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:46:59.582Z","caller":"provider/get_volume.go:44","msg":"Successfully retrieved volume details from VPC backend","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","VolumeDetails":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volumes/7e17d826-2086-441f-be19-b8be6964d713","id":"7e17d826-2086-441f-be19-b8be6964d713","name":"pvc-61d74523-676b-42f2-995e-70034e85ea63","capacity":10,"iops":3000,"resource_group":{"href":"https://resource-controller.cloud.ibm.com/v1/resource_groups/efd16c8eac35496e801cf46c19dd03d5","id":"efd16c8eac35496e801cf46c19dd03d5"},"profile":{"href":"https://private-us-south.iaas.cloud.ibm.com/v1/volume/profiles/5iops-tier","name":"5iops-tier"},"created_at":"2020-01-12T18:34:57Z","status":"available","volume_attachments":[],"zone":{"name":"us-south-1","href":"https://private-us-south.iaas.cloud.ibm.com/v1/regions/us-south/zones/us-south-1"},"crn":"crn:v1:bluemix:public:is:us-south-1:a/e242f140687cd68a8e037b26680e0f04::volume:7e17d826-2086-441f-be19-b8be6964d713"}}
{"level":"info","ts":"2020-01-12T18:46:59.582Z","caller":"provider/delete_volume.go:28","msg":"Validating basic inputs for DeleteVolume method...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","VolumeDetails":{"volumeID":"7e17d826-2086-441f-be19-b8be6964d713","provider":"","volumeType":"","capacity":null,"iops":null,"tier":null,"creationTime":"0001-01-01T00:00:00Z"}}
{"level":"info","ts":"2020-01-12T18:46:59.583Z","caller":"provider/delete_volume.go:34","msg":"Deleting volume from VPC provider...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:46:59.583Z","caller":"vpcvolume/delete_volume.go:37","msg":"Equivalent curl command","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"DeleteVolume","Method":"DELETE","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:47:00.519Z","caller":"provider/delete_volume.go:72","msg":"Getting volume details from VPC provider...","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","VolumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:47:00.519Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:47:01.080Z","caller":"provider/util.go:173","msg":"UNEXPECTED RESULT, Re-attempting execution ..","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","attempt..":2,"retry-gap":10,"max-retry-Attempts":10,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:47:11.080Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:47:11.688Z","caller":"provider/util.go:173","msg":"UNEXPECTED RESULT, Re-attempting execution ..","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","attempt..":3,"retry-gap":20,"max-retry-Attempts":10,"stopRetry":false}
{"level":"info","ts":"2020-01-12T18:47:31.689Z","caller":"vpcvolume/get_volume.go:38","msg":"Equivalent curl command","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","URL":"https://private-us-south.iaas.cloud.ibm.com:443/v1/volumes/%7Bvolume-id%7D?generation=1&version=2019-07-02","Operation":{"Name":"GetVolume","Method":"GET","PathPattern":"/v1/volumes/{volume-id}"}}
{"level":"info","ts":"2020-01-12T18:47:32.066Z","caller":"provider/delete_volume.go:85","msg":"Volume got deleted.","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","volumeID":"7e17d826-2086-441f-be19-b8be6964d713"}
{"level":"info","ts":"2020-01-12T18:47:32.066Z","caller":"provider/delete_volume.go:48","msg":"Successfully deleted volume from VPC provider","RequestID":"f0647665-b911-4465-a572-f0be90dc5645"}
{"level":"info","ts":"2020-01-12T18:47:32.066Z","caller":"metrics/metrics.go:65","msg":"Time to complete","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","DeleteVolume":32.483591399}
{"level":"info","ts":"2020-01-12T18:47:32.066Z","caller":"metrics/metrics.go:93","msg":"Time to complete","RequestID":"f0647665-b911-4465-a572-f0be90dc5645","DeleteVolume":33.674747874}
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#
arahamad-zz commented 4 years ago

create, delete, attach, detach on public cluster : export KUBECONFIG=/root/.bluemix/plugins/container-service/clusters/arvpccluster/kube-config-dal10-arvpccluster.yml

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl  create -f validPVC.yaml 
persistentvolumeclaim/csi-block-pvc-good created
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS    VOLUME   CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Pending                                      ibmc-vpc-block-5iops-tier   8s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS    VOLUME   CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Pending                                      ibmc-vpc-block-5iops-tier   21s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# 
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pvc
NAME                 STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Bound    pvc-8c85f5fa-8840-4171-98dc-09667c82a137   10Gi       RWO            ibmc-vpc-block-5iops-tier   29s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl describe pvc pvc-8c85f5fa-8840-4171-98dc-09667c82a137
Error from server (NotFound): persistentvolumeclaims "pvc-8c85f5fa-8840-4171-98dc-09667c82a137" not found
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl describe pv pvc-8c85f5fa-8840-4171-98dc-09667c82a137
Name:              pvc-8c85f5fa-8840-4171-98dc-09667c82a137
Labels:            <none>
Annotations:       pv.kubernetes.io/provisioned-by: vpc.block.csi.ibm.io
Finalizers:        [kubernetes.io/pv-protection]
StorageClass:      ibmc-vpc-block-5iops-tier
Status:            Bound
Claim:             default/csi-block-pvc-good
Reclaim Policy:    Delete
Access Modes:      RWO
VolumeMode:        Filesystem
Capacity:          10Gi
Node Affinity:     
  Required Terms:  
    Term 0:        failure-domain.beta.kubernetes.io/region in [us-south]
                   failure-domain.beta.kubernetes.io/zone in [us-south-1]
Message:           
Source:
    Type:              CSI (a Container Storage Interface (CSI) volume source)
    Driver:            vpc.block.csi.ibm.io
    VolumeHandle:      667fe231-b869-4a82-a56b-9489d88108a9
    ReadOnly:          false
    VolumeAttributes:      failure-domain.beta.kubernetes.io/region=us-south
                           failure-domain.beta.kubernetes.io/zone=us-south-1
                           iops=3000
                           storage.kubernetes.io/csiProvisionerIdentity=1578856145238-8081-vpc.block.csi.ibm.io
                           volumeId=667fe231-b869-4a82-a56b-9489d88108a9
Events:                <none>
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 667fe231-b869-4a82-a56b-9489d88108a9
Getting volume 667fe231-b869-4a82-a56b-9489d88108a9 under account IBM as user contsto2@in.ibm.com...

ID                                     667fe231-b869-4a82-a56b-9489d88108a9   
Name                                   pvc-8c85f5fa-8840-4171-98dc-09667c82a137   
Status                                 available   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T19:11:29+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   -   
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ls
invalidPVC.yaml  restartlogs  validPOD.yaml  validPVC.yaml
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl create -f validPOD.yaml 
deployment.extensions/testpodrwo created
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     ContainerCreating   0          5s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     ContainerCreating   0          84s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 667fe231-b869-4a82-a56b-9489d88108a9
Getting volume 667fe231-b869-4a82-a56b-9489d88108a9 under account IBM as user contsto2@in.ibm.com...

ID                                     667fe231-b869-4a82-a56b-9489d88108a9   
Name                                   pvc-8c85f5fa-8840-4171-98dc-09667c82a137   
Status                                 available   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T19:11:29+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   Attachment type   Instance ID                            Instance name                                            Auto delete   Device   Attachment ID                          Attachment name      
                                       data              c3f46315-9f58-46c0-bedc-9d3d0dd1d102   kube-bn0mu6dd0m6en5c32910-arvpccluste-default-00000293   no            xvdc     bd3a860f-5975-4f05-9f8a-9c3a16c8256c   synthetic-outer-stopped-handoff-proofing      

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     ContainerCreating   0          97s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     ContainerCreating   0          2m13s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS              RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     ContainerCreating   0          2m23s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS    RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   1/1     Running   0          2m36s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl delete -f validPOD.yaml 
deployment.extensions "testpodrwo" deleted
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
NAME                          READY   STATUS        RESTARTS   AGE
testpodrwo-64f7b8498b-vfjdw   0/1     Terminating   0          3m19s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl get pods
No resources found.
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 667fe231-b869-4a82-a56b-9489d88108a9
Getting volume 667fe231-b869-4a82-a56b-9489d88108a9 under account IBM as user contsto2@in.ibm.com...

ID                                     667fe231-b869-4a82-a56b-9489d88108a9   
Name                                   pvc-8c85f5fa-8840-4171-98dc-09667c82a137   
Status                                 available   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T19:11:29+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   -   
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl  get pvc
NAME                 STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS                AGE
csi-block-pvc-good   Bound    pvc-8c85f5fa-8840-4171-98dc-09667c82a137   10Gi       RWO            ibmc-vpc-block-5iops-tier   6m28s
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl delete pvc csi-block-pvc-good
persistentvolumeclaim "csi-block-pvc-good" deleted
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# kubectl  get pvc
No resources found.
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 667fe231-b869-4a82-a56b-9489d88108a9
Getting volume 667fe231-b869-4a82-a56b-9489d88108a9 under account IBM as user contsto2@in.ibm.com...

ID                                     667fe231-b869-4a82-a56b-9489d88108a9   
Name                                   pvc-8c85f5fa-8840-4171-98dc-09667c82a137   
Status                                 pending_deletion   
Capacity                               10   
IOPS                                   3000   
Profile                                5iops-tier   
Encryption key                         -   
Encryption                             provider_managed   
Resource group                         efd16c8eac35496e801cf46c19dd03d5   
Created                                2020-01-12T19:11:29+00:00   
Zone                                   us-south-1   
Volume Attachment Instance Reference   -   
root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes# ibmcloud is vol 667fe231-b869-4a82-a56b-9489d88108a9
Getting volume 667fe231-b869-4a82-a56b-9489d88108a9 under account IBM as user contsto2@in.ibm.com...
FAILED
Failed to show volume.

FAILED
Error code: volume_id_not_found
Error message: A volume with the specified ID is not found.
Error target name: , type: 
For more details, refer to: https://cloud.ibm.com/docs/vpc-on-classic?topic=vpc-on-classic-rias-error-messages#volume_id_not_found
Trace ID: 9834cd6c76051a5e5fcf31ff09ba79a6

root@virtualserver01:~/common_lib/src/github.ibm.com/alchemy-containers/ibm-vpc-block-csi-driver/examples/kubernetes#