prablr79
commented
5 years ago fixed with latest tag
Closed sonawane-shashikant closed 5 years ago
prablr79
commented
5 years ago fixed with latest tag
sonawane-shashikant
commented
5 years ago Closing as FIXED.
50 volumes created from Default section, when mounted concurrently, get mounted successfully, but shows iscsi entries, though driver in Default section is FC.
Test Bed can be seen in the below output.
Steps to reproduce -
Expected - FC wwn should be seen Actual - iscsi IQN is seen.
Detailed output is as below - [root@CSSOSBE02-B10 ~]# for i in
seq 50; do docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i & done [1] 24665 [2] 24666 [3] 24667 [4] 24668 [5] 24669 [6] 24670 [7] 24671 [8] 24672 [9] 24673 [10] 24674 [11] 24675 [12] 24676 [13] 24677 [14] 24678 [15] 24679 [16] 24680 [17] 24684 [18] 24693 [19] 24699 [20] 24706 [21] 24710 [22] 24716 [23] 24722 [24] 24724 [25] 24732 [26] 24738 [27] 24743 [28] 24744 [29] 24748 [30] 24750 [31] 24751 [32] 24752 [33] 24756 [34] 24758 [35] 24762 [36] 24771 [37] 24774 [38] 24779 [39] 24782 [40] 24785 [41] 24791 [42] 24794 [43] 24795 [44] 24799 [45] 24800 [46] 24804 [47] 24805 [48] 24806 [49] 24811 [50] 24823 [root@CSSOSBE02-B10 ~]# volume10 volume1 volume7 volume9 volume12 volume13 volume6 volume14 volume16 volume2 volume17 volume15 volume26 volume25 volume22 volume21 volume18 volume34 volume11 volume24 volume8 volume33 volume48 volume35 volume4 volume20 volume30 volume23 volume38 volume19 volume42 volume39 volume44 volume37 volume46 volume45 volume41 volume47 volume29 volume3 volume36 volume5 volume43 volume32 volume50 volume31 volume40 volume28 volume49 volume27[1] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [2] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [3] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [4] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [5] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [6] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [7] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [8] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [9] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [10] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [11] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [12] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [13] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [14] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [15] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [16] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [17] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [18] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [19] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [20] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [21] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [22] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [23] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [24] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [25] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [26] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [27] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [28] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [29] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [30] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [31] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [32] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [33] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [34] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [35] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [36] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [37] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [38] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [39] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [40] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [41] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [42] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [43] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [44] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [45] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [46] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [47] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [48] Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [49]- Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [50]+ Done docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i [root@CSSOSBE02-B10 ~]# for i in
seq 50^Cdo docker volume create -d hpe --name volume$i -o replicationGroup=SHASHI$i & done [root@CSSOSBE02-B10 ~]# for i inseq 50; do docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh & done [1] 25208 [2] 25209 [3] 25210 [4] 25211 [5] 25212 [6] 25213 [7] 25214 [8] 25215 [9] 25216 [10] 25217 [11] 25218 [12] 25219 [13] 25220 [14] 25221 [15] 25222 [16] 25223 [17] 25233 [18] 25241 [19] 25248 [20] 25251 [21] 25252 [22] 25260 [23] 25266 [24] 25269 [25] 25274 [26] 25279 [27] 25281 [28] 25282 [29] 25286 [30] 25291 [31] 25296 [32] 25301 [33] 25302 [34] 25304 [35] 25309 [36] 25314 [37] 25321 [38] 25324 [39] 25328 [40] 25333 [41] 25340 [42] 25344 [43] 25347 [44] 25349 [45] 25354 [46] 25362 [47] 25365 [48] 25368 [49] 25372 [50] 25374 [root@CSSOSBE02-B10 ~]# c5d07f572542930aab6e51d5dbd76551c4837b2d27f71c25d243233794a58f59 d7e0462f2391d2601a7cd1bce8348c59a48007c0f8e22f4e347a7eef8301eb7e 2930aa7d533f845297e150de7137a1111f9cdfa4a65eb21a32495063e0f6cd31 2a93a2bacfa03520527cce5adf3442270e1b7235d07a1455b143eca2c0a4e901 4f294c4ccd7467126af747137278e596a5c5066e5e205e3437f87d99f6771cd1 c82b61de26c3476dafa169da3c5ab00253de2dbcd2915e26e36450964b0bef4b cec510709d6d5ff9d0d9b55eeca30e99e69383af629431016f4b4302eedb1ec0 940f91b186ceeb48d9f8bbb00f27a92acaab195ecfa93c52fdba3f13637d5506 4598cdee316cd87562706c121feb9b139e29ee516e0a44399dcc2a1c7afdf443 b60823ef3ce1a022d8e5406170e8c07b99a52ff7a2469a10e73da72d72a90170 6d8337cbca2cbd506496b6663b64cd4c72090cde5b97644a39b10e9ce5ba334d 3ec4b39a25e5f220e25766e2dfb66521890e52b0db7ea11d399138d8ac47d43a 808d45792b4ee15d668e0b4bc7886c3cc897a357816cd52463aefc03d1bba21e bbb2f32cce238a16a695c5291a4d7c266fa682d605d5034e0b1f4a30c427ef0c f852fe2c8df67a101608d5ef0e7e3c60f0c7d2ea48b8a4626634d69dfd5a0f7e d7ab3fcb96eb9502663c90779bb1ed19ad6423afdc97c90ad9828a6b9628792c 705bbe51aafaf06a624ad4f77b874c318350641ebb7c4b743cf0ac06e8ded17a 6ec293fe5d5e6055f65cb3ceff832b1834412d6c32b0f45b3e12ce778280c122 eec09c2ab1dff83d5bcbfecaff4fd63a70cbe5746b11f1321e2ae88d5575946f 058c2beb4af8ef6618becf2131355f3a383b6362f8fcb55b44cc4ce1a83cef25 b17feb36e4ee137f56984e4da9c9d903cbbbeb3e42f5a14dcc891a98ef296b14 e0d1e8fd32de7171056d68655e528d6bdb694e3d2063f675c7baf97a90d9c17a 9940436df5e73664771d96651ea0056d26491a2f3b79e72ad8a0e09e37233855 d3ff19ef39e7a155276115d2d7bb5005b2e30c82c2fb3728fb47ad9a6a03e004 eefb4d9d8d5a5e4975b4164250d16c6a04a9fc6433a1c62a8262e4a528e68a21 1a1162a120c58479b6a873876b82a9327024c2dcfad6d358a57c5ad2a175501a 794e159302f4e97c9a8de159cd17ff250e9a39ea25dc6c602b663618269ebb43 fb8f673b373b2352c150c2095f9955793f590a3c6d22894627e822e718024d42 9f614e2cc727076d27e7b5df11d150161728c2c321c873685aa8a2d4f210b452 168edf024ff1207424cbc8310a97ea27649076877fff3e547e3a7bcc84ce093d 35c0d55dcb596951069713142479bd37bd9b56047589b53b2b3557f464eb6d0c 67ac90fc6fb4595721ea8edd79251227bd61400bb18a2836db2fc92e6ac5484e 2dabac219221db09d312e5d31d4549705101759d897ebc1b56c7bd77844eec07 9478dc29e537ba57a6c6cafb824de149c05bff2be60a0c2da4fa988b910e1e33 854929274a6a89382d83b4401525db6ef7951a330193c6168f80cb7629636712 f4c17db7c0c20f47da015d424d57746e689247e0529ce470eae116ec5b31c163 42dcadd9c1d62840a21927aca30b92246d6e323bb17c646a1e875daa63719713 d39caa7f9d722e0db68614a592c4817e29d92cb48253f734a77412db7282fd1a cf6222b3c34d9f4d49277ae0d2ccdf3da25cd9c9b54caa35c85181407659ef27 127913f207ab992ee5455ccc35a7c009a9b4a9acb1238e574b66315632370877 44195abb40384f539e8aed246a0f5e05f7fe25c02c68726c129bdc8f0fbd4f7a 7f81b2899d97c1495597aaa51cadff08ce8b907e815772666da654b6f0679302 9c851408cb1d257df4f02912cc6ada717dea1e9d85c8b3148ff6b721cbed0524 aba962d262829d0bb04531da9311d50bb4420ca15b67c94276d64926b1c50925 a7d9badd9dab6453a592fcfa707b4764a44a164dbc2c62795176a9a8807a0e4d de313c6982564b41fa0c2e2c53b1827fb12cd02416e66e0412c72a6bdd42a848 ec4a5d97eac7c737679b388cffe73a24d7676f3a3ae13122b17cbc24962be40f a08a302a85fc02219f9bc13cbc4c732de020539f68286340a3d73351f8176b49 55f43de7bffc7426c136a272a8756a2c8a19a3157509803ec62e22e7673a9c11 fdb6b1a518225329d63635ea42f71f4a7cb34f2fa4eb7f6302db7957ea0ca60a[1] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [2] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [3] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [4] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [5] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [6] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [7] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [8] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [9] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [10] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [11] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [12] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [13] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [14] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [15] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [16] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [17] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [18] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [19] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [20] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [21] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [22] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [23] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [24] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [25] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [26] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [27] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [28] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [29] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [30] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [31] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [32] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [33] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [34] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [35] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [36] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [37] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [38] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [39] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [40] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [41] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [42] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [43] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [44] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [45] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [46] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [47] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [48] Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [49]- Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [50]+ Done docker run -it -d -v volume$i:/data --volume-driver hpe --name mount$i --rm busybox /bin/sh [root@CSSOSBE02-B10 ~]# ls -lrt /dev/disk/by-path/ total 0 lrwxrwxrwx. 1 root root 10 Oct 23 01:08 pci-0000:07:00.0-scsi-0:1:0:0-part3 -> ../../sda3 lrwxrwxrwx. 1 root root 10 Oct 23 01:08 pci-0000:07:00.0-scsi-0:1:0:0-part2 -> ../../sda2 lrwxrwxrwx. 1 root root 10 Oct 23 01:08 pci-0000:07:00.0-scsi-0:1:0:0-part1 -> ../../sda1 lrwxrwxrwx. 1 root root 9 Oct 23 01:08 pci-0000:07:00.0-scsi-0:1:0:0 -> ../../sda lrwxrwxrwx. 1 root root 9 Nov 13 06:27 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-3 -> ../../sdi lrwxrwxrwx. 1 root root 9 Nov 13 06:27 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-4 -> ../../sdk lrwxrwxrwx. 1 root root 9 Nov 13 06:27 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-4 -> ../../sdj lrwxrwxrwx. 1 root root 9 Nov 13 06:27 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-6 -> ../../sdo lrwxrwxrwx. 1 root root 9 Nov 13 06:27 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-7 -> ../../sdq lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-10 -> ../../sdw lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-11 -> ../../sdy lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-12 -> ../../sdaa lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-12 -> ../../sdz lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-8 -> ../../sdr lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-0 -> ../../sdb lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-0 -> ../../sdc lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-16 -> ../../sdai lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-19 -> ../../sdao lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-19 -> ../../sdan lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-20 -> ../../sdaq lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-20 -> ../../sdap lrwxrwxrwx. 1 root root 9 Nov 13 06:28 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-6 -> ../../sdn lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-21 -> ../../sdas lrwxrwxrwx. 1 root root 10 Nov 13 06:28 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-17 -> ../../sdak lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-23 -> ../../sdav lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-23 -> ../../sdaw lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-24 -> ../../sdax lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-24 -> ../../sday lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-25 -> ../../sdba lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-22 -> ../../sdat lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-22 -> ../../sdau lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-26 -> ../../sdbc lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-26 -> ../../sdbb lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-3 -> ../../sdh lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-27 -> ../../sdbe lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-27 -> ../../sdbd lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-5 -> ../../sdl lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-5 -> ../../sdm lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-28 -> ../../sdbf lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-15 -> ../../sdag lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-29 -> ../../sdbi lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-29 -> ../../sdbh lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-7 -> ../../sdp lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-30 -> ../../sdbj lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-31 -> ../../sdbl lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-18 -> ../../sdal lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-18 -> ../../sdam lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-10 -> ../../sdv lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-28 -> ../../sdbg lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-33 -> ../../sdbq lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-1 -> ../../sdd lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-34 -> ../../sdbr lrwxrwxrwx. 1 root root 9 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-2 -> ../../sdf lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-30 -> ../../sdbk lrwxrwxrwx. 1 root root 10 Nov 13 06:29 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-35 -> ../../sdbt lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-13 -> ../../sdab lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-13 -> ../../sdac lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-36 -> ../../sdbw lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-36 -> ../../sdbv lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-14 -> ../../sdad lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-14 -> ../../sdae lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-37 -> ../../sdby lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-33 -> ../../sdbp lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-38 -> ../../sdca lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-38 -> ../../sdbz lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-25 -> ../../sdaz lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-34 -> ../../sdbs lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-39 -> ../../sdcc lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-39 -> ../../sdcb lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-35 -> ../../sdbu lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-40 -> ../../sdce lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-40 -> ../../sdcd lrwxrwxrwx. 1 root root 9 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-9 -> ../../sdt lrwxrwxrwx. 1 root root 9 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-9 -> ../../sdu lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-41 -> ../../sdcg lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-41 -> ../../sdcf lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-37 -> ../../sdbx lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-42 -> ../../sdci lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-42 -> ../../sdch lrwxrwxrwx. 1 root root 9 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-11 -> ../../sdx lrwxrwxrwx. 1 root root 9 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-1 -> ../../sde lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-43 -> ../../sdck lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-43 -> ../../sdcj lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-21 -> ../../sdar lrwxrwxrwx. 1 root root 9 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-2 -> ../../sdg lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-44 -> ../../sdcl lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-45 -> ../../sdcn lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-45 -> ../../sdco lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-31 -> ../../sdbm lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-32 -> ../../sdbn lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-32 -> ../../sdbo lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-46 -> ../../sdcq lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-46 -> ../../sdcp lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-15 -> ../../sdaf lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-47 -> ../../sdcr lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-47 -> ../../sdcs lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-16 -> ../../sdah lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-44 -> ../../sdcm lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-48 -> ../../sdcu lrwxrwxrwx. 1 root root 10 Nov 13 06:30 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-48 -> ../../sdct lrwxrwxrwx. 1 root root 10 Nov 13 06:31 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-17 -> ../../sdaj lrwxrwxrwx. 1 root root 9 Nov 13 06:31 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-8 -> ../../sds lrwxrwxrwx. 1 root root 10 Nov 13 06:31 ip-192.168.68.201:3260-iscsi-iqn.2000-05.com.3pardata:21210002ac01db31-lun-49 -> ../../sdcw lrwxrwxrwx. 1 root root 10 Nov 13 06:31 ip-192.168.68.203:3260-iscsi-iqn.2000-05.com.3pardata:20210002ac01db31-lun-49 -> ../../sdcv [root@CSSOSBE02-B10 ~]# docker volume inspect volume1 [ { "Driver": "hpe:latest", "Labels": {}, "Mountpoint": "/opt/hpe/data/hpedocker-dm-uuid-mpath-360002ac0000000000000b4900001db31", "Name": "volume1", "Options": { "replicationGroup": "SHASHI1" }, "Scope": "global", "Status": { "rcg_detail": { "policies": { "autoFailover": true, "autoRecover": true, "overPeriodAlert": false, "pathManagement": true }, "rcg_name": "SHASHI1", "role": "Primary" }, "volume_detail": { "3par_vol_name": "dcv-FMqdXwBZThS8XkXrxWOapQ", "backend": "DEFAULT", "compression": null, "cpg": "SHASHI-PRIM", "domain": "VIVEK_DOMAIN", "flash_cache": null, "fsMode": null, "fsOwner": null, "mountConflictDelay": 30, "provisioning": "thin", "secondary_cpg": "SHASHI-SEC", "secondary_snap_cpg": "SHASHI-SEC-SNAP", "size": 100, "snap_cpg": "SHASHI-PRIM-SNAP" } } } ] [root@CSSOSBE02-B10 ~]# cat /etc/hpedockerplugin/hpe.conf [DEFAULT] ssh_hosts_key_file = /root/.ssh/known_hosts host_etcd_ip_address = 192.168.80.1 host_etcd_port_number = 3379 host_etcd_client_cert = /root/plugin/certs/client.pem host_etcd_client_key = /root/plugin/certs/client-key.pem logging = DEBUG hpe3par_debug = True suppress_requests_ssl_warnings = True hpedockerplugin_driver = hpedockerplugin.hpe.hpe_3par_fc.HPE3PARFCDriver hpe3par_api_url = https://192.168.67.7:8080/api/v1 hpe3par_username = 3paradm hpe3par_password = 3pardata san_ip = 192.168.67.7 san_login = 3paradm san_password = 3pardata hpe3par_cpg = SHASHI-PRIM hpe3par_snapcpg = SHASHI-PRIM-SNAP use_multipath = True enforce_multipath = True backend_id = CSSOS-SSA04 replication_device = backend_id:CSSOS-SSA05, replication_mode:synchronous, cpg_map:SHASHI-PRIM:SHASHI-SEC, snap_cpg_map:SHASHI-PRIM-SNAP:SHASHI-SEC-SNAP, hpe3par_api_url:https://192.168.67.5:8080/api/v1, hpe3par_username:3paradm, hpe3par_password:3pardata, san_ip:192.168.67.5, san_login:3paradm, san_password:3pardata, quorum_witness_ip:192.168.96.2
[3PAR] ssh_hosts_key_file = /root/.ssh/known_hosts host_etcd_ip_address = 192.168.80.1 host_etcd_port_number = 3379 host_etcd_client_cert = /root/plugin/certs/client.pem host_etcd_client_key = /root/plugin/certs/client-key.pem logging = DEBUG hpe3par_debug = True logging = DEBUG hpe3par_debug = True suppress_requests_ssl_warnings = True hpedockerplugin_driver = hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver hpe3par_api_url = https://192.168.67.2:8080/api/v1 hpe3par_username = 3paradm hpe3par_password = 3pardata san_ip = 192.168.67.2 san_login = 3paradm san_password = 3pardata hpe3par_cpg = Docker_CI_NEW hpe3par_snapcpg = Docker_CI_NEW hpe3par_iscsi_ips = 192.168.71.253 hpe3par_iscsi_chap_enabled = True use_multipath = True enforce_multipath = True mount_conflict_delay = 30
[3PAR1] ssh_hosts_key_file = /root/.ssh/known_hosts host_etcd_ip_address = 192.168.80.1 host_etcd_port_number = 3379 host_etcd_client_cert = /root/plugin/certs/client.pem host_etcd_client_key = /root/plugin/certs/client-key.pem logging = DEBUG hpe3par_debug = True suppress_requests_ssl_warnings = True hpedockerplugin_driver = hpedockerplugin.hpe.hpe_3par_fc.HPE3PARFCDriver hpe3par_api_url = https://192.168.67.5:8080/api/v1 hpe3par_username = 3paradm hpe3par_password = 3pardata san_ip = 192.168.67.5 san_login = 3paradm san_password = 3pardata hpe3par_cpg = SHASHI-SEC hpe3par_snapcpg = SHASHI-SEC-SNAP use_multipath = True enforce_multipath = True mount_conflict_delay = 30
[ASYNC] ssh_hosts_key_file = /root/.ssh/known_hosts host_etcd_ip_address = 192.168.80.1 host_etcd_port_number = 3379 host_etcd_client_cert = /root/plugin/certs/client.pem host_etcd_client_key = /root/plugin/certs/client-key.pem logging = DEBUG hpe3par_debug = True suppress_requests_ssl_warnings = True hpedockerplugin_driver = hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver hpe3par_api_url = https://192.168.67.7:8080/api/v1 hpe3par_username = 3paradm hpe3par_password = 3pardata san_ip = 192.168.67.7 san_login = 3paradm san_password = 3pardata hpe3par_cpg = SHASHI-PRIM hpe3par_snapcpg = SHASHI-PRIM-SNAP hpe3par_iscsi_ips = 192.168.68.203,192.168.68.201 use_multipath = True enforce_multipath = True backend_id = CSSOS-SSA04 replication_device = backend_id:CSSOS-SSA05, replication_mode:asynchronous, sync_period:900, cpg_map:SHASHI-PRIM:SHASHI-SEC, snap_cpg_map:SHASHI-PRIM-SNAP:SHASHI-SEC-SNAP, hpe3par_api_url:https://192.168.67.5:8080/api/v1, hpe3par_username:3paradm, hpe3par_password:3pardata, san_ip:192.168.67.5, san_login:3paradm, san_password:3pardata, hpe3par_iscsi_ips:192.168.68.202
[3par3] hpe3par_username = 3paradm hpe3par_password = 3pardata hpe3par_cpg = SHASHI-PRIM hpedockerplugin_driver = hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver san_ip = 192.168.67.7 san_login = 3paradm san_password = 3pardata hpe3par_api_url = https://192.168.67.7:8080/api/v1 hpe3par_iscsi_ips = 192.168.68.203,192.168.68.201 replication_device = backend_id:CSSOS-SSA05, replication_mode:synchronous, cpg_map:SHASHI-PRIM:SHASHI-SEC, snap_cpg_map:SHASHI-PRIM-SNAP:SHASHI-SEC-SNAP, hpe3par_api_url:https://192.168.67.5:8080/api/v1, hpe3par_username:3paradm, hpe3par_password:3pardata, san_ip:192.168.67.5, san_login:3paradm, hpe3par_iscsi_ips:192.168.68.202, san_password:3pardata