search

gluster / gcs

Check github.com/heketi, github.com/gluster/gluster-containers, or github.com/kadalu/kadalu as active alternatives
https://gluster.org
Apache License 2.0
36 stars 24 forks source link

RWO volumes sometimes fails with transaction errors #143

Open poornimag opened 5 years ago

poornimag commented 5 years ago

The RWO create request for 40+ PVC fails saying timeout error. There are multiple errors in the gd2 log messages related to transaction failures, device not created etc. We added retry logic in Lock() if its a lock timeout in block(and host) create, resize, delete code path, even after this patch there are failures. Below are the logs from glusterd2:

Glusterd2 logs from kube1-0 : 

time="2019-02-13 11:58:21.065489" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 11:58:21.157654" level=warning msg="could not read store config file, continuing with defaults" error="open /var/lib/glusterd2/store.toml: no such file or directory" source="[config.go:128:store.GetConfig]"
time="2019-02-13 11:58:22.221276" level=info msg="running txn engine"
time="2019-02-13 11:58:22.240657" level=info msg="node started to contest for leader election"
time="2019-02-13 11:58:22.241466" level=info msg="cleanup handler started"
time="2019-02-13 11:58:22.327500" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 11:58:22.334427" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube1-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:01:06.570589" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:01:06.685685" level=info msg="running txn engine"
time="2019-02-13 12:01:06.703876" level=info msg="node started to contest for leader election"
time="2019-02-13 12:01:06.704105" level=info msg="cleanup handler started"
time="2019-02-13 12:01:06.717507" level=info msg="node got elected as cleanup leader"
time="2019-02-13 12:01:06.764400" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:01:06.770624" level=info msg="started event listener" address="gluster-kube1-0.glusterd2.gcs:24007" source="[server.go:45:eventlistener.(*EventListener).Serve]" transport=udp
time="2019-02-13 12:01:06.770942" level=info msg="Started GlusterD ReST server" ip:port="10.233.64.7:24007" source="[rest.go:112:rest.(*GDRest).Serve]"
time="2019-02-13 12:01:06.771011" level=info msg="started server" address=/var/run/glusterd2/glusterd2.socket server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=unix
time="2019-02-13 12:01:06.771092" level=info msg="started server" address="10.233.64.7:24007" server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:01:06.774664" level=info msg="Registered RPC Listener" ip:port="gluster-kube1-0.glusterd2.gcs:24008" source="[listener.go:43:peerrpc.(*Server).Serve]"
time="2019-02-13 12:01:06.786919" level=warning msg="firewalld.Init() failed" error="The name org.fedoraproject.FirewallD1 was not provided by any .service files" source="[main.go:128:main.main]"
time="2019-02-13 12:01:08.951934" level=info msg="10.233.64.1 - - [13/Feb/2019:12:01:08 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=ab058ae9-e336-4f63-8a6f-591d5ed6ce07
time="2019-02-13 12:01:11.606545" level=info msg="10.233.64.7 - - [13/Feb/2019:12:01:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=922ac283-9dce-4140-bb83-1fe2d5daceda
time="2019-02-13 12:01:31.064385" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=ff70bc33-6ddc-4e0c-8848-cdde611c4dec source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:01:31.096018" level=info msg="10.233.64.1 - - [13/Feb/2019:12:01:31 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=ff70bc33-6ddc-4e0c-8848-cdde611c4dec
time="2019-02-13 12:01:32.897023" level=info msg="10.233.64.1 - - [13/Feb/2019:12:01:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4ab5657d-7bf0-47e1-9149-8e5f37e7a0a1
time="2019-02-13 12:01:41.664908" level=info msg="10.233.64.7 - - [13/Feb/2019:12:01:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=4a1d7bca-9c1b-4c35-8886-1af48ea2f326
time="2019-02-13 12:01:41.775856" level=info msg="10.233.64.7 - - [13/Feb/2019:12:01:41 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=166b1d5d-8df1-4a96-99a6-2eb2454f6b35
time="2019-02-13 12:01:46.434233" level=info msg="peer connected to store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:02:00.817366" level=info msg="peer connected to store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:02:03.035883" level=error msg="failed RPC call" error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp 10.233.65.4:24008: connect: connection refused\"" remotepeer="65953d08-ff03-4d4a-9fbf-f53cf9beb8da(gluster-kube2-0)" reqid=ab833943-0096-4e6b-a2ec-02290c7c1eb6 rpc=TxnSvc.RunStep source="[rpc-client.go:72:transaction.runStepOn]" txnid=1e1353c7-6490-41c9-b35a-9e2962410b57
time="2019-02-13 12:02:03.035964" level=error msg="Step failed on node." error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp 10.233.65.4:24008: connect: connection refused\"" node=65953d08-ff03-4d4a-9fbf-f53cf9beb8da reqid=ab833943-0096-4e6b-a2ec-02290c7c1eb6 source="[step.go:120:transaction.runStepFuncOnNodes]" step=prepare-device txnid=1e1353c7-6490-41c9-b35a-9e2962410b57
time="2019-02-13 12:02:03.036005" level=error msg="Transaction failed, rolling back changes" error="Step prepare-device failed on 1 nodes" reqid=ab833943-0096-4e6b-a2ec-02290c7c1eb6 source="[transaction.go:149:transaction.(*Txn).Do]" txnid=1e1353c7-6490-41c9-b35a-9e2962410b57
time="2019-02-13 12:02:03.036031" level=error msg="Transaction to prepare device failed" error="Step prepare-device failed on 1 nodes" reqid=ab833943-0096-4e6b-a2ec-02290c7c1eb6 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:02:03.060029" level=info msg="10.233.64.1 - - [13/Feb/2019:12:02:03 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=ab833943-0096-4e6b-a2ec-02290c7c1eb6
time="2019-02-13 12:02:11.725407" level=info msg="10.233.64.7 - - [13/Feb/2019:12:02:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b8724efa-cffd-4a82-a0ae-282f2008cfb0
time="2019-02-13 12:02:11.785039" level=info msg="10.233.64.7 - - [13/Feb/2019:12:02:11 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=f895786e-2825-402a-ab82-9aa4ec29fe5c
time="2019-02-13 12:02:16.607966" level=info msg="peer disconnected from store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:02:31.124474" level=info msg="peer disconnected from store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:02:32.896603" level=info msg="10.233.64.1 - - [13/Feb/2019:12:02:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e9764980-e595-435e-96a9-6f6f05b36af3
time="2019-02-13 12:02:35.346858" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=e81e83ee-41f4-4006-83d2-e0c8cbcc5995 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:02:35.372535" level=info msg="10.233.64.1 - - [13/Feb/2019:12:02:35 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=e81e83ee-41f4-4006-83d2-e0c8cbcc5995
time="2019-02-13 12:02:41.790919" level=info msg="10.233.64.7 - - [13/Feb/2019:12:02:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=e1151070-c2a1-4b3b-8fa9-e48ee112cf5b
time="2019-02-13 12:02:41.798740" level=info msg="10.233.64.7 - - [13/Feb/2019:12:02:41 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=66fce48c-d9a0-4eb4-b1c3-6bb8a8af7f45
time="2019-02-13 12:03:07.286583" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=44a20674-e90f-4389-84a6-925d61170838 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:03:07.317432" level=info msg="10.233.64.1 - - [13/Feb/2019:12:03:07 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=44a20674-e90f-4389-84a6-925d61170838
time="2019-02-13 12:03:16.708976" level=info msg="10.233.64.7 - - [13/Feb/2019:12:03:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=62b37798-5369-4e0e-839d-775bd7de731c
time="2019-02-13 12:03:16.809652" level=info msg="10.233.64.7 - - [13/Feb/2019:12:03:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=54606f37-8b37-4265-9949-d8409a75879b
time="2019-02-13 12:03:32.898302" level=info msg="10.233.64.1 - - [13/Feb/2019:12:03:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=340a573c-00ea-476a-807a-a39fec390255
time="2019-02-13 12:03:39.295130" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=9ce47598-4b42-4460-845f-4f6a38d4e3a5 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:03:39.331060" level=info msg="10.233.64.1 - - [13/Feb/2019:12:03:39 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=9ce47598-4b42-4460-845f-4f6a38d4e3a5
time="2019-02-13 12:03:46.771454" level=info msg="10.233.64.7 - - [13/Feb/2019:12:03:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=0ff26cb1-3bb4-4ea4-9fcb-275ddb16206e
time="2019-02-13 12:03:46.819601" level=info msg="10.233.64.7 - - [13/Feb/2019:12:03:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=fc9520e2-435e-414c-a456-b72b8df11de6
time="2019-02-13 12:04:11.325698" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=b1984077-950b-4b42-a981-8a94270aa056 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:04:11.340450" level=info msg="10.233.64.1 - - [13/Feb/2019:12:04:11 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=b1984077-950b-4b42-a981-8a94270aa056
time="2019-02-13 12:04:16.811962" level=info msg="10.233.64.7 - - [13/Feb/2019:12:04:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 796" reqid=b5c637c6-78ab-4991-9d64-8937624acaed
time="2019-02-13 12:04:16.828997" level=info msg="10.233.64.7 - - [13/Feb/2019:12:04:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=0ff17952-af34-4bef-a7bd-46c3b1dee907
time="2019-02-13 12:04:32.894653" level=info msg="10.233.64.1 - - [13/Feb/2019:12:04:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=95c5b52c-3d22-49b5-9d88-221ab11e9a53
time="2019-02-13 12:04:43.270907" level=error msg="Transaction to prepare device failed" error="node 65953d08-ff03-4d4a-9fbf-f53cf9beb8da is probably down" reqid=7b1e9e78-1a05-483e-84f4-5718552a6d16 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:04:43.279584" level=info msg="10.233.64.1 - - [13/Feb/2019:12:04:43 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 500 73" reqid=7b1e9e78-1a05-483e-84f4-5718552a6d16
time="2019-02-13 12:04:46.342531" level=info msg="peer connected to store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:04:46.831725" level=info msg="10.233.64.7 - - [13/Feb/2019:12:04:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=eb6f7303-15b7-4adf-b1c2-5e404f8368b5
time="2019-02-13 12:04:46.839110" level=info msg="10.233.64.7 - - [13/Feb/2019:12:04:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=89742d4f-6d5f-4eff-a274-41e7febe6ff9
time="2019-02-13 12:05:00.827470" level=info msg="peer connected to store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:05:05.555443" level=info msg="10.233.64.1 - - [13/Feb/2019:12:05:05 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 201 198" reqid=babee4e9-f7a4-4c38-b7ed-4a53cafa417a
time="2019-02-13 12:05:16.841451" level=info msg="10.233.64.7 - - [13/Feb/2019:12:05:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2384b3b1-32d0-4d5e-8e37-e2b6d63a4b26
time="2019-02-13 12:05:16.856311" level=info msg="10.233.64.7 - - [13/Feb/2019:12:05:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=8e78bde2-eb38-4ac9-ad3c-e09db273b178
time="2019-02-13 12:05:17.981842" level=error msg="failed RPC call" error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp 10.233.66.9:24008: connect: connection refused\"" remotepeer="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a(gluster-kube3-0)" reqid=5c4ad25c-4e37-42d5-8aba-f38bac7f4d20 rpc=TxnSvc.RunStep source="[rpc-client.go:72:transaction.runStepOn]" txnid=8306cc29-55ff-42d9-bd2f-4c649843809f
time="2019-02-13 12:05:17.981927" level=error msg="Step failed on node." error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp 10.233.66.9:24008: connect: connection refused\"" node=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a reqid=5c4ad25c-4e37-42d5-8aba-f38bac7f4d20 source="[step.go:120:transaction.runStepFuncOnNodes]" step=prepare-device txnid=8306cc29-55ff-42d9-bd2f-4c649843809f
time="2019-02-13 12:05:17.981955" level=error msg="Transaction failed, rolling back changes" error="Step prepare-device failed on 1 nodes" reqid=5c4ad25c-4e37-42d5-8aba-f38bac7f4d20 source="[transaction.go:149:transaction.(*Txn).Do]" txnid=8306cc29-55ff-42d9-bd2f-4c649843809f
time="2019-02-13 12:05:17.981979" level=error msg="Transaction to prepare device failed" error="Step prepare-device failed on 1 nodes" reqid=5c4ad25c-4e37-42d5-8aba-f38bac7f4d20 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:05:17.996837" level=info msg="10.233.64.1 - - [13/Feb/2019:12:05:17 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=5c4ad25c-4e37-42d5-8aba-f38bac7f4d20
time="2019-02-13 12:05:30.867321" level=info msg="peer disconnected from store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:05:32.896692" level=info msg="10.233.64.1 - - [13/Feb/2019:12:05:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c8a44e41-259e-4ccc-83b3-851f7cc8b245
time="2019-02-13 12:05:46.851915" level=info msg="10.233.64.7 - - [13/Feb/2019:12:05:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=be2f4594-962c-478a-ac41-2a683a9740cf
time="2019-02-13 12:05:46.861664" level=info msg="10.233.64.7 - - [13/Feb/2019:12:05:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=ac65af71-f01f-4422-893f-843e1161d891
time="2019-02-13 12:05:50.244361" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=096d03fb-95b4-411c-b16d-be0e527e5bcf source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:05:50.250956" level=info msg="10.233.64.1 - - [13/Feb/2019:12:05:50 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=096d03fb-95b4-411c-b16d-be0e527e5bcf
time="2019-02-13 12:06:16.865942" level=info msg="10.233.64.7 - - [13/Feb/2019:12:06:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=7998c8da-0000-4b3d-8a58-a8ef720bea2e
time="2019-02-13 12:06:16.869514" level=info msg="10.233.64.7 - - [13/Feb/2019:12:06:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=820f2419-7863-4b81-9767-eb43b45465ca
time="2019-02-13 12:06:22.272499" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=2bc18609-d9d1-4187-8568-10d399a91354 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:06:22.302158" level=info msg="10.233.64.1 - - [13/Feb/2019:12:06:22 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=2bc18609-d9d1-4187-8568-10d399a91354
time="2019-02-13 12:06:32.894676" level=info msg="10.233.64.1 - - [13/Feb/2019:12:06:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=636eec65-ff02-4bdd-baf6-038f0b43bc49
time="2019-02-13 12:06:46.877124" level=info msg="10.233.64.7 - - [13/Feb/2019:12:06:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=a0a33b1f-f534-4433-9671-30e1c4dbde1c
time="2019-02-13 12:06:46.880809" level=info msg="10.233.64.7 - - [13/Feb/2019:12:06:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=07970547-44ce-452f-98e3-091c1c89f22e
time="2019-02-13 12:06:54.388537" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=611fa3be-a9b5-4181-b40f-76e538b278ca source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:06:54.421955" level=info msg="10.233.64.1 - - [13/Feb/2019:12:06:54 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=611fa3be-a9b5-4181-b40f-76e538b278ca
time="2019-02-13 12:07:16.890616" level=info msg="10.233.64.7 - - [13/Feb/2019:12:07:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=33bc7597-a25b-4923-8948-40eaac0eb03a
time="2019-02-13 12:07:16.899728" level=info msg="10.233.64.7 - - [13/Feb/2019:12:07:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=d74a973f-ccf6-4328-a30e-1a47603fddf5
time="2019-02-13 12:07:26.514936" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=44183a63-61a9-46cd-9067-0efb13a034eb source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:07:26.544681" level=info msg="10.233.64.1 - - [13/Feb/2019:12:07:26 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=44183a63-61a9-46cd-9067-0efb13a034eb
time="2019-02-13 12:07:32.897067" level=info msg="10.233.64.1 - - [13/Feb/2019:12:07:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=eed438f7-73ec-410d-b0e4-bd4ec02b07a5
time="2019-02-13 12:07:46.919156" level=info msg="10.233.64.7 - - [13/Feb/2019:12:07:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=b475b5e5-89a5-41b6-b3cd-a41f68d7d241
time="2019-02-13 12:07:46.934505" level=info msg="10.233.64.7 - - [13/Feb/2019:12:07:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=05b57e90-86df-437e-845d-567feac48ef5
time="2019-02-13 12:07:58.815708" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=df02a9a8-60c6-4dc1-92bc-274ee8e305a0 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:07:58.855588" level=info msg="10.233.64.1 - - [13/Feb/2019:12:07:58 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=df02a9a8-60c6-4dc1-92bc-274ee8e305a0
time="2019-02-13 12:08:00.844235" level=info msg="peer connected to store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:08:11.316579" level=info msg="10.233.64.1 - - [13/Feb/2019:12:08:11 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 201 198" reqid=7472340d-8c66-4daa-9de5-80c15da57dfe
time="2019-02-13 12:08:16.967650" level=info msg="10.233.64.7 - - [13/Feb/2019:12:08:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0ff58948-e039-4062-88c1-4452bf75057f
time="2019-02-13 12:08:16.990796" level=info msg="10.233.64.7 - - [13/Feb/2019:12:08:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=4f8ce0d1-d358-4d4c-a12a-6ac5eb918b5b
time="2019-02-13 12:08:23.946525" level=info msg="10.233.64.1 - - [13/Feb/2019:12:08:23 +0000] \"POST /v1/devices/ead6c8ed-e33c-4161-92b6-bdc8a428d6cf HTTP/1.1\" 201 198" reqid=5141f83e-3862-4460-90c6-52ec218534f4
time="2019-02-13 12:08:32.898661" level=info msg="10.233.64.1 - - [13/Feb/2019:12:08:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=31b2937e-3a2d-4940-ae7c-0140e09464e0
time="2019-02-13 12:08:47.024737" level=info msg="10.233.64.7 - - [13/Feb/2019:12:08:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4544171d-5774-4001-8379-414895f6ebc2
time="2019-02-13 12:08:52.053672" level=info msg="10.233.64.7 - - [13/Feb/2019:12:08:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=50e015a5-818f-4e49-b6f6-97309f15e5ab
time="2019-02-13 12:09:17.084406" level=info msg="10.233.64.7 - - [13/Feb/2019:12:09:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=90c20048-1c03-459c-aad7-59ed7feef1dc
time="2019-02-13 12:09:22.099466" level=info msg="10.233.64.7 - - [13/Feb/2019:12:09:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=2e0774b3-d220-48ba-b855-e71fb57c45c5
time="2019-02-13 12:09:32.896581" level=info msg="10.233.64.1 - - [13/Feb/2019:12:09:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1afa7bd9-2170-4edf-aad9-a4124a647dad
time="2019-02-13 12:09:47.134521" level=info msg="10.233.64.7 - - [13/Feb/2019:12:09:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=563217d9-0222-49fb-a0e0-a93cada20d8d
time="2019-02-13 12:09:52.139924" level=info msg="10.233.64.7 - - [13/Feb/2019:12:09:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=133189e7-bfa9-4be7-9a5c-53d8436ef7e5
time="2019-02-13 12:10:17.163605" level=info msg="10.233.64.7 - - [13/Feb/2019:12:10:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8a3f88d1-9251-403c-9ec3-ab11069c7534
time="2019-02-13 12:10:22.173832" level=info msg="10.233.64.7 - - [13/Feb/2019:12:10:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=de98f119-8d82-42b7-8416-ae79aa60d84b
time="2019-02-13 12:10:32.897715" level=info msg="10.233.64.1 - - [13/Feb/2019:12:10:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=53ec71cd-604f-4281-8c8f-10a18890b64e
time="2019-02-13 12:10:47.215291" level=info msg="10.233.64.7 - - [13/Feb/2019:12:10:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=71bf8628-3a52-4169-9420-ca5b4d68efff
time="2019-02-13 12:10:57.212924" level=info msg="10.233.64.7 - - [13/Feb/2019:12:10:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=35c9c0bd-762d-4196-9621-32b4ca78407b
time="2019-02-13 12:11:17.265538" level=info msg="10.233.64.7 - - [13/Feb/2019:12:11:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ce093203-4553-468f-b6ec-8fda6a9e33c3
time="2019-02-13 12:11:27.227653" level=info msg="10.233.64.7 - - [13/Feb/2019:12:11:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=75d092ab-7cd1-457b-aea5-fec565c7bb4f
time="2019-02-13 12:11:32.896381" level=info msg="10.233.64.1 - - [13/Feb/2019:12:11:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=db5fe141-c8da-4dfd-8299-07e37f7278ac
time="2019-02-13 12:11:47.277331" level=info msg="10.233.64.7 - - [13/Feb/2019:12:11:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0de211ec-8bc5-4ef8-843c-4a3e4b22df83
time="2019-02-13 12:11:57.236793" level=info msg="10.233.64.7 - - [13/Feb/2019:12:11:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=8fb0f21c-fe9f-4997-8974-ab5895efb085
time="2019-02-13 12:12:17.356074" level=info msg="10.233.64.7 - - [13/Feb/2019:12:12:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b8ae21d5-0b6e-424f-b8b4-c60d8d13f1ee
time="2019-02-13 12:12:27.253628" level=info msg="10.233.64.7 - - [13/Feb/2019:12:12:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=4625f9e6-8bdb-4bd5-83a4-9f84adf2bde3
time="2019-02-13 12:12:32.896476" level=info msg="10.233.64.1 - - [13/Feb/2019:12:12:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=773ccad1-b895-4777-8269-4f27d2391587
time="2019-02-13 12:12:47.477459" level=info msg="10.233.64.7 - - [13/Feb/2019:12:12:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ab630cef-b456-4d7c-8608-9032d2d60ee5
time="2019-02-13 12:12:57.260101" level=info msg="10.233.64.7 - - [13/Feb/2019:12:12:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=b097434d-4c2a-4330-9087-97f455df3e17
time="2019-02-13 12:13:17.494362" level=info msg="10.233.64.7 - - [13/Feb/2019:12:13:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7dc9de78-c1a3-4391-8e02-89e46f28bc5f
time="2019-02-13 12:13:27.281007" level=info msg="10.233.64.7 - - [13/Feb/2019:12:13:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=80874ec7-f40e-44a4-9837-674002f87979
time="2019-02-13 12:13:32.895740" level=info msg="10.233.64.1 - - [13/Feb/2019:12:13:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=01528d00-1781-4d71-ab76-650fe11c452e
time="2019-02-13 12:13:47.505690" level=info msg="10.233.64.7 - - [13/Feb/2019:12:13:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=151cb5b0-fd08-4e9e-b1f6-0334a212230e
time="2019-02-13 12:13:57.305378" level=info msg="10.233.64.7 - - [13/Feb/2019:12:13:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=cc218897-13b0-41dd-b505-557689e3634d
time="2019-02-13 12:14:17.527493" level=info msg="10.233.64.7 - - [13/Feb/2019:12:14:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=04355ef8-dd81-43ec-ae66-bcd3e17502c9
time="2019-02-13 12:14:27.330436" level=info msg="10.233.64.7 - - [13/Feb/2019:12:14:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=8da405ed-9d1b-4a05-99f8-2f0a533b32fe
time="2019-02-13 12:14:32.895704" level=info msg="10.233.64.1 - - [13/Feb/2019:12:14:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=155ea607-0997-4ba2-860d-28321f63c622
time="2019-02-13 12:14:47.594396" level=info msg="10.233.64.7 - - [13/Feb/2019:12:14:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7430d662-2feb-476f-9850-3cfd00cbc9a3
time="2019-02-13 12:14:57.370538" level=info msg="10.233.64.7 - - [13/Feb/2019:12:14:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=6845d764-2b1e-45a5-99c6-437fd41cc88b
time="2019-02-13 12:15:17.627546" level=info msg="10.233.64.7 - - [13/Feb/2019:12:15:17 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e2725002-efd7-44e1-92c5-ce5f65b27a31
time="2019-02-13 12:15:27.393310" level=info msg="10.233.64.7 - - [13/Feb/2019:12:15:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=ae1f3133-ce4a-4290-889d-f8db5f235fc5
time="2019-02-13 12:15:32.894475" level=info msg="10.233.64.1 - - [13/Feb/2019:12:15:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d3e8822d-c8cb-444c-9337-9d76a9b3c0b8
time="2019-02-13 12:15:47.677984" level=info msg="10.233.64.7 - - [13/Feb/2019:12:15:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=16102620-e1d2-45e7-86c1-a9439869716f
time="2019-02-13 12:15:57.421502" level=info msg="10.233.64.7 - - [13/Feb/2019:12:15:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=d4f39a47-6359-4865-80a7-ab2b1ef71b5b
time="2019-02-13 12:16:21.827689" level=info msg="10.233.64.7 - - [13/Feb/2019:12:16:21 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1bcbd377-e34a-4d50-93d3-99aa8c76f180
time="2019-02-13 12:16:32.896656" level=info msg="10.233.64.1 - - [13/Feb/2019:12:16:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a79373be-3fac-4157-8e84-12a0e405633d
time="2019-02-13 12:16:51.870806" level=info msg="10.233.64.7 - - [13/Feb/2019:12:16:51 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=928e735a-e863-4c45-84c7-ed747f0a3e08
time="2019-02-13 12:16:52.556011" level=info msg="10.233.64.7 - - [13/Feb/2019:12:16:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=9c0ee86f-3a3c-4de7-b64b-325eb7fba088
time="2019-02-13 12:17:21.886638" level=info msg="10.233.64.7 - - [13/Feb/2019:12:17:21 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f8b33291-a4ae-47f8-be6a-700a12915a68
time="2019-02-13 12:17:22.578690" level=info msg="10.233.64.7 - - [13/Feb/2019:12:17:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=879ceeab-0e4c-406a-b8e3-9ac5392f6345
time="2019-02-13 12:17:32.896221" level=info msg="10.233.64.1 - - [13/Feb/2019:12:17:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7850e895-6c19-4798-a741-f3ac991ae846
time="2019-02-13 12:17:51.941928" level=info msg="10.233.64.7 - - [13/Feb/2019:12:17:51 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8bccdee1-713f-4499-b2cf-35014eb971d7
time="2019-02-13 12:17:52.609809" level=info msg="10.233.64.7 - - [13/Feb/2019:12:17:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=9a2e198b-8512-4991-a08c-f76f0c844eb8
time="2019-02-13 12:18:21.991451" level=info msg="10.233.64.7 - - [13/Feb/2019:12:18:21 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bd2cf8a3-9ef4-4605-ae2c-d7d06e64249d
time="2019-02-13 12:18:22.639545" level=info msg="10.233.64.7 - - [13/Feb/2019:12:18:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=e9286a91-8332-420d-825c-b0f0f5c00e8b
time="2019-02-13 12:18:32.894516" level=info msg="10.233.64.1 - - [13/Feb/2019:12:18:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=394e6da1-7109-4d56-bfde-c781afbc3296
time="2019-02-13 12:18:52.050070" level=info msg="10.233.64.7 - - [13/Feb/2019:12:18:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8bfa7054-7ea3-43fc-b5fa-18be940fca4c
time="2019-02-13 12:18:52.663603" level=info msg="10.233.64.7 - - [13/Feb/2019:12:18:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=fa93f9f4-4594-4d8b-96b7-12d8c1d9e450
time="2019-02-13 12:19:22.102268" level=info msg="10.233.64.7 - - [13/Feb/2019:12:19:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=34336b69-6c25-4c55-813c-5bd277b5b304
time="2019-02-13 12:19:22.692695" level=info msg="10.233.64.7 - - [13/Feb/2019:12:19:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=adc1d181-55d7-4ade-b375-cc23624d7c7b
time="2019-02-13 12:19:32.896022" level=info msg="10.233.64.1 - - [13/Feb/2019:12:19:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a2872f38-50fd-43c0-b52c-5f9ce0df3be2
time="2019-02-13 12:19:52.118552" level=info msg="10.233.64.7 - - [13/Feb/2019:12:19:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=209c542f-19a5-486f-823e-2d03818880ed
time="2019-02-13 12:19:52.718899" level=info msg="10.233.64.7 - - [13/Feb/2019:12:19:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=5eb10088-7537-4c92-9ce3-323acd7c1c20
time="2019-02-13 12:20:22.161331" level=info msg="10.233.64.7 - - [13/Feb/2019:12:20:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=9de68328-3e78-401a-936e-a1f1b1feff12
time="2019-02-13 12:20:22.745935" level=info msg="10.233.64.7 - - [13/Feb/2019:12:20:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=7e4e6495-76fb-4c30-9d9e-cf0f47d83d96
time="2019-02-13 12:20:32.895843" level=info msg="10.233.64.1 - - [13/Feb/2019:12:20:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b61144bd-fe26-4597-8bf6-9a1bd8a4e393
time="2019-02-13 12:20:52.173275" level=info msg="10.233.64.7 - - [13/Feb/2019:12:20:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8e36e290-b947-4f42-833c-70a3d3409996
time="2019-02-13 12:20:52.769802" level=info msg="10.233.64.7 - - [13/Feb/2019:12:20:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=cf033612-e121-4d80-aa3f-5c6659e8a2e5
time="2019-02-13 12:21:22.193913" level=info msg="10.233.64.7 - - [13/Feb/2019:12:21:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0b1ef18b-3187-4d38-b156-d72f20e83e78
time="2019-02-13 12:21:22.793295" level=info msg="10.233.64.7 - - [13/Feb/2019:12:21:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=c4303f02-68b1-4064-8abd-7a959a574770
time="2019-02-13 12:21:32.897489" level=info msg="10.233.64.1 - - [13/Feb/2019:12:21:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=6f9f9f83-f8d2-49ac-948f-034260454005
time="2019-02-13 12:21:52.214957" level=info msg="10.233.64.7 - - [13/Feb/2019:12:21:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=51e7d276-50c8-4744-bf9e-247b56a4fa57
time="2019-02-13 12:21:52.804231" level=info msg="10.233.64.7 - - [13/Feb/2019:12:21:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=98b09bbd-9be0-4fc8-b52e-5ed4468cd490
time="2019-02-13 12:22:22.276567" level=info msg="10.233.64.7 - - [13/Feb/2019:12:22:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1227985f-b0cd-459e-a340-aaff8ae09a75
time="2019-02-13 12:22:22.843115" level=info msg="10.233.64.7 - - [13/Feb/2019:12:22:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=09558eb7-4a48-4d07-bfc3-e77b08a44119
time="2019-02-13 12:22:32.895835" level=info msg="10.233.64.1 - - [13/Feb/2019:12:22:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=50844f7f-87e4-4e45-94d7-f06bd72ddca8
time="2019-02-13 12:22:52.404124" level=info msg="10.233.64.7 - - [13/Feb/2019:12:22:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=6137a840-5f1d-437d-8f72-178bf9b0c0e6
time="2019-02-13 12:22:52.859847" level=info msg="10.233.64.7 - - [13/Feb/2019:12:22:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=afe92491-5113-41a8-94aa-5e93ea640cf2
time="2019-02-13 12:23:22.427734" level=info msg="10.233.64.7 - - [13/Feb/2019:12:23:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d3a691e1-933d-414e-bec7-437ee6170240
time="2019-02-13 12:23:22.881672" level=info msg="10.233.64.7 - - [13/Feb/2019:12:23:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=c4bfed15-5ff3-41e8-b8ad-cd0505ce47ea
time="2019-02-13 12:23:32.894194" level=info msg="10.233.64.1 - - [13/Feb/2019:12:23:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b42078c8-14b3-4bbe-9978-01eea0fbd61e
time="2019-02-13 12:23:52.451613" level=info msg="10.233.64.7 - - [13/Feb/2019:12:23:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5aaf0082-566a-498b-b69f-370404678040
time="2019-02-13 12:23:52.898244" level=info msg="10.233.64.7 - - [13/Feb/2019:12:23:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=1b0cc66f-cee7-456e-8592-5d8b8911f595
time="2019-02-13 12:24:22.513866" level=info msg="10.233.64.7 - - [13/Feb/2019:12:24:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4e7bf34a-6992-4ccd-9be4-946dad29f434
time="2019-02-13 12:24:22.912589" level=info msg="10.233.64.7 - - [13/Feb/2019:12:24:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=92a6deb2-508c-42e2-8f50-af2aa6717782
time="2019-02-13 12:24:32.896823" level=info msg="10.233.64.1 - - [13/Feb/2019:12:24:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=0ec7e53a-2d28-4096-b5ab-3da34a50d282
time="2019-02-13 12:24:52.574985" level=info msg="10.233.64.7 - - [13/Feb/2019:12:24:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5bb47c72-9ce9-4538-ad34-e3be897a6977
time="2019-02-13 12:24:52.922871" level=info msg="10.233.64.7 - - [13/Feb/2019:12:24:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=7da6591f-0ae5-4786-a241-3da87ab9dedf
time="2019-02-13 12:25:22.643071" level=info msg="10.233.64.7 - - [13/Feb/2019:12:25:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ba1eca7c-6eb8-44e9-a09c-bee3d57ca1a8
time="2019-02-13 12:25:22.963640" level=info msg="10.233.64.7 - - [13/Feb/2019:12:25:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=2af19070-ebbd-47b6-a6a6-eeba7bf1ca1c
time="2019-02-13 12:25:32.896878" level=info msg="10.233.64.1 - - [13/Feb/2019:12:25:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=79e54119-7f91-426e-91f6-55250652a961
time="2019-02-13 12:25:52.723562" level=info msg="10.233.64.7 - - [13/Feb/2019:12:25:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ca9b6d85-e1a8-4a73-a158-ad5f62fb76e6
time="2019-02-13 12:25:53.013477" level=info msg="10.233.64.7 - - [13/Feb/2019:12:25:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=9f323873-5f7e-455a-9733-b7838a522660
time="2019-02-13 12:26:22.771102" level=info msg="10.233.64.7 - - [13/Feb/2019:12:26:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b41b1ceb-fb5b-4634-af92-cc02f92c9d9d
time="2019-02-13 12:26:23.047313" level=info msg="10.233.64.7 - - [13/Feb/2019:12:26:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=5f0b468c-e636-4a15-91ef-06731102a47c
time="2019-02-13 12:26:32.894214" level=info msg="10.233.64.1 - - [13/Feb/2019:12:26:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7fa18262-f20c-4541-bac4-11a77f261941
time="2019-02-13 12:26:52.818975" level=info msg="10.233.64.7 - - [13/Feb/2019:12:26:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=eabb3031-2c5a-44ea-a07e-5514fa78bb15
time="2019-02-13 12:26:53.073627" level=info msg="10.233.64.7 - - [13/Feb/2019:12:26:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=e2cddccf-0feb-44d1-a0db-b2f36b7fbb9e
time="2019-02-13 12:27:22.841324" level=info msg="10.233.64.7 - - [13/Feb/2019:12:27:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e29f5773-9463-4442-a53c-08f24134b3bd
time="2019-02-13 12:27:23.083270" level=info msg="10.233.64.7 - - [13/Feb/2019:12:27:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=ffe9cafb-dbe2-4f46-a33c-e4e772ed5ab2
time="2019-02-13 12:27:32.897445" level=info msg="10.233.64.1 - - [13/Feb/2019:12:27:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=dc3969bc-e850-4494-9b18-8d8549d822a4
time="2019-02-13 12:27:52.855980" level=info msg="10.233.64.7 - - [13/Feb/2019:12:27:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bf57ec9e-c7c3-441b-94b3-3ebce72d26c2
time="2019-02-13 12:27:53.116492" level=info msg="10.233.64.7 - - [13/Feb/2019:12:27:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=54efe2dc-af5e-4f75-b98d-9ee37ae0fc05
time="2019-02-13 12:28:22.901020" level=info msg="10.233.64.7 - - [13/Feb/2019:12:28:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0801071e-7bc6-4797-82cc-28212876c726
time="2019-02-13 12:28:23.141435" level=info msg="10.233.64.7 - - [13/Feb/2019:12:28:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=3674c257-9f2b-4bbd-8442-2636e05472f3
time="2019-02-13 12:28:32.894613" level=info msg="10.233.64.1 - - [13/Feb/2019:12:28:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=ce88c896-2769-479c-bb47-0b1a6decd765
time="2019-02-13 12:28:52.944654" level=info msg="10.233.64.7 - - [13/Feb/2019:12:28:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8986ab0c-a11f-464a-93ef-6b22d7b05476
time="2019-02-13 12:28:53.214963" level=info msg="10.233.64.7 - - [13/Feb/2019:12:28:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=d6ce4e00-8a4f-4e8e-ab48-5ecc2d3f59d4
time="2019-02-13 12:29:23.017070" level=info msg="10.233.64.7 - - [13/Feb/2019:12:29:22 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f7b7d918-72aa-4121-89ff-2de74b07ab75
time="2019-02-13 12:29:23.254989" level=info msg="10.233.64.7 - - [13/Feb/2019:12:29:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=180b5bdf-89c3-4ade-8680-d46170884e47
time="2019-02-13 12:29:30.701721" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:30.829417" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:32.895004" level=info msg="10.233.64.1 - - [13/Feb/2019:12:29:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=10ac22d0-70a7-4885-a04f-57d1d34e3df6
time="2019-02-13 12:29:35.248538" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=6fcc909e-3ac2-489c-876d-fb991ee600d3
time="2019-02-13 12:29:36.532754" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.663109" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.683020" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259 volume=block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d
time="2019-02-13 12:29:36.777553" level=info msg="client connected" address="10.233.64.7:49151" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.640644" level=info msg="client connected" address="10.233.66.9:1020" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.645143" level=info msg="client disconnected" address="10.233.66.9:1020" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.743444" level=info msg="client connected" address="10.233.64.7:49150" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.839312" level=info msg="client connected" address="10.233.65.4:1020" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.844592" level=info msg="client disconnected" address="10.233.65.4:1020" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.878231" level=info msg="client connected" address="10.233.64.7:1020" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.879536" level=info msg="client disconnected" address="10.233.64.7:1020" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:39.757669" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:35 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=d6e60324-df8a-49f7-abbd-ecaad4058ce2
time="2019-02-13 12:29:40.508750" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:40 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5085cfbd-dffb-48d9-b945-5e7be4669419
time="2019-02-13 12:29:41.230104" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:39 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=915d8373-7fb5-44b5-b7a7-2df294234ed1
time="2019-02-13 12:29:41.329479" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:41.486785" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:43.776817" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:43.885677" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:44.017617" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76 volume=block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023
time="2019-02-13 12:29:44.038107" level=info msg="client connected" address="10.233.64.7:49149" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.845468" level=info msg="client connected" address="10.233.65.4:1014" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.847282" level=info msg="client disconnected" address="10.233.65.4:1014" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:44.926490" level=info msg="client connected" address="10.233.64.7:49148" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.999520" level=info msg="client connected" address="10.233.64.7:1014" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:45.000826" level=info msg="client disconnected" address="10.233.64.7:1014" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:47.138892" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b1a9b8c8-5db3-4adc-b0f7-f96d51579b12
time="2019-02-13 12:29:47.487500" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=b91d29d3-459f-4b48-9ce3-a3f0109e4c51
time="2019-02-13 12:29:47.797536" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:47.946411" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:50.109729" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.207830" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.288704" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b volume=block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16
time="2019-02-13 12:29:50.315732" level=info msg="client connected" address="10.233.64.7:49147" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.164787" level=info msg="client connected" address="10.233.66.9:1015" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.170484" level=info msg="client disconnected" address="10.233.66.9:1015" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:51.207995" level=info msg="client connected" address="10.233.64.7:49146" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.305228" level=info msg="client connected" address="10.233.64.7:1008" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.308117" level=info msg="client disconnected" address="10.233.64.7:1008" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:53.150691" level=info msg="10.233.64.7 - - [13/Feb/2019:12:29:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b76b7812-29c5-4688-9741-c8a31e65ce5a
time="2019-02-13 12:29:53.277620" level=info msg="10.233.64.7 - - [13/Feb/2019:12:29:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 7094" reqid=fb18683a-2f54-4eb3-9a16-2ba37ad6b106
time="2019-02-13 12:29:54.110153" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=224482ec-a698-4af7-9dab-b3cff4dc568d
time="2019-02-13 12:29:54.142696" level=info msg="client connected" address="10.233.65.4:1008" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:54.145748" level=info msg="client disconnected" address="10.233.65.4:1008" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:54.157818" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=6ed1f417-06a3-4d0e-b770-74d51981741a
time="2019-02-13 12:29:54.160766" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=94d065d1-b54e-44ba-b064-a649d699f2e6
time="2019-02-13 12:29:54.554506" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:52 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=834f9d0b-4316-469f-aa84-7a9e4c5909a0
time="2019-02-13 12:29:55.369494" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:55.433445" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b4775fef-acd8-4b24-a5ba-ec1a8c4694e9
time="2019-02-13 12:29:55.567551" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:57.616108" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.737619" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.851515" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6 volume=block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5
time="2019-02-13 12:29:57.873461" level=info msg="client connected" address="10.233.64.7:49145" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.606206" level=info msg="client connected" address="10.233.64.7:49144" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.655288" level=info msg="client connected" address="10.233.65.4:1002" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.692414" level=info msg="client disconnected" address="10.233.65.4:1002" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.738004" level=info msg="client connected" address="10.233.64.7:1003" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.745673" level=info msg="client disconnected" address="10.233.64.7:1003" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.850435" level=info msg="client connected" address="10.233.66.9:1009" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.859949" level=info msg="client disconnected" address="10.233.66.9:1009" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:00.232822" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=1c2f4ed5-0723-494d-9125-875ce65b4683
time="2019-02-13 12:30:00.591553" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:00 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=dd9edb15-aad6-4061-b0b4-767a9bd4a9b6
time="2019-02-13 12:30:01.253435" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:01 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8cbbb4eb-63b5-4345-aca5-dddd90d71803
time="2019-02-13 12:30:02.044611" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:02.159566" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:05.668549" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.824902" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.872612" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c volume=block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b
time="2019-02-13 12:30:05.941362" level=info msg="client connected" address="10.233.64.7:49143" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:06.847375" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:01 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=1ddd1d74-4b83-48bd-9fbf-455ab0d7dfc3
time="2019-02-13 12:30:07.154455" level=info msg="client connected" address="10.233.64.7:49142" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.304493" level=info msg="client connected" address="10.233.64.7:996" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.307655" level=info msg="client connected" address="10.233.66.9:1003" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.309199" level=info msg="client disconnected" address="10.233.64.7:996" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.321927" level=info msg="client disconnected" address="10.233.66.9:1003" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.385290" level=info msg="client connected" address="10.233.65.4:996" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.390932" level=info msg="client disconnected" address="10.233.65.4:996" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.721512" level=info msg="client connected" address="10.233.65.4:990" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.777043" level=info msg="client disconnected" address="10.233.65.4:990" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:09.326067" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:06 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=0a63335c-f402-42c5-b942-6d67288d104d
time="2019-02-13 12:30:09.938306" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:09 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=abfb40ca-fca5-4d50-9a04-662758d2eb80
time="2019-02-13 12:30:14.158603" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=dc9b1711-c8a7-4d56-af8d-ef48353fbbb5
time="2019-02-13 12:30:23.176653" level=info msg="10.233.64.7 - - [13/Feb/2019:12:30:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5dd616c9-91af-457c-90ba-dcb7aa66d3cf
time="2019-02-13 12:30:24.702923" level=info msg="10.233.64.7 - - [13/Feb/2019:12:30:24 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=af6c5280-3237-42a8-a2c6-add459aa9de2
time="2019-02-13 12:30:32.894332" level=info msg="10.233.64.1 - - [13/Feb/2019:12:30:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=dcaf32b3-4cc6-4844-8104-c173265d4eff
time="2019-02-13 12:30:46.656618" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:41 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=3cf8ac2e-b14b-4292-86c9-5854cc11ee8d
time="2019-02-13 12:30:53.206347" level=info msg="10.233.64.7 - - [13/Feb/2019:12:30:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=aa0790c0-c3c4-435c-aedd-2973f55171d9
time="2019-02-13 12:30:56.549518" level=info msg="10.233.64.7 - - [13/Feb/2019:12:30:56 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=f8a5bead-6801-4c50-a231-c4eb1ffe6cd0
time="2019-02-13 12:30:56.614553" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:51 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=76404222-ac2a-4890-900b-ac4c46d1ba11
time="2019-02-13 12:31:07.630031" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:02 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=347fbe21-f6e4-466a-b0a3-3784a3234079
time="2019-02-13 12:31:15.179693" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:10 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=793860e5-9756-4620-8a3f-db8b6deebb7d
time="2019-02-13 12:31:23.236046" level=info msg="10.233.64.7 - - [13/Feb/2019:12:31:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=7a35d07d-35a2-4f5c-90ba-99cd5827749d
time="2019-02-13 12:31:24.395963" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:19 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=4a896446-98a9-4924-a29c-94470e8754f6
time="2019-02-13 12:31:28.194402" level=info msg="10.233.64.7 - - [13/Feb/2019:12:31:28 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=4f6df13c-4738-4687-8743-839dd74ab07d
time="2019-02-13 12:31:30.054353" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:25 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=e2e1b0fa-581e-40a8-aa45-4047d7e0d7e4
time="2019-02-13 12:31:32.894074" level=info msg="10.233.64.1 - - [13/Feb/2019:12:31:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=5b4b652e-8b8f-41f0-a4e7-286f2d9e5013
time="2019-02-13 12:31:40.429782" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:35 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=0922f011-2c21-4775-8b0d-1c0ffbf2dae5
time="2019-02-13 12:31:49.426863" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:44 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f1d1dec3-ca6f-468a-8c30-b81da08f5e34
time="2019-02-13 12:31:53.258565" level=info msg="10.233.64.7 - - [13/Feb/2019:12:31:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=b83dced4-2287-491f-94b9-3d66f15389e9
time="2019-02-13 12:31:59.947705" level=info msg="10.233.64.7 - - [13/Feb/2019:12:31:59 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=d22ec98b-6cf2-4f97-8d77-055f2dcfe310
time="2019-02-13 12:32:01.591827" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:56 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=adfdd923-7717-4b02-8292-26b9a6d67628
time="2019-02-13 12:32:08.882681" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:03 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=e2a957b0-c9ce-4faa-8b53-4d82e708cf47
time="2019-02-13 12:32:09.272845" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:32:09.279531" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:32:09.281124" level=info msg="peer disconnected from store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.281371" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.281609" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.283588" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:32:09.284662" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.397060" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:32:09.416114" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:32:09.430238" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:32:09.560387" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.652677" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.652758" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.652994" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.653156" level=info msg="peer disconnected from store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.653324" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.653979" level=info msg="peer connected to store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:14.810357" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:09 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=e2a4e268-f055-4b1a-9573-cef984f36451
time="2019-02-13 12:32:14.835650" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:32:15.228320" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.446995" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.638501" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0 volume=block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb
time="2019-02-13 12:32:15.789487" level=info msg="client connected" address="10.233.64.7:49141" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:17.957839" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:18.062261" level=info msg="client connected" address="10.233.64.7:49140" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:18.152915" level=info msg="client connected" address="10.233.64.7:1022" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:18.154366" level=info msg="client disconnected" address="10.233.64.7:1022" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:19.722818" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:19.941682" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:19.993731" level=info msg="Starting brick" brick="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf:/var/run/glusterd2/bricks/block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0 volume=block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c
time="2019-02-13 12:32:20.111127" level=info msg="client connected" address="10.233.64.7:49139" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:21.404060" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=a2f5b10f-7ae5-42a4-9ab1-829152429148
time="2019-02-13 12:32:22.774852" level=info msg="client connected" address="10.233.66.9:1022" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.779450" level=info msg="client disconnected" address="10.233.66.9:1022" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:23.306517" level=info msg="10.233.64.7 - - [13/Feb/2019:12:32:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=359e8cd6-b8f3-4a4d-b3de-6bd1a65db8ea
time="2019-02-13 12:32:24.696619" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:19 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=4667063b-50bb-427d-8cc0-c67f9e416916
time="2019-02-13 12:32:32.894327" level=info msg="10.233.64.1 - - [13/Feb/2019:12:32:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=5eb87be8-b639-4ad5-9806-16ecf2948018
time="2019-02-13 12:32:35.280945" level=info msg="10.233.64.7 - - [13/Feb/2019:12:32:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=6eb3cc05-a2b8-406d-882f-c27ce0d3804f
time="2019-02-13 12:32:45.473796" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=86af1e7d-e0b9-473a-b597-8c52e8a371ba
time="2019-02-13 12:32:53.357735" level=info msg="10.233.64.7 - - [13/Feb/2019:12:32:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1a5ec384-bd69-4dd3-9183-ea042cd0bb08
time="2019-02-13 12:33:07.772327" level=info msg="10.233.64.7 - - [13/Feb/2019:12:33:07 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=35479bd5-ef60-4661-b047-0f4756d31291
time="2019-02-13 12:33:13.932148" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:08 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=1d644afd-b22d-429c-bb15-2fb0f432bc61
time="2019-02-13 12:33:15.267929" level=error msg="error in executing txn, marking as failure" error="txn timeout" reqid= source="[transaction.go:176:transactionv2.(*Txn).Do.func1]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.558901" level=error msg="transaction got failed on some other node, cancelling ongoing txn on this node" error="txn timeout" reqid= source="[executor.go:77:transactionv2.(*executorImpl).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.575140" level=error msg="encounter an error in synchronizing txn step" error="context canceled" reqid= source="[executor.go:106:transactionv2.(*executorImpl).runTxnStep]" stepname=vol-create.ValidateBricks txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.578410" level=error msg="error in executing transaction" error="txn timeout" reqid= source="[engine.go:83:transactionv2.(*Engine).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.589053" level=error msg="error in auto creating block hosting volume" error="txn timeout" source="[volume.go:68:utils.CreateAndStartHostingVolume]"
time="2019-02-13 12:33:15.589127" level=error msg="error in auto creation of block hosting volume" error="txn timeout" source="[hostvol_manager.go:107:blockvolume.(*glusterVolManager).GetOrCreateHostingVolume]"
time="2019-02-13 12:33:15.620808" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:15 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 48" reqid=c0f90cb4-c4d3-41fa-adc8-697f5233fc11
time="2019-02-13 12:33:20.003841" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:14 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=8fc44e1a-aeec-434a-bb94-cc3d5c4b8e42
time="2019-02-13 12:33:23.434374" level=info msg="10.233.64.7 - - [13/Feb/2019:12:33:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99b8b9f3-e0d5-4a7e-866a-bdc265b77a47
time="2019-02-13 12:33:30.005444" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:24 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=31dbf7ee-57fd-448b-b8ce-e98f568c3968
time="2019-02-13 12:33:32.915463" level=info msg="10.233.64.1 - - [13/Feb/2019:12:33:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=32887672-7f3a-4d95-b0c0-964618f1e88f
time="2019-02-13 12:33:40.478073" level=info msg="10.233.64.7 - - [13/Feb/2019:12:33:40 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=dd287b65-365a-4139-8cdd-e78dbd21dc9a
time="2019-02-13 12:33:50.650921" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:45 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=36e4cb9b-c70b-460f-a7e7-0eccc2abbdfa
time="2019-02-13 12:33:53.481967" level=info msg="10.233.64.7 - - [13/Feb/2019:12:33:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=fe19ade6-9b09-4dd1-957b-bb6e9a9e15de
time="2019-02-13 12:34:13.221890" level=info msg="10.233.64.7 - - [13/Feb/2019:12:34:13 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=538abc45-4db6-4a14-a85f-31bfc0a008ab
time="2019-02-13 12:34:23.501575" level=info msg="10.233.64.7 - - [13/Feb/2019:12:34:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=dcb9d937-8300-4077-a63a-18aebc065d47
time="2019-02-13 12:34:32.894369" level=info msg="10.233.64.1 - - [13/Feb/2019:12:34:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=00d6d4b2-016a-48d3-af6b-0e1921b1f65f
time="2019-02-13 12:34:46.031151" level=info msg="10.233.64.7 - - [13/Feb/2019:12:34:46 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=941e3b35-9f72-41e9-ac5c-9ccd0f88f63f
time="2019-02-13 12:34:53.536136" level=info msg="10.233.64.7 - - [13/Feb/2019:12:34:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=118de7e0-ad82-4d56-b3bf-55a03217c4c8
time="2019-02-13 12:35:19.466131" level=info msg="10.233.64.7 - - [13/Feb/2019:12:35:19 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=4d720cfe-cd4f-4f4e-b849-5234130bfb23
time="2019-02-13 12:35:23.557741" level=info msg="10.233.64.7 - - [13/Feb/2019:12:35:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=65e4d7e3-d5c3-4e56-8f05-4db86f2d879c
time="2019-02-13 12:35:32.896863" level=info msg="10.233.64.1 - - [13/Feb/2019:12:35:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=724b6889-8e13-4f18-b233-8c18773cf2a0
time="2019-02-13 12:35:52.882905" level=info msg="10.233.64.7 - - [13/Feb/2019:12:35:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=6e04922a-bfeb-4e2a-9459-430e9731db03
time="2019-02-13 12:35:53.576837" level=info msg="10.233.64.7 - - [13/Feb/2019:12:35:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d6564b87-a4b8-465b-ba83-f5e3dd54d66e
time="2019-02-13 12:36:23.625584" level=info msg="10.233.64.7 - - [13/Feb/2019:12:36:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d947ca81-889e-4d48-8b9a-33967f647063
time="2019-02-13 12:36:26.145862" level=info msg="10.233.64.7 - - [13/Feb/2019:12:36:26 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c460eece-9693-4798-8ab7-dfeea57e476e
time="2019-02-13 12:36:32.898061" level=info msg="10.233.64.1 - - [13/Feb/2019:12:36:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fc7269b5-1aed-427e-b013-2c0b761fead8
time="2019-02-13 12:36:53.755346" level=info msg="10.233.64.7 - - [13/Feb/2019:12:36:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ec24e95d-0c16-40a2-9c4c-3f0a719e1bc9
time="2019-02-13 12:36:59.595987" level=info msg="10.233.64.7 - - [13/Feb/2019:12:36:59 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=cc9573f6-3004-419a-9913-89a28aa3047d
time="2019-02-13 12:37:23.788089" level=info msg="10.233.64.7 - - [13/Feb/2019:12:37:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=83a4096f-baef-4c5d-ab35-a745a9be7721
time="2019-02-13 12:37:32.876254" level=info msg="10.233.64.7 - - [13/Feb/2019:12:37:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c8cc44ea-3ccf-46f8-8b82-5c9c95bd5647
time="2019-02-13 12:37:32.894346" level=info msg="10.233.64.1 - - [13/Feb/2019:12:37:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c5620063-4054-4aed-8965-aed3d86863eb
time="2019-02-13 12:37:53.812793" level=info msg="10.233.64.7 - - [13/Feb/2019:12:37:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4e4ec97c-af77-4e39-89dd-a7b9a9757e1f
time="2019-02-13 12:38:05.396269" level=info msg="10.233.64.7 - - [13/Feb/2019:12:38:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=14ce45fb-8445-4062-a1c8-9f04bb4eeb86
time="2019-02-13 12:38:23.855627" level=info msg="10.233.64.7 - - [13/Feb/2019:12:38:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4391d3d8-5d9a-4596-a57a-1e78e1e647c7
time="2019-02-13 12:38:32.916654" level=info msg="10.233.64.1 - - [13/Feb/2019:12:38:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=3f268632-c93f-4173-9487-e724f49e7447
time="2019-02-13 12:38:37.646323" level=info msg="10.233.64.7 - - [13/Feb/2019:12:38:37 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e4fdec35-5a54-4fa2-972c-7a0da401d252
time="2019-02-13 12:38:53.885877" level=info msg="10.233.64.7 - - [13/Feb/2019:12:38:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a7c082db-85ba-44b4-bdc1-4e10272596d1
time="2019-02-13 12:39:09.902780" level=info msg="10.233.64.7 - - [13/Feb/2019:12:39:09 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=f92f139d-a52d-4731-9d08-328f547ed08c
time="2019-02-13 12:39:23.941936" level=info msg="10.233.64.7 - - [13/Feb/2019:12:39:23 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=795ce8fc-91f0-4cd1-b3bf-b8dfc6dac625
time="2019-02-13 12:39:32.897950" level=info msg="10.233.64.1 - - [13/Feb/2019:12:39:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c39c45d0-e0db-403d-b6fb-cca765355ead
time="2019-02-13 12:39:42.202740" level=info msg="10.233.64.7 - - [13/Feb/2019:12:39:42 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=af7a6e92-b7ac-4a37-872d-0f44398b7384
time="2019-02-13 12:39:53.964239" level=info msg="10.233.64.7 - - [13/Feb/2019:12:39:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e0133653-caee-4d6a-ad3f-8aac99795db9
time="2019-02-13 12:40:14.915554" level=info msg="10.233.64.7 - - [13/Feb/2019:12:40:14 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=bad29c41-26ff-45a0-ab16-3ec65d00b59c
time="2019-02-13 12:40:24.091870" level=info msg="10.233.64.7 - - [13/Feb/2019:12:40:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2b825d62-0488-4593-90dd-c8f0a9902ba9
time="2019-02-13 12:40:32.896147" level=info msg="10.233.64.1 - - [13/Feb/2019:12:40:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4ea7914b-3c98-46d3-b035-61fa831d06a4
time="2019-02-13 12:40:47.168717" level=info msg="10.233.64.7 - - [13/Feb/2019:12:40:47 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=eb83fb40-9664-4a56-823f-45084a4df0d2
time="2019-02-13 12:40:54.139277" level=info msg="10.233.64.7 - - [13/Feb/2019:12:40:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=dee2a705-ab20-493e-8c7a-b2a52c82b3b4
time="2019-02-13 12:41:19.227690" level=info msg="10.233.64.7 - - [13/Feb/2019:12:41:19 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a07cbe56-4c74-48c2-b615-c87eef8dea59
time="2019-02-13 12:41:24.166339" level=info msg="10.233.64.7 - - [13/Feb/2019:12:41:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=3985e45b-b5cf-4d87-91c4-4e35bd0d1d38
time="2019-02-13 12:41:32.895512" level=info msg="10.233.64.1 - - [13/Feb/2019:12:41:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d44cafd1-65a6-477c-8e91-1dc275736228
time="2019-02-13 12:41:51.261146" level=info msg="10.233.64.7 - - [13/Feb/2019:12:41:51 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e381b3f5-0e39-40cd-b086-c4445a9d2628
time="2019-02-13 12:41:54.196850" level=info msg="10.233.64.7 - - [13/Feb/2019:12:41:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a2720522-c06d-4765-b3ea-144623375b00
time="2019-02-13 12:42:23.808924" level=info msg="10.233.64.7 - - [13/Feb/2019:12:42:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=8c7c38ac-5d07-4ec8-aeba-fd7d33cece1b
time="2019-02-13 12:42:24.219582" level=info msg="10.233.64.7 - - [13/Feb/2019:12:42:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f208b87f-9f09-4d7a-9734-fa898921af55
time="2019-02-13 12:42:32.900630" level=info msg="10.233.64.1 - - [13/Feb/2019:12:42:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=51d82740-6c5d-4c64-8f1c-dcbf76978e13
time="2019-02-13 12:42:54.339331" level=info msg="10.233.64.7 - - [13/Feb/2019:12:42:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=72071df9-8a06-40e0-8c8b-e96c3782ffa9
time="2019-02-13 12:42:58.374086" level=info msg="10.233.64.7 - - [13/Feb/2019:12:42:58 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e6e4f704-0d10-4302-8c0b-f8bd305d9305
time="2019-02-13 12:43:24.388992" level=info msg="10.233.64.7 - - [13/Feb/2019:12:43:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1b1e75e8-9b1e-406f-b7a7-f7fc5cd2260c
time="2019-02-13 12:43:32.637667" level=info msg="10.233.64.7 - - [13/Feb/2019:12:43:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=caf8979e-706f-4628-8611-7eb37819ab8c
time="2019-02-13 12:43:32.893909" level=info msg="10.233.64.1 - - [13/Feb/2019:12:43:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=0405f6d5-4e3a-4089-a784-b76dc902848e
time="2019-02-13 12:43:54.411370" level=info msg="10.233.64.7 - - [13/Feb/2019:12:43:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=38e740fa-76f1-4c16-8833-088bb67e2af6
time="2019-02-13 12:44:04.800902" level=info msg="10.233.64.7 - - [13/Feb/2019:12:44:04 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=d1f5a7f2-62a3-4191-a20e-40bd140e9732
time="2019-02-13 12:44:24.586982" level=info msg="10.233.64.7 - - [13/Feb/2019:12:44:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5e00c700-d5c9-4383-a4aa-c5e107cea03c
time="2019-02-13 12:44:32.895484" level=info msg="10.233.64.1 - - [13/Feb/2019:12:44:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=11d82380-f4eb-4071-8552-cf4fe0c3ee28
time="2019-02-13 12:44:38.594550" level=info msg="10.233.64.7 - - [13/Feb/2019:12:44:38 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=0210a65c-9831-4fe4-a223-b8e83420cead
time="2019-02-13 12:44:54.617809" level=info msg="10.233.64.7 - - [13/Feb/2019:12:44:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2272095e-fdad-4498-b36a-22e9ad7f2b4c
time="2019-02-13 12:45:11.102668" level=info msg="10.233.64.7 - - [13/Feb/2019:12:45:11 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a24db1b2-59d3-4cad-80ab-84529fe3ea03
time="2019-02-13 12:45:24.645456" level=info msg="10.233.64.7 - - [13/Feb/2019:12:45:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=21e13729-06c9-4cc8-a982-7332677eee28
time="2019-02-13 12:45:32.894134" level=info msg="10.233.64.1 - - [13/Feb/2019:12:45:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b374f062-7628-49a5-a959-5a3ade0a5b25
time="2019-02-13 12:45:43.138110" level=info msg="10.233.64.7 - - [13/Feb/2019:12:45:43 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=4c8aa89a-2aa9-469d-b41e-b0a35a42b455
time="2019-02-13 12:45:54.707896" level=info msg="10.233.64.7 - - [13/Feb/2019:12:45:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=c087c06d-2085-471a-b0fc-0a4c659d87c0
time="2019-02-13 12:46:15.460569" level=info msg="10.233.64.7 - - [13/Feb/2019:12:46:15 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=d0df5ae0-8516-41b5-aaf4-ca33ac2f112b
time="2019-02-13 12:46:24.732508" level=info msg="10.233.64.7 - - [13/Feb/2019:12:46:24 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=13511617-cb5c-49a3-a7b2-3d3297bae3f1
time="2019-02-13 12:46:32.897629" level=info msg="10.233.64.1 - - [13/Feb/2019:12:46:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d210070e-3887-471a-9515-fd3c588142dd
time="2019-02-13 12:46:47.717658" level=info msg="10.233.64.7 - - [13/Feb/2019:12:46:47 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=212688ef-ea29-4800-b31c-b95ebc6464ee
time="2019-02-13 12:46:54.998073" level=info msg="10.233.64.7 - - [13/Feb/2019:12:46:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=87a83e2a-45bd-4710-bd84-a190cb033e10
time="2019-02-13 12:47:22.842061" level=info msg="10.233.64.7 - - [13/Feb/2019:12:47:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=efef8a88-77c6-41ef-a5fc-6fe118809a7c
time="2019-02-13 12:47:25.056273" level=info msg="10.233.64.7 - - [13/Feb/2019:12:47:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=471f56d0-476f-4ec7-8ea3-0ad19cca9ac2
time="2019-02-13 12:47:32.896025" level=info msg="10.233.64.1 - - [13/Feb/2019:12:47:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a8e16caf-f4c1-4fdb-a833-0fb8711bbfed
time="2019-02-13 12:47:54.948030" level=info msg="10.233.64.7 - - [13/Feb/2019:12:47:54 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=259ff87c-1da9-4476-b7e2-a9965a0b7e68
time="2019-02-13 12:47:55.098717" level=info msg="10.233.64.7 - - [13/Feb/2019:12:47:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=fbe98dcd-7e72-45c2-acf9-659341dd3831
time="2019-02-13 12:48:25.154841" level=info msg="10.233.64.7 - - [13/Feb/2019:12:48:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1bea1b4e-3672-4462-9213-9d272e9e85bc
time="2019-02-13 12:48:27.015483" level=info msg="10.233.64.7 - - [13/Feb/2019:12:48:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=055a1a97-b32b-4037-b2a0-1bc2da55cc28
time="2019-02-13 12:48:32.900751" level=info msg="10.233.64.1 - - [13/Feb/2019:12:48:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fb427590-e557-4435-9efa-089bf4b1cf67
time="2019-02-13 12:48:55.237371" level=info msg="10.233.64.7 - - [13/Feb/2019:12:48:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=38c52384-5a25-4738-a6f2-9ea47c90d655
time="2019-02-13 12:49:00.676082" level=info msg="10.233.64.7 - - [13/Feb/2019:12:49:00 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=8aa8a1b7-db8f-45b1-81c9-2037728a6cfc
time="2019-02-13 12:49:25.322004" level=info msg="10.233.64.7 - - [13/Feb/2019:12:49:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=9ef87618-e151-409a-b8bb-b83edf546ab3
time="2019-02-13 12:49:32.894845" level=info msg="10.233.64.1 - - [13/Feb/2019:12:49:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=6ec533ae-4035-45b9-8b26-5fd0fdaf0f17
time="2019-02-13 12:49:34.465882" level=info msg="10.233.64.7 - - [13/Feb/2019:12:49:34 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=420dbb98-610a-44bb-90db-ceb66e7914ea
time="2019-02-13 12:49:55.345653" level=info msg="10.233.64.7 - - [13/Feb/2019:12:49:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=486d62a8-137c-4c04-a7d5-d1607ca621c1
time="2019-02-13 12:50:06.807656" level=info msg="10.233.64.7 - - [13/Feb/2019:12:50:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=4d465075-8620-4009-aca3-c6614f925cde
time="2019-02-13 12:50:25.421754" level=info msg="10.233.64.7 - - [13/Feb/2019:12:50:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=3820b1a6-a8bc-4fb4-bdd3-5d219c3ab0f6
time="2019-02-13 12:50:32.897652" level=info msg="10.233.64.1 - - [13/Feb/2019:12:50:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d584f443-edf6-4e14-814e-8ecc2cd38106
time="2019-02-13 12:50:39.260600" level=info msg="10.233.64.7 - - [13/Feb/2019:12:50:39 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=98d9f1ff-e5f2-42c4-9401-f6a62d6891d3
time="2019-02-13 12:50:55.455300" level=info msg="10.233.64.7 - - [13/Feb/2019:12:50:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=de273381-163f-45de-bc9a-e64e67f2b0f8
time="2019-02-13 12:51:11.589811" level=info msg="10.233.64.7 - - [13/Feb/2019:12:51:11 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=dee2c48e-c2b7-4eba-867b-f93b4b017c03
time="2019-02-13 12:51:25.511640" level=info msg="10.233.64.7 - - [13/Feb/2019:12:51:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d516c781-886c-4452-b115-6165f0fa3022
time="2019-02-13 12:51:32.893990" level=info msg="10.233.64.1 - - [13/Feb/2019:12:51:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=081a4268-54ed-4942-8598-9f75ee3ceddd
time="2019-02-13 12:51:43.695409" level=info msg="10.233.64.7 - - [13/Feb/2019:12:51:43 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=de810c46-5a7d-4874-991a-ce6938149698
time="2019-02-13 12:51:55.557273" level=info msg="10.233.64.7 - - [13/Feb/2019:12:51:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0624696e-8860-478f-be0f-1d402ea4bf72
time="2019-02-13 12:52:15.734452" level=info msg="10.233.64.7 - - [13/Feb/2019:12:52:15 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=1ed07f02-acb0-4152-a26b-4208e3f47816
time="2019-02-13 12:52:25.596992" level=info msg="10.233.64.7 - - [13/Feb/2019:12:52:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=3a3e7346-ff3d-456e-9df3-aa3683885846
time="2019-02-13 12:52:32.922230" level=info msg="10.233.64.1 - - [13/Feb/2019:12:52:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=5b660633-9f5e-4295-8307-cae19bae3879
time="2019-02-13 12:52:48.291005" level=info msg="10.233.64.7 - - [13/Feb/2019:12:52:48 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=7505bc14-ebc8-4388-8e5c-80aa343084c1
time="2019-02-13 12:52:55.748689" level=info msg="10.233.64.7 - - [13/Feb/2019:12:52:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=42eab374-d69e-4def-9123-0cb6707163fa
time="2019-02-13 12:53:20.293019" level=info msg="10.233.64.7 - - [13/Feb/2019:12:53:20 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=92f3d850-f2c5-495d-96e2-3f1357b37bc4
time="2019-02-13 12:53:25.789395" level=info msg="10.233.64.7 - - [13/Feb/2019:12:53:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=71b0d251-7061-4546-acd9-52d00e11cf3e
time="2019-02-13 12:53:32.909931" level=info msg="10.233.64.1 - - [13/Feb/2019:12:53:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=716dc362-ae68-4081-b6dd-517d713bdd92
time="2019-02-13 12:53:52.648112" level=info msg="10.233.64.7 - - [13/Feb/2019:12:53:52 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=6b128b97-9841-45a1-84dc-694f271db25b
time="2019-02-13 12:53:55.801803" level=info msg="10.233.64.7 - - [13/Feb/2019:12:53:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=083c6af2-923c-495d-b5ff-4daa7dbfe9f9
time="2019-02-13 12:54:25.015362" level=info msg="10.233.64.7 - - [13/Feb/2019:12:54:25 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=dfb905bd-ba2b-450a-a16f-285a7ef54275
time="2019-02-13 12:54:25.825685" level=info msg="10.233.64.7 - - [13/Feb/2019:12:54:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a32eb356-cbae-4b7b-a1cb-955aef99a663
time="2019-02-13 12:54:32.894089" level=info msg="10.233.64.1 - - [13/Feb/2019:12:54:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=50238b07-9c55-4216-bae3-41459f6d2c0b
time="2019-02-13 12:54:48.522870" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:43 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=604afec5-d3b4-4519-9eea-22543b38e240
time="2019-02-13 12:54:53.703369" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=2a10d538-8774-4c34-af2e-df9b0fbf85e9
time="2019-02-13 12:54:55.862240" level=info msg="10.233.64.7 - - [13/Feb/2019:12:54:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=28a106ba-3d6d-4af8-8556-1eb664124b2d
time="2019-02-13 12:54:57.203109" level=info msg="10.233.64.7 - - [13/Feb/2019:12:54:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e0ca3c12-512a-42d3-a53d-8b6cbcbb6e7c
time="2019-02-13 12:54:58.797034" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=199b6fd2-3259-458a-a14c-6cec5e974530
time="2019-02-13 12:54:58.947210" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=860611e1-00e5-4cd4-8ef7-6a8db9e737af
time="2019-02-13 12:55:25.910656" level=info msg="10.233.64.7 - - [13/Feb/2019:12:55:25 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=329ceac4-a60e-429b-9df1-59280273fbb0
time="2019-02-13 12:55:29.518195" level=info msg="10.233.64.7 - - [13/Feb/2019:12:55:29 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=20773d91-bd0c-4724-a380-148b103a2985
time="2019-02-13 12:55:32.896510" level=info msg="10.233.64.1 - - [13/Feb/2019:12:55:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8318d8ee-58ae-4569-a3de-099c5e030203
time="2019-02-13 12:55:55.997004" level=info msg="10.233.64.7 - - [13/Feb/2019:12:55:55 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=23fe973e-aa6a-4275-83f3-585d6b53381b
time="2019-02-13 12:56:01.690011" level=info msg="10.233.64.7 - - [13/Feb/2019:12:56:01 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=2729f3af-bdc8-468b-840a-a7cb982460b9
time="2019-02-13 12:56:26.045365" level=info msg="10.233.64.7 - - [13/Feb/2019:12:56:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f7819df2-e63c-4bec-bfc8-2b45d2f092fd
time="2019-02-13 12:56:32.898673" level=info msg="10.233.64.1 - - [13/Feb/2019:12:56:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=67cfca19-4d85-4b33-afd1-4a599fd71859
time="2019-02-13 12:56:34.004410" level=info msg="10.233.64.7 - - [13/Feb/2019:12:56:33 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=fb1bf20d-b4fa-44f1-a365-08af74afae00
time="2019-02-13 12:56:56.068599" level=info msg="10.233.64.7 - - [13/Feb/2019:12:56:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b75b5c4f-9fad-4483-80bd-ab3c858c7e3f
time="2019-02-13 12:57:06.631346" level=info msg="10.233.64.7 - - [13/Feb/2019:12:57:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=fdaa5a78-7e9e-4b36-a9b8-692f8fd5488f
time="2019-02-13 12:57:26.113460" level=info msg="10.233.64.7 - - [13/Feb/2019:12:57:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=321ef205-6d60-4a0f-8644-d5de8ea3ddb9
time="2019-02-13 12:57:32.894796" level=info msg="10.233.64.1 - - [13/Feb/2019:12:57:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e18a625f-681b-4c52-89f5-8a305104dcf6
time="2019-02-13 12:57:39.637132" level=info msg="10.233.64.7 - - [13/Feb/2019:12:57:39 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=b1e04f21-1ccb-4379-b95c-a6e700c6f7ce
time="2019-02-13 12:57:56.157797" level=info msg="10.233.64.7 - - [13/Feb/2019:12:57:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=30e875ba-0205-437c-8033-269546b2afbf
time="2019-02-13 12:58:12.043937" level=info msg="10.233.64.7 - - [13/Feb/2019:12:58:12 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=16191699-8470-4230-97c2-7cfbf6adff44
time="2019-02-13 12:58:26.171923" level=info msg="10.233.64.7 - - [13/Feb/2019:12:58:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=439ae56c-2b39-4f37-8530-5ae021134cf6
time="2019-02-13 12:58:32.895528" level=info msg="10.233.64.1 - - [13/Feb/2019:12:58:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=66049b4e-3319-487f-9694-c0d5e404de52
time="2019-02-13 12:58:45.590667" level=info msg="10.233.64.7 - - [13/Feb/2019:12:58:45 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=594b1ddf-003e-459a-929d-387821fbcc98
time="2019-02-13 12:58:53.792397" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=d7cbc925-a488-4a88-a05f-fe484c9c4832
time="2019-02-13 12:58:56.184390" level=info msg="10.233.64.7 - - [13/Feb/2019:12:58:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f031f717-bbf5-4cb6-bbfb-e39d0c5bd6c5
time="2019-02-13 12:58:58.772462" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f10166af-d6a9-4351-a8b2-fe2c30db4de1
time="2019-02-13 12:59:03.874014" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:58 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f1d36e23-2873-480a-87dc-91f41985217b
time="2019-02-13 12:59:04.025894" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:58 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=3e21fd17-dc32-43f5-8713-f1590612fbee
time="2019-02-13 12:59:17.862020" level=info msg="10.233.64.7 - - [13/Feb/2019:12:59:17 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=0fc06703-83ed-453d-9373-af0565a1b2f9
time="2019-02-13 12:59:26.196072" level=info msg="10.233.64.7 - - [13/Feb/2019:12:59:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ce936011-f4d9-418b-ab23-6b60273744d6
time="2019-02-13 12:59:32.925352" level=info msg="10.233.64.1 - - [13/Feb/2019:12:59:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=68f7d293-862c-4752-99a8-c4f0764e4816
time="2019-02-13 12:59:49.930392" level=info msg="10.233.64.7 - - [13/Feb/2019:12:59:49 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=19f5a72a-3914-4cb6-a68f-d37f8d9028c1
time="2019-02-13 12:59:56.207204" level=info msg="10.233.64.7 - - [13/Feb/2019:12:59:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4a16357c-925a-4684-9f5a-a1b142f52d3a
time="2019-02-13 13:00:22.308377" level=info msg="10.233.64.7 - - [13/Feb/2019:13:00:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c8e22d73-1168-46f5-9f32-188d0c1c0df1
time="2019-02-13 13:00:26.232663" level=info msg="10.233.64.7 - - [13/Feb/2019:13:00:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a5dd110e-5166-495e-8908-af37fbc841da
time="2019-02-13 13:00:32.913586" level=info msg="10.233.64.1 - - [13/Feb/2019:13:00:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a4fdb3f2-7695-4687-96c6-f9ec327b41c5
time="2019-02-13 13:00:54.659390" level=info msg="10.233.64.7 - - [13/Feb/2019:13:00:54 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=7f4165f8-c9a7-4918-aff1-5a8c6062a2b8
time="2019-02-13 13:00:56.372868" level=info msg="10.233.64.7 - - [13/Feb/2019:13:00:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7bfdd04b-2caf-4ca0-87d5-64083c6bb2a0
time="2019-02-13 13:01:26.402339" level=info msg="10.233.64.7 - - [13/Feb/2019:13:01:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a4ee0860-2a22-4c0a-b23f-c73afb52bc78
time="2019-02-13 13:01:27.167915" level=info msg="10.233.64.7 - - [13/Feb/2019:13:01:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=de5f3527-c12c-44b9-893f-ae8f1f089c52
time="2019-02-13 13:01:32.895224" level=info msg="10.233.64.1 - - [13/Feb/2019:13:01:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4f3dea72-3fa4-4194-935a-06d285ace127
time="2019-02-13 13:01:56.436618" level=info msg="10.233.64.7 - - [13/Feb/2019:13:01:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5870d60d-526d-49bb-bd65-8ea6e5814ac3
time="2019-02-13 13:02:00.042212" level=info msg="10.233.64.7 - - [13/Feb/2019:13:02:00 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c74a397c-4b1f-48de-a221-c8584b199a5c
time="2019-02-13 13:02:26.478583" level=info msg="10.233.64.7 - - [13/Feb/2019:13:02:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bc95fb72-8fe9-452d-bd05-98b006278a49
time="2019-02-13 13:02:32.289356" level=info msg="10.233.64.7 - - [13/Feb/2019:13:02:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=7f97e553-e910-43ea-8ef7-411f532f122b
time="2019-02-13 13:02:32.904439" level=info msg="10.233.64.1 - - [13/Feb/2019:13:02:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d293e6f0-f071-4675-a596-63c871692cb1
time="2019-02-13 13:02:56.498505" level=info msg="10.233.64.7 - - [13/Feb/2019:13:02:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f1f53186-d3a1-4b48-91f4-5a391382417f
time="2019-02-13 13:03:05.415151" level=info msg="10.233.64.7 - - [13/Feb/2019:13:03:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=07b29269-b372-4dc6-b8b9-eefcb9a28c60
time="2019-02-13 13:03:26.584990" level=info msg="10.233.64.7 - - [13/Feb/2019:13:03:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=53eb6108-a271-46c2-a3ce-003e079a52ac
time="2019-02-13 13:03:32.894117" level=info msg="10.233.64.1 - - [13/Feb/2019:13:03:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=91b7202a-2728-43b3-9bc5-fa200a0d87eb
time="2019-02-13 13:03:39.931275" level=info msg="10.233.64.7 - - [13/Feb/2019:13:03:39 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=52737bef-bd3b-4d2b-bea0-21ba6f0f5322
time="2019-02-13 13:03:56.629184" level=info msg="10.233.64.7 - - [13/Feb/2019:13:03:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=497bca73-0305-46b1-ad89-f52fec024c49
time="2019-02-13 13:04:12.621114" level=info msg="10.233.64.7 - - [13/Feb/2019:13:04:12 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=0fe29357-edcf-4171-8fb3-4fec1ed96bfb
time="2019-02-13 13:04:26.672783" level=info msg="10.233.64.7 - - [13/Feb/2019:13:04:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7fb9c621-f17d-4acf-a16f-805b38c02f43
time="2019-02-13 13:04:32.901109" level=info msg="10.233.64.1 - - [13/Feb/2019:13:04:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8899e672-1406-4cfa-95ab-ad47bf138ffb
time="2019-02-13 13:04:44.860985" level=info msg="10.233.64.7 - - [13/Feb/2019:13:04:44 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=3bcf4f87-9d77-400a-9b8b-1b82225692eb
time="2019-02-13 13:04:56.727813" level=info msg="10.233.64.7 - - [13/Feb/2019:13:04:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=cb2ddc57-14d3-4836-bbee-ff5155aeca06
time="2019-02-13 13:05:20.105071" level=info msg="10.233.64.7 - - [13/Feb/2019:13:05:20 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=2c9ad349-b8e2-439a-9379-a6e32794ce2c
time="2019-02-13 13:05:26.772751" level=info msg="10.233.64.7 - - [13/Feb/2019:13:05:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b14099bf-8925-48c3-bbef-41938ae146e6
time="2019-02-13 13:05:32.895326" level=info msg="10.233.64.1 - - [13/Feb/2019:13:05:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f8fd3fb7-300c-4f85-820e-c2f9716f6dc6
time="2019-02-13 13:05:54.022273" level=info msg="10.233.64.7 - - [13/Feb/2019:13:05:54 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=eb240081-3408-4283-b354-e85c04917b03
time="2019-02-13 13:05:56.820763" level=info msg="10.233.64.7 - - [13/Feb/2019:13:05:56 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=c0aad455-bc49-4233-9387-6ccd41ab7ef6
time="2019-02-13 13:06:26.164396" level=info msg="10.233.64.7 - - [13/Feb/2019:13:06:26 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=97ae980d-2a19-4dfa-ba08-91da170e40c4
time="2019-02-13 13:06:26.897110" level=info msg="10.233.64.7 - - [13/Feb/2019:13:06:26 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=87180b39-b3f0-4be9-b890-60ee5a954d72
time="2019-02-13 13:06:32.896990" level=info msg="10.233.64.1 - - [13/Feb/2019:13:06:32 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=98693fa6-e2c7-4b24-86b2-3f741414d33e
[root@gluster-kube1-0 /]# 
[root@gluster-kube1-0 /]#

Kube2 logs: 

time="2019-02-13 11:58:20.121370" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 11:58:20.200989" level=warning msg="could not read store config file, continuing with defaults" error="open /var/lib/glusterd2/store.toml: no such file or directory" source="[config.go:128:store.GetConfig]"
time="2019-02-13 11:58:21.246753" level=info msg="running txn engine"
time="2019-02-13 11:58:21.254018" level=info msg="node started to contest for leader election"
time="2019-02-13 11:58:21.254109" level=info msg="cleanup handler started"
time="2019-02-13 11:58:21.292076" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 11:58:21.296565" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:01:46.331232" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:01:46.436926" level=info msg="running txn engine"
time="2019-02-13 12:01:46.450843" level=info msg="node started to contest for leader election"
time="2019-02-13 12:01:46.451059" level=info msg="cleanup handler started"
time="2019-02-13 12:01:46.532530" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:01:46.547396" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:04:46.256898" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:04:46.343486" level=info msg="running txn engine"
time="2019-02-13 12:04:46.356387" level=info msg="node started to contest for leader election"
time="2019-02-13 12:04:46.356510" level=info msg="cleanup handler started"
time="2019-02-13 12:04:46.388436" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:04:46.398165" level=info msg="started event listener" address="gluster-kube2-0.glusterd2.gcs:24007" source="[server.go:45:eventlistener.(*EventListener).Serve]" transport=udp
time="2019-02-13 12:04:46.398606" level=info msg="Started GlusterD ReST server" ip:port="10.233.65.4:24007" source="[rest.go:112:rest.(*GDRest).Serve]"
time="2019-02-13 12:04:46.400171" level=info msg="started server" address=/var/run/glusterd2/glusterd2.socket server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=unix
time="2019-02-13 12:04:46.400270" level=info msg="started server" address="10.233.65.4:24007" server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:04:46.404646" level=error msg="net.Listen() error" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[listener.go:40:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:46.404774" level=info msg="gd2-servers: Failed service '&peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}' (1.000000 failures of 5.000000), restarting: true, error: \"{%!s(*peerrpc.Server=&{0xc00012a000}) &peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}} returned unexpectedly\", stacktrace: [unknown stack trace]" supervisor=gd2-main
time="2019-02-13 12:04:46.410170" level=error msg="net.Listen() error" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[listener.go:40:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:46.410280" level=info msg="gd2-servers: Failed service '&peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}' (1.999873 failures of 5.000000), restarting: true, error: \"{%!s(*peerrpc.Server=&{0xc00012a000}) &peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}} returned unexpectedly\", stacktrace: [unknown stack trace]" supervisor=gd2-main
time="2019-02-13 12:04:46.415904" level=warning msg="firewalld.Init() failed" error="The name org.fedoraproject.FirewallD1 was not provided by any .service files" source="[main.go:128:main.main]"
time="2019-02-13 12:04:46.420370" level=error msg="net.Listen() error" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[listener.go:40:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:46.420989" level=info msg="gd2-servers: Failed service '&peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}' (2.999400 failures of 5.000000), restarting: true, error: \"{%!s(*peerrpc.Server=&{0xc00012a000}) &peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}} returned unexpectedly\", stacktrace: [unknown stack trace]" supervisor=gd2-main
time="2019-02-13 12:04:46.427098" level=error msg="net.Listen() error" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[listener.go:40:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:46.427209" level=info msg="gd2-servers: Failed service '&peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}' (3.998936 failures of 5.000000), restarting: true, error: \"{%!s(*peerrpc.Server=&{0xc00012a000}) &peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}} returned unexpectedly\", stacktrace: [unknown stack trace]" supervisor=gd2-main
time="2019-02-13 12:04:46.431205" level=error msg="net.Listen() error" error="listen tcp: lookup gluster-kube2-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[listener.go:40:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:46.431313" level=info msg="gd2-servers: Failed service '&peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}' (4.998557 failures of 5.000000), restarting: true, error: \"{%!s(*peerrpc.Server=&{0xc00012a000}) &peerrpc.Server{server:(*grpc.Server)(0xc00012a000)}} returned unexpectedly\", stacktrace: [unknown stack trace]" supervisor=gd2-main
time="2019-02-13 12:04:46.432894" level=info msg="Registered RPC Listener" ip:port="gluster-kube2-0.glusterd2.gcs:24008" source="[listener.go:43:peerrpc.(*Server).Serve]"
time="2019-02-13 12:04:51.255883" level=info msg="10.233.65.4 - - [13/Feb/2019:12:04:51 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=751da857-dc29-4e6e-96cf-9a4e3e73d9ea
time="2019-02-13 12:04:51.267279" level=info msg="10.233.65.4 - - [13/Feb/2019:12:04:51 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=106958fc-ce18-4e3e-8bef-ff8ee2fdece5
time="2019-02-13 12:04:51.276849" level=info msg="10.233.65.4 - - [13/Feb/2019:12:04:51 +0000] \"GET /v1/snapshots HTTP/1.1\" 200 3" reqid=0ac675f8-80d9-4b73-b479-9a8577a5fb18
time="2019-02-13 12:05:00.831099" level=info msg="peer connected to store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:05:04.830330" level=info msg="10.233.64.0 - - [13/Feb/2019:12:05:04 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 201 198" reqid=996f92c5-9b3c-4316-8378-706936ca65c3
time="2019-02-13 12:05:12.612615" level=info msg="10.233.65.1 - - [13/Feb/2019:12:05:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=50f3f880-b57c-4449-88d9-d95a332da97b
time="2019-02-13 12:05:17.084935" level=info msg="10.233.64.0 - - [13/Feb/2019:12:05:16 +0000] \"POST /v1/devices/65953d08-ff03-4d4a-9fbf-f53cf9beb8da HTTP/1.1\" 201 198" reqid=552871b0-dbc6-42a6-b3a0-520814413ae4
time="2019-02-13 12:05:30.866589" level=info msg="peer disconnected from store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:05:39.484344" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=c0c9e189-5627-4d9a-b86b-ebd88955365e source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:05:39.500565" level=info msg="10.233.64.0 - - [13/Feb/2019:12:05:39 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=c0c9e189-5627-4d9a-b86b-ebd88955365e
time="2019-02-13 12:06:11.611731" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=5055d080-29e3-4a15-954d-e7fb911aed24 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:06:11.637371" level=info msg="10.233.64.0 - - [13/Feb/2019:12:06:11 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=5055d080-29e3-4a15-954d-e7fb911aed24
time="2019-02-13 12:06:12.610601" level=info msg="10.233.65.1 - - [13/Feb/2019:12:06:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4c574897-224f-48a1-9051-e2b10064fdd5
time="2019-02-13 12:06:43.777276" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=1ef4af6a-55fc-4b5b-a640-689650e9628b source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:06:43.783836" level=info msg="10.233.64.0 - - [13/Feb/2019:12:06:43 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=1ef4af6a-55fc-4b5b-a640-689650e9628b
time="2019-02-13 12:07:12.610789" level=info msg="10.233.65.1 - - [13/Feb/2019:12:07:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d445dd79-166d-44da-8c6c-4fbec5d2f913
time="2019-02-13 12:07:15.802779" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=acebd978-a8bb-4bd9-8d86-ca0e1b9a6928 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:07:15.836553" level=info msg="10.233.64.0 - - [13/Feb/2019:12:07:15 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=acebd978-a8bb-4bd9-8d86-ca0e1b9a6928
time="2019-02-13 12:07:48.008798" level=error msg="Transaction to prepare device failed" error="node 8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a is probably down" reqid=65f3e412-6804-445e-b157-c08ad05ab5cb source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:07:48.026047" level=info msg="10.233.64.0 - - [13/Feb/2019:12:07:47 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 500 73" reqid=65f3e412-6804-445e-b157-c08ad05ab5cb
time="2019-02-13 12:08:00.846146" level=info msg="peer connected to store" id=8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:08:10.543477" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:10 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 201 198" reqid=a9eeed59-7cc9-4cb0-8d51-d9b5127849cb
time="2019-02-13 12:08:12.610729" level=info msg="10.233.65.1 - - [13/Feb/2019:12:08:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7c29be55-5e33-43b8-b215-5bbe1696b1a5
time="2019-02-13 12:08:23.217744" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:23 +0000] \"POST /v1/devices/ead6c8ed-e33c-4161-92b6-bdc8a428d6cf HTTP/1.1\" 201 198" reqid=69fe9844-4cf9-4938-bca9-df08576a9bd3
time="2019-02-13 12:08:35.466400" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:35 +0000] \"POST /v1/devices/ead6c8ed-e33c-4161-92b6-bdc8a428d6cf HTTP/1.1\" 201 198" reqid=931e03fc-4dd3-4364-adfd-2616c997c61f
time="2019-02-13 12:09:12.612021" level=info msg="10.233.65.1 - - [13/Feb/2019:12:09:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8fac086c-788b-42a9-81a4-7d687a0c7d8d
time="2019-02-13 12:10:12.609361" level=info msg="10.233.65.1 - - [13/Feb/2019:12:10:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=68009356-9902-4f29-a63e-841c0339e15e
time="2019-02-13 12:11:12.609134" level=info msg="10.233.65.1 - - [13/Feb/2019:12:11:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=6209f8ec-ad9b-4d7f-a71e-8ad6c6f4ef08
time="2019-02-13 12:12:12.616381" level=info msg="10.233.65.1 - - [13/Feb/2019:12:12:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=2b71769a-c0ad-4f51-87ef-da4d810da683
time="2019-02-13 12:13:12.609575" level=info msg="10.233.65.1 - - [13/Feb/2019:12:13:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b9d0ca99-863d-4c7b-ba39-115afc6e23a5
time="2019-02-13 12:14:12.609526" level=info msg="10.233.65.1 - - [13/Feb/2019:12:14:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fd5d5bce-0c79-4c1d-a88b-17a3b9edb408
time="2019-02-13 12:15:12.613416" level=info msg="10.233.65.1 - - [13/Feb/2019:12:15:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=9324f311-d596-44df-b807-80944c5dda76
time="2019-02-13 12:16:12.618932" level=info msg="10.233.65.1 - - [13/Feb/2019:12:16:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=41e2f0f4-10a3-4441-a9b5-bb099a20b5d3
time="2019-02-13 12:17:12.615659" level=info msg="10.233.65.1 - - [13/Feb/2019:12:17:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=36ecb50b-22f5-4add-aafa-3e101fa46d87
time="2019-02-13 12:18:12.617500" level=info msg="10.233.65.1 - - [13/Feb/2019:12:18:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=08657c16-6a9c-4a4d-b30c-91d4bd05ed38
time="2019-02-13 12:19:12.611920" level=info msg="10.233.65.1 - - [13/Feb/2019:12:19:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7fc21142-af1a-489f-a251-de91c6e6511b
time="2019-02-13 12:20:12.613849" level=info msg="10.233.65.1 - - [13/Feb/2019:12:20:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a479d362-4fe1-4f5e-a74e-f4564885bbac
time="2019-02-13 12:21:12.610937" level=info msg="10.233.65.1 - - [13/Feb/2019:12:21:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e8128ce1-3cb9-45a9-8b4a-1343c0a9c5c6
time="2019-02-13 12:22:12.612355" level=info msg="10.233.65.1 - - [13/Feb/2019:12:22:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=ff13c0f9-f718-4ce4-8c66-904a19b6d4e9
time="2019-02-13 12:23:12.619732" level=info msg="10.233.65.1 - - [13/Feb/2019:12:23:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=cd7e0756-43d3-4411-9009-992146ffc390
time="2019-02-13 12:24:12.610606" level=info msg="10.233.65.1 - - [13/Feb/2019:12:24:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d8773f41-0ba8-4ef6-b010-34c36c6d2e03
time="2019-02-13 12:25:12.613624" level=info msg="10.233.65.1 - - [13/Feb/2019:12:25:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=306a8261-a99b-4eec-837a-3994a9d50110
time="2019-02-13 12:26:12.616521" level=info msg="10.233.65.1 - - [13/Feb/2019:12:26:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=361b89b6-18e8-416e-9968-0f4a9f4657a9
time="2019-02-13 12:27:12.612385" level=info msg="10.233.65.1 - - [13/Feb/2019:12:27:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=5f638836-df4d-4d76-83c0-65783c73becc
time="2019-02-13 12:28:12.612247" level=info msg="10.233.65.1 - - [13/Feb/2019:12:28:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=2cf2979b-1076-41de-b16b-bc0a06196fa6
time="2019-02-13 12:29:12.609112" level=info msg="10.233.65.1 - - [13/Feb/2019:12:29:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=96f47cf2-1165-4404-a476-73fbe3e83b07
time="2019-02-13 12:29:30.662254" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:30.863309" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:35.309474" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=6880bdf1-16a2-42b3-88db-285d1d50b8e5
time="2019-02-13 12:29:36.528292" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.651888" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.699617" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259 volume=block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d
time="2019-02-13 12:29:36.775154" level=info msg="client connected" address="10.233.65.4:49151" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.579764" level=info msg="client connected" address="10.233.66.9:1023" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.599228" level=info msg="client disconnected" address="10.233.66.9:1023" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.652769" level=info msg="client connected" address="10.233.65.4:49150" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.798227" level=info msg="client connected" address="10.233.65.4:1023" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.799693" level=info msg="client disconnected" address="10.233.65.4:1023" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.846786" level=info msg="client connected" address="10.233.64.7:1023" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.850052" level=info msg="client disconnected" address="10.233.64.7:1023" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:39.116270" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:35 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=76459263-9d16-4273-8339-38fc49eabf2c
time="2019-02-13 12:29:39.315702" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:39 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=985cb182-7172-42a5-8171-741634534a44
time="2019-02-13 12:29:41.322926" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:41.440683" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:43.493556" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:43.775363" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:43.877632" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:44.009475" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76 volume=block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023
time="2019-02-13 12:29:44.034521" level=info msg="client connected" address="10.233.65.4:49149" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.633242" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:44.789577" level=info msg="client connected" address="10.233.65.4:49148" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.827084" level=info msg="client connected" address="10.233.65.4:1017" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.828126" level=info msg="client disconnected" address="10.233.65.4:1017" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:44.978671" level=info msg="client connected" address="10.233.64.7:1017" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.983836" level=info msg="client disconnected" address="10.233.64.7:1017" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:47.098816" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=a340ab2d-af1a-4306-941b-227d07345afc
time="2019-02-13 12:29:47.270922" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=786dafb4-aadb-4738-9a41-8f13037c1c7f
time="2019-02-13 12:29:47.283027" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=423d65df-1dba-45e5-9eb0-1383360533af
time="2019-02-13 12:29:47.659423" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:41 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=30c4a63d-f476-4bca-b4a1-492ec2d50a01
time="2019-02-13 12:29:47.721784" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2747219a-e1e1-436b-bf57-f7b944704ab6
time="2019-02-13 12:29:47.770282" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:47.978342" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:50.084804" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.199938" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.234898" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b volume=block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16
time="2019-02-13 12:29:50.291098" level=info msg="client connected" address="10.233.65.4:49147" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.146096" level=info msg="client connected" address="10.233.66.9:1017" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.155277" level=info msg="client disconnected" address="10.233.66.9:1017" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:51.276801" level=info msg="client connected" address="10.233.64.7:1011" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.280366" level=info msg="client disconnected" address="10.233.64.7:1011" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:52.412770" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:52 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=24889fc8-e0f1-4151-8365-29851fa75593
time="2019-02-13 12:29:53.869760" level=info msg="client connected" address="10.233.65.4:49146" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:54.121565" level=info msg="client connected" address="10.233.65.4:1011" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:54.123306" level=info msg="client disconnected" address="10.233.65.4:1011" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:55.263849" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=eb3b7a5b-49ec-43be-bad8-826fdea806d6
time="2019-02-13 12:29:55.403425" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:55.601524" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:57.324415" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:57.621329" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.754173" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.855461" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6 volume=block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5
time="2019-02-13 12:29:57.878415" level=info msg="client connected" address="10.233.65.4:49145" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.349432" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:58.535095" level=info msg="client connected" address="10.233.65.4:49144" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.588066" level=info msg="client connected" address="10.233.65.4:1005" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.595285" level=info msg="client disconnected" address="10.233.65.4:1005" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.756162" level=info msg="client connected" address="10.233.64.7:1005" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.778246" level=info msg="client disconnected" address="10.233.64.7:1005" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.823847" level=info msg="client connected" address="10.233.66.9:1011" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.836142" level=info msg="client disconnected" address="10.233.66.9:1011" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:00.455474" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:00 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=83ceda8d-d7ce-4c59-8b0b-da26188d1558
time="2019-02-13 12:30:01.078793" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=c698fcef-1d64-4dfb-b0ed-20ab54ffbd64
time="2019-02-13 12:30:01.246408" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=e0bde8bb-b363-46c7-975b-9b88e50d3b74
time="2019-02-13 12:30:02.046383" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:02.178766" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:05.123683" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:05.664788" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.863618" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.967045" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c volume=block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b
time="2019-02-13 12:30:06.171327" level=info msg="client connected" address="10.233.65.4:49143" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:06.557520" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:01 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=2c6961e5-47d4-47cc-b72b-c608d95ae745
time="2019-02-13 12:30:06.768777" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:07.101897" level=info msg="client connected" address="10.233.65.4:49142" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.251879" level=info msg="client connected" address="10.233.64.7:999" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.279236" level=info msg="client disconnected" address="10.233.64.7:999" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.279351" level=info msg="client connected" address="10.233.66.9:1005" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.287937" level=info msg="client disconnected" address="10.233.66.9:1005" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.356990" level=info msg="client connected" address="10.233.65.4:999" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.357929" level=info msg="client disconnected" address="10.233.65.4:999" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.476485" level=info msg="client connected" address="10.233.65.4:49141" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.604856" level=info msg="client connected" address="10.233.65.4:993" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.607080" level=info msg="client disconnected" address="10.233.65.4:993" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:09.861315" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:09 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99715ea2-6416-4c3e-87bf-13f63240f7e3
time="2019-02-13 12:30:13.055914" level=info msg="10.233.65.1 - - [13/Feb/2019:12:30:13 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=026e8c48-bd87-4fe9-a13c-32b0a3889863
time="2019-02-13 12:30:13.440875" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:00 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=28cf344e-a6a4-4a0f-8252-2c930e953133
time="2019-02-13 12:30:14.245209" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:02 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=62600078-1bb2-466c-af36-6c2f2aa05e9c
time="2019-02-13 12:30:16.349394" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:30:31.951826" level=info msg="client connected" address="10.233.65.8:49151" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:34.815446" level=info msg="client connected" address="10.233.65.8:49149" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:34.815555" level=info msg="client connected" address="10.233.65.8:49150" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:34.803558" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:30:35.016991" level=info msg="peer disconnected from store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:52.873167" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:53.793470" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:30:53.845074" level=error msg="Couldn't retrive volume from store" error="context deadline exceeded" source="[store-utils.go:59:volume.GetVolume]"
time="2019-02-13 12:30:53.914303" level=error msg="Couldn't retrive volume from store" error="context deadline exceeded" source="[store-utils.go:59:volume.GetVolume]"
time="2019-02-13 12:30:53.914316" level=error msg="Couldn't retrive volume from store" error="context deadline exceeded" source="[store-utils.go:59:volume.GetVolume]"
time="2019-02-13 12:31:18.443536" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:27.099942" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:28.790620" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:38.302345" level=error msg="failed to get volume info" error="context deadline exceeded" source="[handshake_prog.go:166:sunrpc.(*GfHandshake).ServerGetspec]" volfile=block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5
time="2019-02-13 12:31:39.118900" level=info msg="client connected" address="10.233.65.8:49148" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:31:39.194772" level=warning msg="etcd server is not reachable from this node, make sure network connection is active and etcd is running"
time="2019-02-13 12:31:42.180078" level=error msg="failed to get volume info" error="context deadline exceeded" source="[handshake_prog.go:166:sunrpc.(*GfHandshake).ServerGetspec]" volfile=block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16
time="2019-02-13 12:31:42.180229" level=error msg="failed to get volume info" error="context deadline exceeded" source="[handshake_prog.go:166:sunrpc.(*GfHandshake).ServerGetspec]" volfile=block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5
time="2019-02-13 12:31:42.180286" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.263872" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 788" reqid=caa2a636-06f8-4ff3-bf84-6f07b363eac1
time="2019-02-13 12:31:42.285676" level=info msg="10.233.65.1 - - [13/Feb/2019:12:31:42 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f9d74115-b2ce-472b-860e-2bfc0b5b8e69
time="2019-02-13 12:31:42.415411" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.415619" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.415699" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.415756" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.415818" level=info msg="peer disconnected from store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:42.415896" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:48.890932" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:48.891049" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:48.891088" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:49.155731" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:49.155751" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:49.551187" level=error msg="Couldn't retrive volume from store" error="context deadline exceeded" source="[store-utils.go:59:volume.GetVolume]"
time="2019-02-13 12:31:53.262548" level=error msg="failed to get volume info" error="context deadline exceeded" source="[handshake_prog.go:166:sunrpc.(*GfHandshake).ServerGetspec]" volfile=block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023
time="2019-02-13 12:31:53.184265" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:53.184303" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:31:53.190682" level=error msg="error retriving webhook list from etcd" error="context deadline exceeded" source="[hooks.go:23:events.(*webhooksNotifier).Handle]"
time="2019-02-13 12:32:02.594264" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f304e897-bd57-4b7a-b43c-181f0c0617e7
time="2019-02-13 12:32:03.596303" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:32:08.221282" level=info msg="peer connected to store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:09.112917" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:03 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=776e9b7a-94ed-4287-bb03-dee9c66c5aa3
time="2019-02-13 12:32:10.349761" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:04 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=5aa2890b-af6c-408b-ba6d-6f93d59c43a9
time="2019-02-13 12:32:11.219856" level=info msg="node got elected as cleanup leader"
time="2019-02-13 12:32:11.430154" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:32:12.141097" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:11 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=c01b5623-977d-453d-b759-e7beebccb4b4
time="2019-02-13 12:32:12.630605" level=info msg="10.233.65.1 - - [13/Feb/2019:12:32:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e614b116-e243-4b8e-8ace-88173dd993d0
time="2019-02-13 12:32:15.201755" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.493623" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.678280" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0 volume=block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb
time="2019-02-13 12:32:15.923657" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=1bb0882a-a6aa-4f6a-8a73-d01d59b27cad
time="2019-02-13 12:32:15.924083" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:46 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=d5c35293-2cde-4db6-b00f-8812289b8bc5
time="2019-02-13 12:32:15.924259" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:56 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=581946cb-8396-4844-a7b8-cad9c918f99a
time="2019-02-13 12:32:15.924351" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:19 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=6ba7488b-526e-42d2-a52e-f3f4957951f0
time="2019-02-13 12:32:15.944235" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:42 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=9a8502ea-0cb2-4fde-b23d-5c7f787d6872
time="2019-02-13 12:32:15.962434" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:42 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=498d4d10-a996-4893-8689-e264232ba9c5
time="2019-02-13 12:32:15.962907" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:40 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=a772b81b-f10a-466b-968f-a86ded0db6e4
time="2019-02-13 12:32:15.985149" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:52 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=8ffe96c7-ca24-4fcf-8589-d0b6bdb40d22
time="2019-02-13 12:32:15.985703" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:34 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=9dea973f-ff3a-4f5d-b412-f6492768f53c
time="2019-02-13 12:32:16.260229" level=info msg="client connected" address="10.233.65.4:49140" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:18.215641" level=info msg="client connected" address="10.233.64.7:1023" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:18.495407" level=info msg="client disconnected" address="10.233.64.7:1023" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:19.519784" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:14 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=19f5242d-6611-4966-861c-26a9afe05a48
time="2019-02-13 12:32:19.737832" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:19.978826" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:20.086908" level=info msg="Starting brick" brick="65953d08-ff03-4d4a-9fbf-f53cf9beb8da:/var/run/glusterd2/bricks/block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c/subvol1/brick1/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0 volume=block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c
time="2019-02-13 12:32:20.221889" level=info msg="client connected" address="10.233.65.4:49139" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.772071" level=info msg="client connected" address="10.233.66.9:1023" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.782313" level=info msg="client disconnected" address="10.233.66.9:1023" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:37.807032" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:32 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=249106af-eff3-4cca-92da-4b55b3615717
time="2019-02-13 12:33:08.285198" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:03 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=b8c62127-9d65-43f1-b8ba-88d0c90fd6f5
time="2019-02-13 12:33:12.661940" level=info msg="10.233.65.1 - - [13/Feb/2019:12:33:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a47a06cb-ba26-45d4-9bdd-7c2ce9760582
time="2019-02-13 12:33:14.191730" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:09 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=76dfd55e-7792-4ce6-9e83-7e502549a2c8
time="2019-02-13 12:33:24.842452" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:19 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=aa376245-5cfc-4f6e-8881-d7646203b070
time="2019-02-13 12:33:43.091904" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:37 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=b321a6c7-16de-4633-ab86-3336fee1cc44
time="2019-02-13 12:34:16.888542" level=info msg="10.233.65.1 - - [13/Feb/2019:12:34:15 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=cbe53e8a-2ab0-44f2-b277-332cff551972
time="2019-02-13 12:34:54.632853" level=info msg="txn rolled back on all nodes, cleaning from store" reqid= source="[txnmanager.go:427:transactionv2.(*txnManager).RemoveFailedTxns]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:35:14.511049" level=info msg="10.233.65.1 - - [13/Feb/2019:12:35:14 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fb432a36-8496-4f6f-bb0e-0856026f5964
time="2019-02-13 12:36:13.566846" level=info msg="10.233.65.1 - - [13/Feb/2019:12:36:13 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=55bf2524-4a2a-4d34-b101-7677b1d73120
time="2019-02-13 12:37:19.559731" level=info msg="10.233.65.1 - - [13/Feb/2019:12:37:19 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=0571f54d-c111-45ce-9c40-bb40678fde46
time="2019-02-13 12:38:12.817405" level=info msg="10.233.65.1 - - [13/Feb/2019:12:38:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c76ed981-1f43-4db0-87cf-29f547d8be41
time="2019-02-13 12:39:12.664616" level=info msg="10.233.65.1 - - [13/Feb/2019:12:39:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=0fe70f2c-09bf-4931-b8fb-ec084d968cc4
time="2019-02-13 12:40:12.691233" level=info msg="10.233.65.1 - - [13/Feb/2019:12:40:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=9cb41290-5666-43be-a142-eab845e739c8
time="2019-02-13 12:41:12.700276" level=info msg="10.233.65.1 - - [13/Feb/2019:12:41:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=9d832f3a-9f98-43fb-86c5-c4bee99a2003
time="2019-02-13 12:42:12.642877" level=info msg="10.233.65.1 - - [13/Feb/2019:12:42:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b9860ffd-7391-4226-bcd0-62fa52b0f30e
time="2019-02-13 12:43:12.710376" level=info msg="10.233.65.1 - - [13/Feb/2019:12:43:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c8cefbcc-722a-4134-b34f-9975bb6d3de3
time="2019-02-13 12:44:12.686054" level=info msg="10.233.65.1 - - [13/Feb/2019:12:44:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f2213a05-e7cf-4da7-9b88-f2d05fa28a8a
time="2019-02-13 12:45:12.684049" level=info msg="10.233.65.1 - - [13/Feb/2019:12:45:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d633cb7c-789b-4d7b-a902-7bbe826ab766
time="2019-02-13 12:46:12.620608" level=info msg="10.233.65.1 - - [13/Feb/2019:12:46:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=97501f23-170d-4cc6-b6ae-dd46904587c0
time="2019-02-13 12:47:12.676027" level=info msg="10.233.65.1 - - [13/Feb/2019:12:47:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1a87f27c-55ec-4564-876f-e1832497fea8
time="2019-02-13 12:48:12.665443" level=info msg="10.233.65.1 - - [13/Feb/2019:12:48:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=04b4c2da-b0a7-4256-8bb4-1ac8f259c029
time="2019-02-13 12:49:13.267797" level=info msg="10.233.65.1 - - [13/Feb/2019:12:49:13 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b3b2a4ed-4b95-42df-9c7e-7eb5d737b661
time="2019-02-13 12:50:12.632593" level=info msg="10.233.65.1 - - [13/Feb/2019:12:50:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e5cdf525-7b69-4ff7-b0a7-b2dee548a9b2
time="2019-02-13 12:51:08.056475" level=info msg="10.233.65.4 - - [13/Feb/2019:12:51:08 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=68008954-1e16-40ef-ad32-b153d1512c1d
time="2019-02-13 12:51:12.613107" level=info msg="10.233.65.1 - - [13/Feb/2019:12:51:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c9f25bc1-3a64-410a-a2f4-2a0668ef2b51
time="2019-02-13 12:51:19.306330" level=info msg="10.233.65.4 - - [13/Feb/2019:12:51:19 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=ff9ce157-1bdc-415c-b9a1-716fd1c3a8cf
time="2019-02-13 12:52:12.617601" level=info msg="10.233.65.1 - - [13/Feb/2019:12:52:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e0313456-e3c2-4ace-b9e3-c94310c6db19
time="2019-02-13 12:53:12.647702" level=info msg="10.233.65.1 - - [13/Feb/2019:12:53:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=de6244b8-40a9-4ae8-8a72-7dccd84f90f4
time="2019-02-13 12:54:12.673650" level=info msg="10.233.65.1 - - [13/Feb/2019:12:54:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f0088e21-d645-4fd0-975d-e5fc62578dca
time="2019-02-13 12:54:48.610101" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:43 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=39aa3281-0037-45f5-b86a-e4af50310ccb
time="2019-02-13 12:54:48.610558" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:43 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=469cb5c6-a20b-413b-8fc0-11f4f5e78f78
time="2019-02-13 12:54:53.771850" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=70486ebc-8aec-439c-a2bd-66416e8b1e17
time="2019-02-13 12:54:58.839373" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=af5252cb-6a60-4690-958d-f45612156c3b
time="2019-02-13 12:55:12.622255" level=info msg="10.233.65.1 - - [13/Feb/2019:12:55:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d0ed007e-d410-4ebc-9f12-5177a3ecdf13
time="2019-02-13 12:56:12.626400" level=info msg="10.233.65.1 - - [13/Feb/2019:12:56:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8cf27c4e-f158-4872-9ebc-a78008d9bf66
time="2019-02-13 12:57:12.637919" level=info msg="10.233.65.1 - - [13/Feb/2019:12:57:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4f55d1d1-d683-453c-9be7-dd639c9ea31e
time="2019-02-13 12:58:12.708404" level=info msg="10.233.65.1 - - [13/Feb/2019:12:58:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=3131e06b-77f5-449e-b4a4-d62f512e2174
time="2019-02-13 12:58:53.679452" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=b3c67970-7f12-4242-af2a-7cc89da9617c
time="2019-02-13 12:58:53.754357" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=58e99b98-0e3a-447d-b4b7-924750a2b3b2
time="2019-02-13 12:58:58.910742" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=69bf1255-2f82-4f71-b180-1b21d51b5b44
time="2019-02-13 12:59:03.998375" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:58 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=914e4537-898c-4808-9513-4f6d4e3a95d5
time="2019-02-13 12:59:12.873120" level=info msg="10.233.65.1 - - [13/Feb/2019:12:59:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e46274ff-85f6-44a1-af5d-d4bcc8e86b82
time="2019-02-13 13:00:12.711345" level=info msg="10.233.65.1 - - [13/Feb/2019:13:00:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8fe560aa-64e6-4fed-8d10-d60fdb9b83c7
time="2019-02-13 13:01:12.653297" level=info msg="10.233.65.1 - - [13/Feb/2019:13:01:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d9bf4590-5796-4243-92c0-e000938a36e6
time="2019-02-13 13:02:12.655683" level=info msg="10.233.65.1 - - [13/Feb/2019:13:02:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8de6cf0d-bdba-4eec-b895-2f43b57f3716
time="2019-02-13 13:03:12.621447" level=info msg="10.233.65.1 - - [13/Feb/2019:13:03:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=baefd257-a63a-40b4-b2e7-d32bff3cf1f8
time="2019-02-13 13:04:12.676391" level=info msg="10.233.65.1 - - [13/Feb/2019:13:04:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1aafcbca-0a4f-42f6-89fa-86cda38f2665
time="2019-02-13 13:05:16.751757" level=info msg="10.233.65.1 - - [13/Feb/2019:13:05:16 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f00a5fb7-485d-4625-a43d-4c3776d8057a
time="2019-02-13 13:06:12.739148" level=info msg="10.233.65.1 - - [13/Feb/2019:13:06:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c8d1e77f-ef1d-4f6f-864a-d84edac7ad71
time="2019-02-13 13:06:59.049586" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=9c0d8219-6931-48c2-a141-cc21878485b1
time="2019-02-13 13:06:59.075164" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f515c96e-eb39-490d-9fed-88183e8a82a6
time="2019-02-13 13:07:04.668617" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:59 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=4f045cef-d0b8-4811-beb2-813af3a85842
time="2019-02-13 13:07:09.806259" level=info msg="10.233.66.13 - - [13/Feb/2019:13:07:04 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=09c75db2-657b-44cd-9026-31d23b044270
time="2019-02-13 13:07:12.618917" level=info msg="10.233.65.1 - - [13/Feb/2019:13:07:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fd306841-4c51-41d8-b720-c5f657166857
time="2019-02-13 13:08:12.620571" level=info msg="10.233.65.1 - - [13/Feb/2019:13:08:12 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=14c74946-b776-45a8-9b8d-62a5360a5c17

Kube3 logs: 

time="2019-02-13 11:58:19.923774" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 11:58:20.070531" level=warning msg="could not read store config file, continuing with defaults" error="open /var/lib/glusterd2/store.toml: no such file or directory" source="[config.go:128:store.GetConfig]"
time="2019-02-13 11:58:21.122528" level=info msg="running txn engine"
time="2019-02-13 11:58:21.138401" level=info msg="node started to contest for leader election"
time="2019-02-13 11:58:21.138507" level=info msg="cleanup handler started"
time="2019-02-13 11:58:21.153945" level=info msg="node got elected as cleanup leader"
time="2019-02-13 11:58:21.177723" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 11:58:21.182490" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube3-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:02:00.683905" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:02:00.821480" level=info msg="running txn engine"
time="2019-02-13 12:02:00.829813" level=info msg="node started to contest for leader election"
time="2019-02-13 12:02:00.829928" level=info msg="cleanup handler started"
time="2019-02-13 12:02:00.926822" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:02:00.930545" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube3-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:05:00.746332" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:05:00.831970" level=info msg="running txn engine"
time="2019-02-13 12:05:00.836271" level=info msg="node started to contest for leader election"
time="2019-02-13 12:05:00.836451" level=info msg="cleanup handler started"
time="2019-02-13 12:05:00.886403" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:05:00.897996" level=fatal msg="failed to create gd2-muxsrv listener" error="listen tcp: lookup gluster-kube3-0.glusterd2.gcs on 10.233.0.3:53: no such host" source="[server.go:24:muxsrv.newMuxSrv]"
time="2019-02-13 12:08:00.748231" level=info msg="loaded configuration from file" file=/etc/glusterd2/glusterd2.toml source="[config.go:103:conf.DumpConfigToLog]"
time="2019-02-13 12:08:00.846042" level=info msg="running txn engine"
time="2019-02-13 12:08:00.860228" level=info msg="node started to contest for leader election"
time="2019-02-13 12:08:00.860348" level=info msg="cleanup handler started"
time="2019-02-13 12:08:00.902622" level=warning msg="tracing: One or more Jaeger endpoints not specified" jaegerAgentEndpoint= jaegerEndpoint= source="[tracing.go:40:tracing.InitJaegerExporter]"
time="2019-02-13 12:08:00.909359" level=info msg="started event listener" address="gluster-kube3-0.glusterd2.gcs:24007" source="[server.go:45:eventlistener.(*EventListener).Serve]" transport=udp
time="2019-02-13 12:08:00.912008" level=info msg="Started GlusterD ReST server" ip:port="10.233.66.9:24007" source="[rest.go:112:rest.(*GDRest).Serve]"
time="2019-02-13 12:08:00.912148" level=info msg="started server" address=/var/run/glusterd2/glusterd2.socket server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=unix
time="2019-02-13 12:08:00.912308" level=info msg="started server" address="10.233.66.9:24007" server=sunrpc source="[server.go:133:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:08:00.913289" level=info msg="Registered RPC Listener" ip:port="gluster-kube3-0.glusterd2.gcs:24008" source="[listener.go:43:peerrpc.(*Server).Serve]"
time="2019-02-13 12:08:00.920945" level=warning msg="firewalld.Init() failed" error="The name org.fedoraproject.FirewallD1 was not provided by any .service files" source="[main.go:128:main.main]"
time="2019-02-13 12:08:05.759017" level=info msg="10.233.66.9 - - [13/Feb/2019:12:08:05 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1b56b184-c34c-494b-af37-9f63526d5a8f
time="2019-02-13 12:08:05.767708" level=info msg="10.233.66.9 - - [13/Feb/2019:12:08:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=fcff957c-ee79-4b2d-84ba-d1fec9586726
time="2019-02-13 12:08:09.702955" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:09 +0000] \"POST /v1/devices/8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a HTTP/1.1\" 201 198" reqid=3b04c4cc-07d0-4005-85c8-05de6c434d05
time="2019-02-13 12:08:12.362123" level=error msg="failed RPC call" error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp: lookup gluster-kube1-0.glusterd2.gcs on 10.233.0.3:53: no such host\"" remotepeer="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf(gluster-kube1-0)" reqid=8f493b8f-709b-4bb9-b336-6204ed630332 rpc=TxnSvc.RunStep source="[rpc-client.go:72:transaction.runStepOn]" txnid=4bc59a40-719a-43c1-be01-f196c81dc598
time="2019-02-13 12:08:12.362224" level=error msg="Step failed on node." error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp: lookup gluster-kube1-0.glusterd2.gcs on 10.233.0.3:53: no such host\"" node=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf reqid=8f493b8f-709b-4bb9-b336-6204ed630332 source="[step.go:120:transaction.runStepFuncOnNodes]" step=prepare-device txnid=4bc59a40-719a-43c1-be01-f196c81dc598
time="2019-02-13 12:08:12.362286" level=error msg="Transaction failed, rolling back changes" error="Step prepare-device failed on 1 nodes" reqid=8f493b8f-709b-4bb9-b336-6204ed630332 source="[transaction.go:149:transaction.(*Txn).Do]" txnid=4bc59a40-719a-43c1-be01-f196c81dc598
time="2019-02-13 12:08:12.362304" level=error msg="Transaction to prepare device failed" error="Step prepare-device failed on 1 nodes" reqid=8f493b8f-709b-4bb9-b336-6204ed630332 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:08:12.385353" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:12 +0000] \"POST /v1/devices/ead6c8ed-e33c-4161-92b6-bdc8a428d6cf HTTP/1.1\" 500 73" reqid=8f493b8f-709b-4bb9-b336-6204ed630332
time="2019-02-13 12:08:24.586916" level=error msg="failed RPC call" error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp: lookup gluster-kube1-0.glusterd2.gcs on 10.233.0.3:53: no such host\"" remotepeer="ead6c8ed-e33c-4161-92b6-bdc8a428d6cf(gluster-kube1-0)" reqid=ac71d97b-196d-452b-a92e-3ab932baaa55 rpc=TxnSvc.RunStep source="[rpc-client.go:72:transaction.runStepOn]" txnid=b72fb204-7363-4a42-9178-d922c346e352
time="2019-02-13 12:08:24.586973" level=error msg="Step failed on node." error="rpc error: code = Unavailable desc = all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing dial tcp: lookup gluster-kube1-0.glusterd2.gcs on 10.233.0.3:53: no such host\"" node=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf reqid=ac71d97b-196d-452b-a92e-3ab932baaa55 source="[step.go:120:transaction.runStepFuncOnNodes]" step=prepare-device txnid=b72fb204-7363-4a42-9178-d922c346e352
time="2019-02-13 12:08:24.587004" level=error msg="Transaction failed, rolling back changes" error="Step prepare-device failed on 1 nodes" reqid=ac71d97b-196d-452b-a92e-3ab932baaa55 source="[transaction.go:149:transaction.(*Txn).Do]" txnid=b72fb204-7363-4a42-9178-d922c346e352
time="2019-02-13 12:08:24.587022" level=error msg="Transaction to prepare device failed" error="Step prepare-device failed on 1 nodes" reqid=ac71d97b-196d-452b-a92e-3ab932baaa55 source="[rest.go:92:device.deviceAddHandler]"
time="2019-02-13 12:08:24.601507" level=info msg="10.233.64.0 - - [13/Feb/2019:12:08:24 +0000] \"POST /v1/devices/ead6c8ed-e33c-4161-92b6-bdc8a428d6cf HTTP/1.1\" 500 73" reqid=ac71d97b-196d-452b-a92e-3ab932baaa55
time="2019-02-13 12:08:27.062449" level=info msg="10.233.66.1 - - [13/Feb/2019:12:08:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=18c56202-d306-4c16-b16b-affbd6579393
time="2019-02-13 12:08:35.777407" level=info msg="10.233.66.9 - - [13/Feb/2019:12:08:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=9bc48f23-4787-47ce-b6cf-3928428a0c05
time="2019-02-13 12:08:35.784697" level=info msg="10.233.66.9 - - [13/Feb/2019:12:08:35 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4cdab536-0590-474d-9c1d-77cdd579d3cd
time="2019-02-13 12:09:05.793761" level=info msg="10.233.66.9 - - [13/Feb/2019:12:09:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=1f9f5a72-5e8e-4583-97f9-90f0dc74d07a
time="2019-02-13 12:09:05.804869" level=info msg="10.233.66.9 - - [13/Feb/2019:12:09:05 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99a9c332-9924-411a-a3b4-d4573769e72f
time="2019-02-13 12:09:27.059859" level=info msg="10.233.66.1 - - [13/Feb/2019:12:09:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1d8664c3-c2d3-446d-920b-07e838022b97
time="2019-02-13 12:09:35.811070" level=info msg="10.233.66.9 - - [13/Feb/2019:12:09:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=bcb01993-6711-46cd-adc1-f220322229b5
time="2019-02-13 12:09:35.870551" level=info msg="10.233.66.9 - - [13/Feb/2019:12:09:35 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b1fb188f-a062-449f-a01b-7767a3243d98
time="2019-02-13 12:10:05.838370" level=info msg="10.233.66.9 - - [13/Feb/2019:12:10:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=f5350d96-40f6-442e-81dd-cc816a9ef10c
time="2019-02-13 12:10:05.890870" level=info msg="10.233.66.9 - - [13/Feb/2019:12:10:05 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=512230e1-41a9-49c6-b114-a05311c0831d
time="2019-02-13 12:10:27.059855" level=info msg="10.233.66.1 - - [13/Feb/2019:12:10:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=bb37491d-7936-41f5-a987-216cd24af12c
time="2019-02-13 12:10:35.849280" level=info msg="10.233.66.9 - - [13/Feb/2019:12:10:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=7eced729-d109-4ba9-ad24-4557b5eda945
time="2019-02-13 12:10:35.909059" level=info msg="10.233.66.9 - - [13/Feb/2019:12:10:35 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8f475269-556e-464c-a5c0-3bdfb8264335
time="2019-02-13 12:11:05.859674" level=info msg="10.233.66.9 - - [13/Feb/2019:12:11:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=80a4ff5c-7de3-455b-a254-a002c4b299e9
time="2019-02-13 12:11:05.923306" level=info msg="10.233.66.9 - - [13/Feb/2019:12:11:05 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=82c08bad-61ad-4074-862c-2d950469bd98
time="2019-02-13 12:11:27.060052" level=info msg="10.233.66.1 - - [13/Feb/2019:12:11:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c47d9ec1-e9ab-4ce3-9afd-10fefef363d0
time="2019-02-13 12:11:35.884410" level=info msg="10.233.66.9 - - [13/Feb/2019:12:11:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=6902b529-bf1c-4597-975e-1e5611934ee7
time="2019-02-13 12:11:35.947446" level=info msg="10.233.66.9 - - [13/Feb/2019:12:11:35 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=fa1cdb10-e550-40ab-819a-4aa8bf3fd439
time="2019-02-13 12:12:05.901975" level=info msg="10.233.66.9 - - [13/Feb/2019:12:12:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=87f06f35-6ed9-451f-8756-c7fa0d801ea2
time="2019-02-13 12:12:05.962333" level=info msg="10.233.66.9 - - [13/Feb/2019:12:12:05 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f0d7b874-ccca-49dd-bdae-645efdf47af6
time="2019-02-13 12:12:27.065244" level=info msg="10.233.66.1 - - [13/Feb/2019:12:12:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=756dbb60-cc1f-4e86-9e4a-2b39701bb0b7
time="2019-02-13 12:12:35.918446" level=info msg="10.233.66.9 - - [13/Feb/2019:12:12:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=adebf525-b4b2-4e43-8f54-7e88bde3ba8f
time="2019-02-13 12:12:40.863507" level=info msg="10.233.66.9 - - [13/Feb/2019:12:12:40 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=9cbc36aa-ebf7-47c9-a292-f40c5bf3f205
time="2019-02-13 12:13:05.936511" level=info msg="10.233.66.9 - - [13/Feb/2019:12:13:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=978ea9fd-646e-41bd-9f49-b6a773197008
time="2019-02-13 12:13:10.925317" level=info msg="10.233.66.9 - - [13/Feb/2019:12:13:10 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ae9f5bb0-caa7-4be8-840a-da2502b084cc
time="2019-02-13 12:13:27.060234" level=info msg="10.233.66.1 - - [13/Feb/2019:12:13:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=2f7f902e-427c-44bd-a174-411a898ea544
time="2019-02-13 12:13:35.967580" level=info msg="10.233.66.9 - - [13/Feb/2019:12:13:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=21c7d9fa-0c72-4feb-90c3-c99402dd5492
time="2019-02-13 12:13:40.944264" level=info msg="10.233.66.9 - - [13/Feb/2019:12:13:40 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=c6372356-0715-4b72-ad1e-8f1e6e86ea71
time="2019-02-13 12:14:05.976987" level=info msg="10.233.66.9 - - [13/Feb/2019:12:14:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=804cdd2d-4a3d-4002-b1fd-7199fd50bde9
time="2019-02-13 12:14:11.016137" level=info msg="10.233.66.9 - - [13/Feb/2019:12:14:10 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=58749450-b7e6-4f7a-b5e2-ea522b9a06a3
time="2019-02-13 12:14:27.061987" level=info msg="10.233.66.1 - - [13/Feb/2019:12:14:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4f3c67cc-f151-4640-89ef-8aa4cb07ffae
time="2019-02-13 12:14:36.042950" level=info msg="10.233.66.9 - - [13/Feb/2019:12:14:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=38eb3ef8-8138-4cc1-84e6-e2beed04afb6
time="2019-02-13 12:14:41.105397" level=info msg="10.233.66.9 - - [13/Feb/2019:12:14:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8e13b510-9bb4-4ca3-bc6a-4a9a5c8bccbf
time="2019-02-13 12:15:06.110487" level=info msg="10.233.66.9 - - [13/Feb/2019:12:15:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=110b6f85-c0db-4dc9-a01c-fa4bd085f39e
time="2019-02-13 12:15:11.113808" level=info msg="10.233.66.9 - - [13/Feb/2019:12:15:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=25758570-4e91-4723-8f5a-59d3213c4d8f
time="2019-02-13 12:15:27.061989" level=info msg="10.233.66.1 - - [13/Feb/2019:12:15:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7b20d5d1-7dcf-4eb0-a5ec-91b29ad66548
time="2019-02-13 12:15:36.137095" level=info msg="10.233.66.9 - - [13/Feb/2019:12:15:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=f5ca0030-6918-4a23-a175-ae6cda4bf246
time="2019-02-13 12:15:41.148048" level=info msg="10.233.66.9 - - [13/Feb/2019:12:15:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=04082bfc-0680-401c-9e45-9f25fe923ff6
time="2019-02-13 12:16:06.188017" level=info msg="10.233.66.9 - - [13/Feb/2019:12:16:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=b1fed1a5-22fb-474a-8778-92214868ba88
time="2019-02-13 12:16:11.157437" level=info msg="10.233.66.9 - - [13/Feb/2019:12:16:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f35073cb-8a9b-4172-81d8-9b0828924c95
time="2019-02-13 12:16:27.064806" level=info msg="10.233.66.1 - - [13/Feb/2019:12:16:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f0d0ac22-c9ca-4bf5-b597-6d1254eb795e
time="2019-02-13 12:16:36.196687" level=info msg="10.233.66.9 - - [13/Feb/2019:12:16:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=6789920a-4604-4985-9d71-7fd12cd0b5ae
time="2019-02-13 12:16:41.165285" level=info msg="10.233.66.9 - - [13/Feb/2019:12:16:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=eadd39c3-d79c-4b11-bf28-110c1e3d132d
time="2019-02-13 12:17:06.205486" level=info msg="10.233.66.9 - - [13/Feb/2019:12:17:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=39c8895a-c771-4924-98a1-b6505b4b33c1
time="2019-02-13 12:17:11.180223" level=info msg="10.233.66.9 - - [13/Feb/2019:12:17:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=05481115-cb35-44f2-8958-78ba4394a501
time="2019-02-13 12:17:27.063650" level=info msg="10.233.66.1 - - [13/Feb/2019:12:17:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4a687825-067f-48fc-b054-7a9ffa423eca
time="2019-02-13 12:17:36.214944" level=info msg="10.233.66.9 - - [13/Feb/2019:12:17:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=47fdac6f-fe4f-478d-a885-c6d84955d8f6
time="2019-02-13 12:17:41.207444" level=info msg="10.233.66.9 - - [13/Feb/2019:12:17:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b059a99f-3346-40a1-9f2d-1d39b1dfaa36
time="2019-02-13 12:18:06.222847" level=info msg="10.233.66.9 - - [13/Feb/2019:12:18:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=0a857fa6-6449-4a3f-b352-74cad9371a52
time="2019-02-13 12:18:11.257418" level=info msg="10.233.66.9 - - [13/Feb/2019:12:18:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=60e4dafa-c88f-4eb6-b14a-9ad04b24ce20
time="2019-02-13 12:18:27.070438" level=info msg="10.233.66.1 - - [13/Feb/2019:12:18:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fefae134-dd95-4fc2-9e1d-5c7b0a9595ed
time="2019-02-13 12:18:36.277401" level=info msg="10.233.66.9 - - [13/Feb/2019:12:18:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=477be3bc-958f-4b08-832f-486a31504bda
time="2019-02-13 12:18:41.290592" level=info msg="10.233.66.9 - - [13/Feb/2019:12:18:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99671eb3-64a0-4e17-8335-a67608f44362
time="2019-02-13 12:19:06.299792" level=info msg="10.233.66.9 - - [13/Feb/2019:12:19:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=e54423bc-0677-4992-ae27-f8bfb5d3c4a0
time="2019-02-13 12:19:11.352232" level=info msg="10.233.66.9 - - [13/Feb/2019:12:19:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bf4d20e2-fc33-4b0c-b9e4-823821666f14
time="2019-02-13 12:19:27.062583" level=info msg="10.233.66.1 - - [13/Feb/2019:12:19:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=eb24c11e-1b45-4419-87e2-1a84b506c97f
time="2019-02-13 12:19:36.372425" level=info msg="10.233.66.9 - - [13/Feb/2019:12:19:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=adcb3dd7-2f42-4027-a020-39fe44c68ce5
time="2019-02-13 12:19:41.427258" level=info msg="10.233.66.9 - - [13/Feb/2019:12:19:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b13c2aa0-0e68-4189-bca6-ba4c54f1933b
time="2019-02-13 12:20:06.443100" level=info msg="10.233.66.9 - - [13/Feb/2019:12:20:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=4301effd-3c26-4a68-a37e-7b60e242cd80
time="2019-02-13 12:20:11.462415" level=info msg="10.233.66.9 - - [13/Feb/2019:12:20:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e726fb02-ac09-4aa5-9152-c24e8a9c8c55
time="2019-02-13 12:20:27.065534" level=info msg="10.233.66.1 - - [13/Feb/2019:12:20:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=20c727af-5ef4-4694-b81a-0bc8e840ac9f
time="2019-02-13 12:20:36.480869" level=info msg="10.233.66.9 - - [13/Feb/2019:12:20:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=781b033e-779a-4468-95f5-60f45ad0111b
time="2019-02-13 12:20:41.490724" level=info msg="10.233.66.9 - - [13/Feb/2019:12:20:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f175538d-2190-47dc-bb87-1c9427da6c20
time="2019-02-13 12:21:06.504045" level=info msg="10.233.66.9 - - [13/Feb/2019:12:21:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=844e00de-d0f2-4e40-a657-40e3bc7b2061
time="2019-02-13 12:21:11.540616" level=info msg="10.233.66.9 - - [13/Feb/2019:12:21:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=51bee163-e5da-444d-9df2-10f329e581f2
time="2019-02-13 12:21:27.060418" level=info msg="10.233.66.1 - - [13/Feb/2019:12:21:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f14c7fe3-73ad-4416-8697-2ef0f82078f5
time="2019-02-13 12:21:36.547407" level=info msg="10.233.66.9 - - [13/Feb/2019:12:21:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=8764c643-d315-4891-9c55-d1c1eb12571d
time="2019-02-13 12:21:41.578013" level=info msg="10.233.66.9 - - [13/Feb/2019:12:21:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ca0f124e-6a06-425f-8375-617c4fa60eae
time="2019-02-13 12:22:06.591598" level=info msg="10.233.66.9 - - [13/Feb/2019:12:22:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=0ce0539e-1c81-4c26-a4c0-1d085074ab18
time="2019-02-13 12:22:11.617615" level=info msg="10.233.66.9 - - [13/Feb/2019:12:22:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=27041bd3-58f5-4868-baf3-df6d24cb8674
time="2019-02-13 12:22:27.062678" level=info msg="10.233.66.1 - - [13/Feb/2019:12:22:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e6faafcc-0f82-4633-891d-7777fe375597
time="2019-02-13 12:22:36.663279" level=info msg="10.233.66.9 - - [13/Feb/2019:12:22:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=f8ff47dd-c188-4d6a-8c33-ca0af72dbba7
time="2019-02-13 12:22:41.637634" level=info msg="10.233.66.9 - - [13/Feb/2019:12:22:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=3d7ddc68-15c4-4d03-9396-a22e8a87a461
time="2019-02-13 12:23:06.675489" level=info msg="10.233.66.9 - - [13/Feb/2019:12:23:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=8fcdd15c-abfc-413e-b37e-8126046d45e5
time="2019-02-13 12:23:11.673066" level=info msg="10.233.66.9 - - [13/Feb/2019:12:23:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=9e03dabf-0d5c-427c-a173-7979ef9ceaa1
time="2019-02-13 12:23:27.063437" level=info msg="10.233.66.1 - - [13/Feb/2019:12:23:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b74e5856-27a1-430e-8546-b22f5d6441a3
time="2019-02-13 12:23:36.707582" level=info msg="10.233.66.9 - - [13/Feb/2019:12:23:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=cb9a905a-1cd8-4676-9a28-e7b9aaf4a9f6
time="2019-02-13 12:23:41.692667" level=info msg="10.233.66.9 - - [13/Feb/2019:12:23:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=77a943d7-3129-4cbf-a61f-63c7cc3cf12a
time="2019-02-13 12:24:06.720997" level=info msg="10.233.66.9 - - [13/Feb/2019:12:24:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=a1ecde9a-afef-4856-ac57-4de195013b7d
time="2019-02-13 12:24:11.719970" level=info msg="10.233.66.9 - - [13/Feb/2019:12:24:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=cf327031-656b-45fd-a303-1d3cd031b664
time="2019-02-13 12:24:27.065303" level=info msg="10.233.66.1 - - [13/Feb/2019:12:24:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=ff3dc48c-68ad-432f-a7a2-7ed3493b12fe
time="2019-02-13 12:24:36.768342" level=info msg="10.233.66.9 - - [13/Feb/2019:12:24:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=32d8a986-f9a9-4c39-8e46-87db83e207a6
time="2019-02-13 12:24:41.784912" level=info msg="10.233.66.9 - - [13/Feb/2019:12:24:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=6e31ca46-138a-4b0b-ad14-5c5029379661
time="2019-02-13 12:25:06.802218" level=info msg="10.233.66.9 - - [13/Feb/2019:12:25:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=afd0180b-2c3a-4330-b190-755b99e0ab36
time="2019-02-13 12:25:11.819462" level=info msg="10.233.66.9 - - [13/Feb/2019:12:25:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=632bd7d6-b73f-49d0-9096-558136b360da
time="2019-02-13 12:25:27.062125" level=info msg="10.233.66.1 - - [13/Feb/2019:12:25:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=e8ebedde-c2ca-428a-aaf6-f4e4d261cc2d
time="2019-02-13 12:25:36.838248" level=info msg="10.233.66.9 - - [13/Feb/2019:12:25:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=1e7913e4-ba3b-47dc-b7d7-0453036a18bc
time="2019-02-13 12:25:41.833423" level=info msg="10.233.66.9 - - [13/Feb/2019:12:25:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=fd40de69-1bab-431e-8ab7-b88da0295316
time="2019-02-13 12:26:06.845650" level=info msg="10.233.66.9 - - [13/Feb/2019:12:26:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=90e52af1-abf6-4362-af46-345cb3c3d8fa
time="2019-02-13 12:26:11.843269" level=info msg="10.233.66.9 - - [13/Feb/2019:12:26:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0f4a4133-3e4e-4d4a-b425-35964b2a97da
time="2019-02-13 12:26:27.061148" level=info msg="10.233.66.1 - - [13/Feb/2019:12:26:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=57ac86a2-abbb-4167-8edf-9799ddb20574
time="2019-02-13 12:26:36.860950" level=info msg="10.233.66.9 - - [13/Feb/2019:12:26:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=f3e22eb2-692d-4f31-80e9-a050ac2e6e26
time="2019-02-13 12:26:41.856258" level=info msg="10.233.66.9 - - [13/Feb/2019:12:26:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1e0cd4a3-dfe6-4416-8644-86ba33dc9fc3
time="2019-02-13 12:27:06.866179" level=info msg="10.233.66.9 - - [13/Feb/2019:12:27:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=9d7f4909-ba18-4228-ad01-7477ef7f13d2
time="2019-02-13 12:27:11.865222" level=info msg="10.233.66.9 - - [13/Feb/2019:12:27:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2fe5675c-9877-4a38-b0aa-024cd5d4bba5
time="2019-02-13 12:27:27.059969" level=info msg="10.233.66.1 - - [13/Feb/2019:12:27:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=27796f42-7c51-4072-8fcb-e714de98a797
time="2019-02-13 12:27:36.884513" level=info msg="10.233.66.9 - - [13/Feb/2019:12:27:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=3423e551-62bc-4455-bb6a-2098571e754c
time="2019-02-13 12:27:41.875440" level=info msg="10.233.66.9 - - [13/Feb/2019:12:27:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=eeb188ab-d3b1-481b-876d-d9bf209361b5
time="2019-02-13 12:28:06.893819" level=info msg="10.233.66.9 - - [13/Feb/2019:12:28:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=19bf3c0e-904b-479c-8ee2-2d6a4b738c80
time="2019-02-13 12:28:11.883371" level=info msg="10.233.66.9 - - [13/Feb/2019:12:28:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e811c33e-6109-4e74-9a2c-d568e9288d6b
time="2019-02-13 12:28:27.060935" level=info msg="10.233.66.1 - - [13/Feb/2019:12:28:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=00c39d08-3f79-43e0-82ba-89d97dd1dae3
time="2019-02-13 12:28:36.903141" level=info msg="10.233.66.9 - - [13/Feb/2019:12:28:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=5dcc03f4-4459-409d-a361-230dc3605025
time="2019-02-13 12:28:41.937320" level=info msg="10.233.66.9 - - [13/Feb/2019:12:28:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=276e9ba6-611b-46c7-b965-6cca780cd3d1
time="2019-02-13 12:29:06.948633" level=info msg="10.233.66.9 - - [13/Feb/2019:12:29:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 3" reqid=1569b430-b417-446e-b138-c95e46c47738
time="2019-02-13 12:29:11.983838" level=info msg="10.233.66.9 - - [13/Feb/2019:12:29:11 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2dca0258-db89-4b09-a664-2a1f5a993260
time="2019-02-13 12:29:27.065473" level=info msg="10.233.66.1 - - [13/Feb/2019:12:29:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=63a0cd25-569f-4513-adb7-b93edd84c641
time="2019-02-13 12:29:30.660122" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:30.801559" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:35.298888" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=34a8d5bc-1d7d-421d-958c-80fe57aa6040
time="2019-02-13 12:29:36.221590" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=46ed93ed-b272-4653-babe-b12775bee8b2
time="2019-02-13 12:29:36.528935" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.624046" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:36.643641" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259 volume=block_hosting_volume_0f3333d0-2741-49ec-b61c-d31c71eeed1d
time="2019-02-13 12:29:36.691606" level=info msg="client connected" address="10.233.66.9:49151" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.005225" level=info msg="10.233.66.9 - - [13/Feb/2019:12:29:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 2018" reqid=60aef32d-0278-4f40-96a1-4bd3bed02881
time="2019-02-13 12:29:37.326943" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=4c0181db-13af-4dbd-b1ca-3f0d29d4b259
time="2019-02-13 12:29:37.537648" level=info msg="client connected" address="10.233.66.9:49150" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.585588" level=info msg="client connected" address="10.233.66.9:1022" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.589882" level=info msg="client disconnected" address="10.233.66.9:1022" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.830009" level=info msg="client connected" address="10.233.65.4:1021" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.838222" level=info msg="client disconnected" address="10.233.65.4:1021" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:37.861924" level=info msg="client connected" address="10.233.64.7:1022" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:37.871114" level=info msg="client disconnected" address="10.233.64.7:1022" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:39.820315" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:39 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b9b7b039-6954-4521-a566-db4a9fdd46f9
time="2019-02-13 12:29:40.298326" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:35 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=9a52c720-6d50-4dce-b8f9-b6f4f0b0f061
time="2019-02-13 12:29:40.397848" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=58626848-c9b1-4a2d-ba15-c7e9b4dbc144
time="2019-02-13 12:29:40.556253" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:40 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ddf0fc91-a31d-49ec-be30-155825347ea6
time="2019-02-13 12:29:41.303456" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:41 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=10062764-b014-4167-8d9a-9bc3cd4a9f1c
time="2019-02-13 12:29:41.363119" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:41.499075" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=eeaff06b-4c53-400f-a1e2-e377822f6620
time="2019-02-13 12:29:42.020866" level=info msg="10.233.66.9 - - [13/Feb/2019:12:29:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=914d3d04-77e1-4ac2-83a7-4d618d5d53a2
time="2019-02-13 12:29:43.775500" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:43.814476" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76
time="2019-02-13 12:29:43.842478" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=b9d97306-cf8e-4b1a-8759-ad6d0e5d6c76 volume=block_hosting_volume_860b7954-6bdb-4f6f-bd53-2f5a78a7d023
time="2019-02-13 12:29:43.859392" level=info msg="client connected" address="10.233.66.9:49149" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.838324" level=info msg="client connected" address="10.233.65.4:1016" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.842920" level=info msg="client disconnected" address="10.233.65.4:1016" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:44.992967" level=info msg="client connected" address="10.233.64.7:1016" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:44.999908" level=info msg="client disconnected" address="10.233.64.7:1016" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:47.614277" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=fe3f1e2c-8190-400a-97be-0f4ac8c1149d
time="2019-02-13 12:29:47.770330" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:47.934407" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:49.798928" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=c47f0e9d-7c1f-4d40-8a77-fdb6c2000b66
time="2019-02-13 12:29:50.082492" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.175067" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:50.197762" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b volume=block_hosting_volume_5ec3d3a1-2019-43f3-a5d9-7ee3fff23a16
time="2019-02-13 12:29:50.221626" level=info msg="client connected" address="10.233.66.9:49148" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.065119" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=5b88be2d-a8f8-455f-bf7e-61dfcfb9610b
time="2019-02-13 12:29:51.116285" level=info msg="client connected" address="10.233.66.9:49147" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.154691" level=info msg="client connected" address="10.233.66.9:1016" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.168215" level=info msg="client disconnected" address="10.233.66.9:1016" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:51.294371" level=info msg="client connected" address="10.233.64.7:1010" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:51.304069" level=info msg="client disconnected" address="10.233.64.7:1010" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:52.278657" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=23ecb3f7-5a43-491c-93ef-a6c2b27cc802
time="2019-02-13 12:29:53.239523" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:47 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=9297cbdc-b799-4219-9f99-2ee5fff190b4
time="2019-02-13 12:29:53.250501" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:53 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=601bd88b-69eb-42cc-a3b0-5224c1a4c3b6
time="2019-02-13 12:29:54.137065" level=info msg="client connected" address="10.233.65.4:1010" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:54.142403" level=info msg="client disconnected" address="10.233.65.4:1010" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:54.179794" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=e5a75feb-d141-4b0c-9ea3-97967865da41
time="2019-02-13 12:29:54.588685" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:54 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=543a3cf2-e1e3-4dc3-b4ac-a5f515e50f63
time="2019-02-13 12:29:55.381074" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:55.493056" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=769ecc30-119a-4029-a5aa-59240f7fb9b3
time="2019-02-13 12:29:57.620488" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.677857" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6
time="2019-02-13 12:29:57.704206" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=656c186d-b1f1-4aab-ade8-dc3dfe9d3fe6 volume=block_hosting_volume_39c832b0-fad0-4df5-8123-bc439e6f70f5
time="2019-02-13 12:29:57.729988" level=info msg="client connected" address="10.233.66.9:49146" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.611863" level=info msg="client connected" address="10.233.65.4:1003" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.617069" level=info msg="client disconnected" address="10.233.65.4:1003" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.731074" level=info msg="client connected" address="10.233.64.7:1004" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.740276" level=info msg="client disconnected" address="10.233.64.7:1004" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:29:58.788361" level=info msg="client connected" address="10.233.66.9:49145" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.830699" level=info msg="client connected" address="10.233.66.9:1010" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:29:58.854825" level=info msg="client disconnected" address="10.233.66.9:1010" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:00.482601" level=info msg="10.233.66.13 - - [13/Feb/2019:12:29:55 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=849a9d64-133c-4665-a9ea-9b60e89c5482
time="2019-02-13 12:30:01.279791" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:01 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4d56361f-e151-4c45-bb7b-c081dd72770a
time="2019-02-13 12:30:01.892593" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:00 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=e7303144-8268-478a-ae9c-fd94727c9865
time="2019-02-13 12:30:01.918915" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:01 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ac9915b1-797b-4250-97f4-43f933f02c61
time="2019-02-13 12:30:02.047903" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:02.151153" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=322700a0-888d-40eb-861e-41189eb22d39
time="2019-02-13 12:30:05.662048" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.765883" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c
time="2019-02-13 12:30:05.798976" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b/subvol1/brick2/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=5cc211ff-e0e0-4777-83b8-6b4289f3922c volume=block_hosting_volume_08d86c0e-3049-4e99-8ae6-f52ec0a9323b
time="2019-02-13 12:30:05.834131" level=info msg="client connected" address="10.233.66.9:49144" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.059223" level=info msg="10.233.66.9 - - [13/Feb/2019:12:30:07 +0000] \"GET /v1/volumes HTTP/1.1\" 200 11920" reqid=cac0bb30-8dbe-488b-9b69-f6be4bf914eb
time="2019-02-13 12:30:07.218890" level=info msg="client connected" address="10.233.66.9:49143" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.298323" level=info msg="client connected" address="10.233.64.7:998" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.300084" level=info msg="client disconnected" address="10.233.64.7:998" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.302106" level=info msg="client connected" address="10.233.66.9:1004" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.303096" level=info msg="client disconnected" address="10.233.66.9:1004" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.371181" level=info msg="client connected" address="10.233.65.4:997" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.373998" level=info msg="client disconnected" address="10.233.65.4:997" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:07.666347" level=info msg="client connected" address="10.233.65.4:991" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:30:07.718425" level=info msg="client disconnected" address="10.233.65.4:991" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:30:09.905204" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:06 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=1b783339-ea71-49a5-83bf-110c7dc11c47
time="2019-02-13 12:30:12.040716" level=info msg="10.233.66.9 - - [13/Feb/2019:12:30:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=81d2c886-ab62-47f9-8f9f-dae5ffb4a185
time="2019-02-13 12:30:14.282211" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=04fe54e2-55fe-475c-9a33-5953eedf9001
time="2019-02-13 12:30:14.575978" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:10 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=c1985ad3-985e-417f-b03e-49d28de384c9
time="2019-02-13 12:30:15.588423" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:30:15.630475" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:30:20.124037" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:15 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=acb81ff5-f0f4-4ab5-b497-6c871c4af378
time="2019-02-13 12:30:27.060085" level=info msg="10.233.66.1 - - [13/Feb/2019:12:30:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c13ef90a-ab7f-489d-90bb-947499d8144f
time="2019-02-13 12:30:31.021967" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:30:31.064337" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=540bb985-3974-43f6-8bd8-7d22127ad639
time="2019-02-13 12:30:34.536018" level=info msg="peer disconnected from store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:35.291561" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:35.657039" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:30 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=b44dffee-6a96-4220-a043-d61267a0bfd4
time="2019-02-13 12:30:39.207348" level=info msg="10.233.66.9 - - [13/Feb/2019:12:30:39 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=36be0fd5-ab6a-473e-a3d4-db825bf01caf
time="2019-02-13 12:30:41.317176" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:42.096125" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:30:42.114869" level=info msg="10.233.66.9 - - [13/Feb/2019:12:30:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a36ce316-221c-4f6b-b217-a9f5449882ec
time="2019-02-13 12:30:42.183174" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:30:48.309434" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:30:55.316395" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:01.086033" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:56 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=0e26fe64-0087-40b0-b74b-a7da05daaa2e
time="2019-02-13 12:31:02.342844" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:09.335864" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:09.572356" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:04 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=e8d23081-8beb-443a-b661-926b5c1133f0
time="2019-02-13 12:31:11.437704" level=info msg="10.233.66.9 - - [13/Feb/2019:12:31:11 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=fabe37e0-1a97-4ab6-8060-251297eb0634
time="2019-02-13 12:31:12.131976" level=info msg="10.233.66.9 - - [13/Feb/2019:12:31:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=94fec436-4a31-4329-af8d-fe10ac059791
time="2019-02-13 12:31:16.344935" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:17.702003" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:12 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=20a78981-77d1-4e70-94f3-622f1f3e5494
time="2019-02-13 12:31:21.611480" level=info msg="peer disconnected from store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:51:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:23.338932" level=info msg="peer connected to store" id=ead6c8ed-e33c-4161-92b6-bdc8a428d6cf source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:31:24.677973" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:19 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=9aefe14d-e4c4-4927-8281-cfcf9e95a004
time="2019-02-13 12:31:27.061091" level=info msg="10.233.66.1 - - [13/Feb/2019:12:31:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=328b2104-3baa-4101-922c-39248546145e
time="2019-02-13 12:31:34.640632" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:29 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=4d3725c8-537a-4fb8-976c-9eabacd339de
time="2019-02-13 12:31:39.127452" level=info msg="node got elected as cleanup leader"
time="2019-02-13 12:31:42.150794" level=info msg="10.233.66.9 - - [13/Feb/2019:12:31:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 804" reqid=9b14e536-ac3d-459b-8de4-ada95c8173f0
time="2019-02-13 12:31:43.321641" level=info msg="10.233.66.9 - - [13/Feb/2019:12:31:43 +0000] \"GET /v1/volumes HTTP/1.1\" 200 12241" reqid=1d65c348-04e3-4171-9839-3ac5175ee925
time="2019-02-13 12:31:43.717009" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:38 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f869a761-3e03-47d3-90e0-28ac0d066b8c
time="2019-02-13 12:31:50.053437" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:45 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=cf47041a-536e-4763-a5d8-28e24810311d
time="2019-02-13 12:32:03.028310" level=info msg="10.233.66.13 - - [13/Feb/2019:12:31:58 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=276a6401-32af-44f4-906c-2fecb28bfef2
time="2019-02-13 12:32:08.215303" level=info msg="peer connected to store" id=65953d08-ff03-4d4a-9fbf-f53cf9beb8da source="[liveness.go:48:events.(*livenessWatcher).Watch]"
time="2019-02-13 12:32:08.849587" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:03 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=cd094960-1637-4aaf-80cf-d23dee1a28e0
time="2019-02-13 12:32:12.180077" level=info msg="10.233.66.9 - - [13/Feb/2019:12:32:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=63761cb5-bb9d-4fbf-bc0e-d82855265c4d
time="2019-02-13 12:32:15.204076" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.333612" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0
time="2019-02-13 12:32:15.358110" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=6ec2126c-8d91-432b-8b08-861bd07f03f0 volume=block_hosting_volume_9e279009-1f63-42c9-ae73-d1909b5c8acb
time="2019-02-13 12:32:15.379130" level=info msg="client connected" address="10.233.66.9:49142" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:15.591486" level=info msg="10.233.66.9 - - [13/Feb/2019:12:32:15 +0000] \"GET /v1/volumes HTTP/1.1\" 200 14342" reqid=a42da2b0-ade3-49fe-b547-6840db6d96bb
time="2019-02-13 12:32:16.957183" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:10 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f8c50d2f-f89c-4651-abc8-cb0c67a7137a
time="2019-02-13 12:32:17.802362" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=ceed3a19-328c-4882-a78c-226d324fa9e4
time="2019-02-13 12:32:18.183181" level=info msg="client connected" address="10.233.64.7:1017" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:18.185664" level=info msg="client disconnected" address="10.233.64.7:1017" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:19.725189" level=info msg="received a pending txn" reqid= source="[engine.go:69:transactionv2.(*Engine).HandleTransaction]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:20.103554" level=info msg="transaction started on node" reqid= source="[executor.go:63:transactionv2.(*executorImpl).Execute]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:20.772655" level=info msg="Starting brick" brick="8b8f1299-3ffb-4eab-9d67-f6286e6b2d6a:/var/run/glusterd2/bricks/block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c/subvol1/brick3/brick" reqid= source="[volume-start.go:57:volumes.startAllBricks]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0 volume=block_hosting_volume_396a14de-1e9f-4277-a2be-1cad7af9868c
time="2019-02-13 12:32:20.844410" level=info msg="client connected" address="10.233.66.9:49141" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.676019" level=info msg="txn succeeded on all nodes, txn data cleaned up from store" reqid= source="[transaction.go:107:transactionv2.(*Txn).Done]" txnid=1045ce9e-6238-409a-803c-df7ac0cffde0
time="2019-02-13 12:32:22.750349" level=info msg="client connected" address="10.233.66.9:49140" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.783652" level=info msg="client connected" address="10.233.66.9:1020" server=sunrpc source="[server.go:148:sunrpc.(*SunRPC).acceptLoop]" transport=tcp
time="2019-02-13 12:32:22.798048" level=info msg="client disconnected" address="10.233.66.9:1020" server=sunrpc source="[server.go:109:sunrpc.(*SunRPC).pruneConn]"
time="2019-02-13 12:32:25.280435" level=info msg="10.233.66.13 - - [13/Feb/2019:12:32:20 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=978b92bc-0420-44f3-b2ec-e773ca42dfd5
time="2019-02-13 12:32:25.578043" level=info msg="10.233.66.13 - - [13/Feb/2019:12:30:41 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 201 168" reqid=d9756c17-7c0c-46a0-9a5a-b02d17516322
time="2019-02-13 12:32:27.063190" level=info msg="10.233.66.1 - - [13/Feb/2019:12:32:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1ea2bed4-b3e0-430d-9b9d-2e5dd24de0cb
time="2019-02-13 12:32:42.202958" level=info msg="10.233.66.9 - - [13/Feb/2019:12:32:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2ec89dd7-d1e2-4919-b946-99f8c0c7b7bf
time="2019-02-13 12:32:49.944813" level=info msg="10.233.66.9 - - [13/Feb/2019:12:32:47 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=aa43b8cf-d75c-4cf7-87b0-b536518c04b1
time="2019-02-13 12:33:07.333544" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:02 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=50794dc9-6d56-4444-8167-663654cb5d09
time="2019-02-13 12:33:12.394068" level=info msg="10.233.66.9 - - [13/Feb/2019:12:33:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ae125c11-2e1f-4369-ba6c-054669e05d27
time="2019-02-13 12:33:13.991476" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:08 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=bfcacbaf-5e88-4539-80c7-d0f0557934a9
time="2019-02-13 12:33:15.432961" level=error msg="transaction got failed on some other node, cancelling ongoing txn on this node" error="txn timeout" reqid= source="[executor.go:77:transactionv2.(*executorImpl).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.433052" level=error msg="error in executing transaction" error="txn timeout" reqid= source="[engine.go:83:transactionv2.(*Engine).Execute]" txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:15.433106" level=error msg="encounter an error in synchronizing txn step" error="context canceled" reqid= source="[executor.go:106:transactionv2.(*executorImpl).runTxnStep]" stepname=vol-create.StoreVolume txnid=8d703d91-33a5-47ea-91d9-3d8254f9a383
time="2019-02-13 12:33:22.158255" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:17 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=5cdf582b-ac1a-4421-8807-8d557eaa7b3a
time="2019-02-13 12:33:22.224095" level=info msg="10.233.66.9 - - [13/Feb/2019:12:33:22 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=6821fb3d-9aa2-471e-a8b1-9304d4494ba2
time="2019-02-13 12:33:27.060146" level=info msg="10.233.66.1 - - [13/Feb/2019:12:33:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=33ebee6b-c8ed-4561-9190-07109b440a7c
time="2019-02-13 12:33:30.371904" level=info msg="10.233.66.13 - - [13/Feb/2019:12:33:25 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=26d51bf9-3170-4163-8984-06ec66e4fc29
time="2019-02-13 12:33:42.451156" level=info msg="10.233.66.9 - - [13/Feb/2019:12:33:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7bafd9cf-7c3c-48ea-8a55-a28d2095760d
time="2019-02-13 12:33:54.391527" level=info msg="10.233.66.9 - - [13/Feb/2019:12:33:54 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=2027b0a5-6ab8-4c0b-9c27-4649ea954852
time="2019-02-13 12:34:12.483208" level=info msg="10.233.66.9 - - [13/Feb/2019:12:34:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=cc216b8e-baed-4564-8b1a-6e03148caaf4
time="2019-02-13 12:34:27.066820" level=info msg="10.233.66.1 - - [13/Feb/2019:12:34:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a1517183-c9c3-4c47-ab7a-28ff41aaac3a
time="2019-02-13 12:34:27.094438" level=info msg="10.233.66.9 - - [13/Feb/2019:12:34:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=558f7d20-0722-4fbf-b3cf-2c080dd86a86
time="2019-02-13 12:34:42.550726" level=info msg="10.233.66.9 - - [13/Feb/2019:12:34:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=afa85363-1a41-44d5-a40e-5b1b4e7bb5e5
time="2019-02-13 12:35:00.200956" level=info msg="10.233.66.9 - - [13/Feb/2019:12:35:00 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=f6e002df-4884-46a6-8c6c-bf614a52367e
time="2019-02-13 12:35:12.590259" level=info msg="10.233.66.9 - - [13/Feb/2019:12:35:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a9a4653d-86d2-405b-a39e-b9495eb8885d
time="2019-02-13 12:35:27.059793" level=info msg="10.233.66.1 - - [13/Feb/2019:12:35:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a85fa9b8-1be9-4fa9-8be0-8fc407911ee1
time="2019-02-13 12:35:32.777823" level=info msg="10.233.66.9 - - [13/Feb/2019:12:35:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=b952fd16-92dd-468d-84e9-0a799622a2b5
time="2019-02-13 12:35:42.620886" level=info msg="10.233.66.9 - - [13/Feb/2019:12:35:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=0fac7938-df97-4eb0-951a-103cf4cf1b22
time="2019-02-13 12:36:06.276399" level=info msg="10.233.66.9 - - [13/Feb/2019:12:36:06 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=26e9e7e7-649a-47c1-a93f-fb7794436724
time="2019-02-13 12:36:12.643997" level=info msg="10.233.66.9 - - [13/Feb/2019:12:36:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4459ec7c-12b9-4824-b5f4-46ccfd7555d6
time="2019-02-13 12:36:27.061495" level=info msg="10.233.66.1 - - [13/Feb/2019:12:36:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c70643f7-e515-4273-94ef-efceb71a9ded
time="2019-02-13 12:36:39.063812" level=info msg="10.233.66.9 - - [13/Feb/2019:12:36:39 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c2b98ba7-6753-473f-8303-d8c7bd8e9ca5
time="2019-02-13 12:36:42.679839" level=info msg="10.233.66.9 - - [13/Feb/2019:12:36:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=02ca93ee-3078-4416-8663-94475f5e2214
time="2019-02-13 12:37:12.133350" level=info msg="10.233.66.9 - - [13/Feb/2019:12:37:12 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=f391679c-4c51-4c41-9c91-bc3962065432
time="2019-02-13 12:37:12.694649" level=info msg="10.233.66.9 - - [13/Feb/2019:12:37:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=be513102-a58f-4767-9d67-21dee1ac92bf
time="2019-02-13 12:37:27.067317" level=info msg="10.233.66.1 - - [13/Feb/2019:12:37:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8d95ff53-7bcb-4322-a51c-912022b0d3df
time="2019-02-13 12:37:42.742848" level=info msg="10.233.66.9 - - [13/Feb/2019:12:37:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=3ab1c450-d27f-47da-9de9-11df570be22e
time="2019-02-13 12:37:44.831663" level=info msg="10.233.66.9 - - [13/Feb/2019:12:37:44 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=fa1ec773-ec96-4135-876b-cacc64d2d7a7
time="2019-02-13 12:38:12.756636" level=info msg="10.233.66.9 - - [13/Feb/2019:12:38:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=73295d56-70fb-4bbc-9580-b82b8c2197b7
time="2019-02-13 12:38:17.448875" level=info msg="10.233.66.9 - - [13/Feb/2019:12:38:17 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=d9abf843-58b4-4f37-834e-49fe0c9e0cc4
time="2019-02-13 12:38:27.059795" level=info msg="10.233.66.1 - - [13/Feb/2019:12:38:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4f7150e9-2952-4aff-a817-86c2c630dbec
time="2019-02-13 12:38:42.807438" level=info msg="10.233.66.9 - - [13/Feb/2019:12:38:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=493f01d1-8314-4fc5-a099-992c57eb127f
time="2019-02-13 12:38:49.766766" level=info msg="10.233.66.9 - - [13/Feb/2019:12:38:49 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=04c213ae-8754-4b00-9eeb-e678688054c4
time="2019-02-13 12:39:12.900888" level=info msg="10.233.66.9 - - [13/Feb/2019:12:39:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=b436de37-b3f8-4eed-bd63-90e5c0578c35
time="2019-02-13 12:39:21.637544" level=info msg="10.233.66.9 - - [13/Feb/2019:12:39:21 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=1b41900c-e43b-4092-8f30-eb31a400ca77
time="2019-02-13 12:39:27.059995" level=info msg="10.233.66.1 - - [13/Feb/2019:12:39:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=92b8d87c-863d-4d55-bba1-bf1de2dbbdf3
time="2019-02-13 12:39:42.941455" level=info msg="10.233.66.9 - - [13/Feb/2019:12:39:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f1c4eda9-5262-4d6c-9cce-95a753122ce0
time="2019-02-13 12:39:53.870650" level=info msg="10.233.66.9 - - [13/Feb/2019:12:39:53 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=b75ccc4f-b58d-4547-b322-fbc31c66ba5e
time="2019-02-13 12:40:12.954864" level=info msg="10.233.66.9 - - [13/Feb/2019:12:40:12 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=43af2217-3f34-49d5-a16e-17b94def14c9
time="2019-02-13 12:40:26.144580" level=info msg="10.233.66.9 - - [13/Feb/2019:12:40:26 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e6e1c5f1-d0e6-4140-96d1-f596a3debc39
time="2019-02-13 12:40:27.059979" level=info msg="10.233.66.1 - - [13/Feb/2019:12:40:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=9a68ec51-1470-453a-bd5c-c40e3754f940
time="2019-02-13 12:40:43.002457" level=info msg="10.233.66.9 - - [13/Feb/2019:12:40:42 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=68c50fb7-a6d9-400c-b391-6b0edacb02a2
time="2019-02-13 12:40:58.262534" level=info msg="10.233.66.9 - - [13/Feb/2019:12:40:58 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=621b67a6-fa3d-4f53-ab59-fcd71ef1d4c3
time="2019-02-13 12:41:13.101193" level=info msg="10.233.66.9 - - [13/Feb/2019:12:41:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7a9d4c71-2ba9-47f0-aa24-c0b3d3849cda
time="2019-02-13 12:41:27.059830" level=info msg="10.233.66.1 - - [13/Feb/2019:12:41:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b25b12a9-f2e5-4811-9ffc-f50888e392ff
time="2019-02-13 12:41:30.566848" level=info msg="10.233.66.9 - - [13/Feb/2019:12:41:30 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e195eed7-3ddb-4e37-9f90-767dbb8cf504
time="2019-02-13 12:41:43.137281" level=info msg="10.233.66.9 - - [13/Feb/2019:12:41:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=558ac2ef-0628-4ad8-941a-da07dfb9c24c
time="2019-02-13 12:42:02.652202" level=info msg="10.233.66.9 - - [13/Feb/2019:12:42:02 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=3b7451bc-314a-4810-a789-20a8a7a2c0aa
time="2019-02-13 12:42:13.153851" level=info msg="10.233.66.9 - - [13/Feb/2019:12:42:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=09fa814d-bf1d-48a1-bf98-c8ee0aad46d0
time="2019-02-13 12:42:27.073816" level=info msg="10.233.66.1 - - [13/Feb/2019:12:42:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=c7deb643-b76e-422b-9cad-5260e5dbd52f
time="2019-02-13 12:42:35.165426" level=info msg="10.233.66.9 - - [13/Feb/2019:12:42:35 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a1839acf-a7a0-4a64-b3aa-b5aad46793dd
time="2019-02-13 12:42:43.226400" level=info msg="10.233.66.9 - - [13/Feb/2019:12:42:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=638ae9da-d23e-4627-b7dc-c7dee108e83a
time="2019-02-13 12:43:10.399902" level=info msg="10.233.66.9 - - [13/Feb/2019:12:43:10 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=fc1a6ea1-8312-49cf-a1c7-bd0f58433294
time="2019-02-13 12:43:13.273718" level=info msg="10.233.66.9 - - [13/Feb/2019:12:43:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5e06c1cf-ab57-4fbd-a031-fdaad0d96c29
time="2019-02-13 12:43:27.067728" level=info msg="10.233.66.1 - - [13/Feb/2019:12:43:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=3d41b7bb-5533-4efa-b01d-ead8bfd47efa
time="2019-02-13 12:43:42.471867" level=info msg="10.233.66.9 - - [13/Feb/2019:12:43:42 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=1c9343f2-c41d-4f06-9166-478c1c1e6a0b
time="2019-02-13 12:43:43.307348" level=info msg="10.233.66.9 - - [13/Feb/2019:12:43:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=824e0860-92ff-4f65-813b-e46548be8648
time="2019-02-13 12:44:13.331229" level=info msg="10.233.66.9 - - [13/Feb/2019:12:44:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8277ae4a-c23e-42fd-983a-f0cf2f6f189b
time="2019-02-13 12:44:14.613278" level=info msg="10.233.66.9 - - [13/Feb/2019:12:44:14 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=bbe1cdcc-4a04-4647-a4b7-e216b09c59cd
time="2019-02-13 12:44:27.069426" level=info msg="10.233.66.1 - - [13/Feb/2019:12:44:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=7baeaf1c-f3c5-4ae5-bc39-8877857bc078
time="2019-02-13 12:44:43.367632" level=info msg="10.233.66.9 - - [13/Feb/2019:12:44:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d9386684-18a9-44a8-a457-4d37473c857a
time="2019-02-13 12:44:47.092423" level=info msg="10.233.66.9 - - [13/Feb/2019:12:44:47 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=628ea788-a0d6-46e2-970a-8bb3e2c424a8
time="2019-02-13 12:45:13.403033" level=info msg="10.233.66.9 - - [13/Feb/2019:12:45:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=f9c4156d-1664-456a-9b7e-15da7018b9f4
time="2019-02-13 12:45:19.235205" level=info msg="10.233.66.9 - - [13/Feb/2019:12:45:19 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c8c75d90-a992-43a3-b164-d6bfa7aefe77
time="2019-02-13 12:45:27.063173" level=info msg="10.233.66.1 - - [13/Feb/2019:12:45:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=35e76d51-406c-48d9-8b80-84676a4bebf8
time="2019-02-13 12:45:43.424144" level=info msg="10.233.66.9 - - [13/Feb/2019:12:45:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=9dc30235-4435-4088-9b1a-22492b2063ab
time="2019-02-13 12:45:51.742306" level=info msg="10.233.66.9 - - [13/Feb/2019:12:45:51 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a5de5c0f-3708-4172-b175-4c33e0fb1756
time="2019-02-13 12:46:13.506874" level=info msg="10.233.66.9 - - [13/Feb/2019:12:46:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7bf10fa6-3196-40d4-b1cd-cf4982c42f6e
time="2019-02-13 12:46:23.732364" level=info msg="10.233.66.9 - - [13/Feb/2019:12:46:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=343e1870-e2c5-4fe1-b4db-ae3d2eb9883c
time="2019-02-13 12:46:27.075670" level=info msg="10.233.66.1 - - [13/Feb/2019:12:46:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=fa8757e7-cee2-4bd7-a078-737a5f680cda
time="2019-02-13 12:46:43.558568" level=info msg="10.233.66.9 - - [13/Feb/2019:12:46:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bfa6990a-9322-4e2d-b0c7-636741cf6108
time="2019-02-13 12:46:57.047697" level=info msg="10.233.66.9 - - [13/Feb/2019:12:46:57 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=8697c6b6-1251-48e1-86d5-91166f1ecf44
time="2019-02-13 12:47:13.611359" level=info msg="10.233.66.9 - - [13/Feb/2019:12:47:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=26985a21-94a6-43b0-9b31-8a49550e65fb
time="2019-02-13 12:47:27.059703" level=info msg="10.233.66.1 - - [13/Feb/2019:12:47:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=773fea63-084d-4650-9334-bd2dfd917d3d
time="2019-02-13 12:47:29.480694" level=info msg="10.233.66.9 - - [13/Feb/2019:12:47:29 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a26fe000-c8a0-485c-ac61-314489ce1eb5
time="2019-02-13 12:47:43.662122" level=info msg="10.233.66.9 - - [13/Feb/2019:12:47:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=27f1a05e-d8c8-44b4-af0b-3c89ab650c5f
time="2019-02-13 12:48:01.860845" level=info msg="10.233.66.9 - - [13/Feb/2019:12:48:01 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=68513f95-6095-478c-8c54-7475c51e3a67
time="2019-02-13 12:48:13.688482" level=info msg="10.233.66.9 - - [13/Feb/2019:12:48:13 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=913371d0-2027-4e89-b598-75a053419d60
time="2019-02-13 12:48:27.061116" level=info msg="10.233.66.1 - - [13/Feb/2019:12:48:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8c24f92d-2cca-4670-a03e-a924402d9224
time="2019-02-13 12:48:34.438441" level=info msg="10.233.66.9 - - [13/Feb/2019:12:48:34 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=25fc9118-7747-45ff-9932-d82e79cd0354
time="2019-02-13 12:48:43.714479" level=info msg="10.233.66.9 - - [13/Feb/2019:12:48:43 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=82bb047f-6e8e-4342-884b-26f928738765
time="2019-02-13 12:49:09.202993" level=info msg="10.233.66.9 - - [13/Feb/2019:12:49:08 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=3e2ac573-a970-4880-9f56-f9679ec7f2ae
time="2019-02-13 12:49:14.295707" level=info msg="10.233.66.9 - - [13/Feb/2019:12:49:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=43a8f350-3541-49ba-9831-70b83521c100
time="2019-02-13 12:49:27.059460" level=info msg="10.233.66.1 - - [13/Feb/2019:12:49:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=a76b54a8-9893-4238-972d-27bcda1566f7
time="2019-02-13 12:49:42.678622" level=info msg="10.233.66.9 - - [13/Feb/2019:12:49:42 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=cfc1c770-dab7-4f8d-9fd4-0c55deb63721
time="2019-02-13 12:49:44.358385" level=info msg="10.233.66.9 - - [13/Feb/2019:12:49:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8504d429-488a-4724-b0b2-fe892550d36b
time="2019-02-13 12:50:14.388884" level=info msg="10.233.66.9 - - [13/Feb/2019:12:50:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99a1ddce-affc-4dc5-b918-c4ba0fc6097b
time="2019-02-13 12:50:15.024588" level=info msg="10.233.66.9 - - [13/Feb/2019:12:50:15 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=3df25e84-2bc1-475b-8eba-6624a456bd8d
time="2019-02-13 12:50:27.061676" level=info msg="10.233.66.1 - - [13/Feb/2019:12:50:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=663c285a-ab22-4236-a6c2-36d197fc0028
time="2019-02-13 12:50:44.418568" level=info msg="10.233.66.9 - - [13/Feb/2019:12:50:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=49bd4165-8f37-4ed8-824c-10fc9410b449
time="2019-02-13 12:50:47.295269" level=info msg="10.233.66.9 - - [13/Feb/2019:12:50:47 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=57baba27-0b4c-4cc2-b8ac-f5304b791cb1
time="2019-02-13 12:51:14.452931" level=info msg="10.233.66.9 - - [13/Feb/2019:12:51:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=157cc63f-ff6d-4832-9fb0-f4c5b1b52f1e
time="2019-02-13 12:51:19.455940" level=info msg="10.233.66.9 - - [13/Feb/2019:12:51:19 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=611a9b29-af1e-4042-8185-9d1666595837
time="2019-02-13 12:51:27.063123" level=info msg="10.233.66.1 - - [13/Feb/2019:12:51:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=177c5b54-ad2e-4aca-9545-14916eb8472f
time="2019-02-13 12:51:44.485375" level=info msg="10.233.66.9 - - [13/Feb/2019:12:51:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=bef5f027-ca9a-4ac5-b76c-5f8ce153cc3e
time="2019-02-13 12:51:51.717924" level=info msg="10.233.66.9 - - [13/Feb/2019:12:51:51 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=4637397e-c7ba-4585-9315-869f48832f52
time="2019-02-13 12:52:14.587416" level=info msg="10.233.66.9 - - [13/Feb/2019:12:52:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4937d7d5-6ba2-4051-b931-6a8d4e0f6bf2
time="2019-02-13 12:52:23.990726" level=info msg="10.233.66.9 - - [13/Feb/2019:12:52:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=0535f865-3862-4460-8329-4ea791e6bcf6
time="2019-02-13 12:52:27.060569" level=info msg="10.233.66.1 - - [13/Feb/2019:12:52:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=75f487c8-2d76-415d-851c-4265f5f97635
time="2019-02-13 12:52:44.630638" level=info msg="10.233.66.9 - - [13/Feb/2019:12:52:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=40cb1db4-e20f-47a5-9cd9-522c5a53bd60
time="2019-02-13 12:52:56.162266" level=info msg="10.233.66.9 - - [13/Feb/2019:12:52:56 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c90a52bf-f3f5-4c75-9ccb-9942b3f2c238
time="2019-02-13 12:53:14.726090" level=info msg="10.233.66.9 - - [13/Feb/2019:12:53:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=aeaec581-d5d0-411e-96a4-309ed1696e9a
time="2019-02-13 12:53:27.060013" level=info msg="10.233.66.1 - - [13/Feb/2019:12:53:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=8eb74aad-8898-4a39-9079-02dad4213f9d
time="2019-02-13 12:53:28.676199" level=info msg="10.233.66.9 - - [13/Feb/2019:12:53:28 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c2cb0bb9-5e85-443e-9735-043717454a62
time="2019-02-13 12:53:44.747263" level=info msg="10.233.66.9 - - [13/Feb/2019:12:53:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2940f3a4-6db6-4f4e-8eb9-e99a074d48e0
time="2019-02-13 12:54:00.787568" level=info msg="10.233.66.9 - - [13/Feb/2019:12:54:00 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=3e25a725-234a-4656-9ad7-0cc5f9c8f1d8
time="2019-02-13 12:54:14.840027" level=info msg="10.233.66.9 - - [13/Feb/2019:12:54:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=cc49ad99-334e-49fe-ad44-cec0e2452ed7
time="2019-02-13 12:54:27.059978" level=info msg="10.233.66.1 - - [13/Feb/2019:12:54:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=de7044e6-267a-467b-8ced-e12e9c72053a
time="2019-02-13 12:54:32.819089" level=info msg="10.233.66.9 - - [13/Feb/2019:12:54:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=1ccef388-b232-444d-88c6-1a8c87306c30
time="2019-02-13 12:54:44.861980" level=info msg="10.233.66.9 - - [13/Feb/2019:12:54:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7e3d23a0-5935-44b5-84c1-bcbc9f686d53
time="2019-02-13 12:54:48.520868" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:43 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=8072fd38-99ac-48e3-a714-21acb75a9cf9
time="2019-02-13 12:54:53.669351" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=7614c509-69ab-411c-b8f5-0412962ad971
time="2019-02-13 12:54:53.776673" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=3fbd5530-ad04-46c6-85fb-9de16e577e86
time="2019-02-13 12:54:58.947023" level=info msg="10.233.66.13 - - [13/Feb/2019:12:54:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=ea8ebff8-f20a-4852-bfb6-1f8491ac1f77
time="2019-02-13 12:55:04.850862" level=info msg="10.233.66.9 - - [13/Feb/2019:12:55:04 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=0ab72faf-36d6-48c0-8cf5-47f3c70b3884
time="2019-02-13 12:55:14.917973" level=info msg="10.233.66.9 - - [13/Feb/2019:12:55:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=652b5301-ddef-407c-99d7-1d276054e051
time="2019-02-13 12:55:27.067161" level=info msg="10.233.66.1 - - [13/Feb/2019:12:55:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4b769152-eb42-4683-9f46-cdf477682813
time="2019-02-13 12:55:36.807916" level=info msg="10.233.66.9 - - [13/Feb/2019:12:55:36 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=596a9f44-3294-4514-9a92-77e6c959c11f
time="2019-02-13 12:55:44.937219" level=info msg="10.233.66.9 - - [13/Feb/2019:12:55:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=88de1c61-6fba-4604-8ab3-66636d48c28f
time="2019-02-13 12:56:08.901068" level=info msg="10.233.66.9 - - [13/Feb/2019:12:56:08 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=87f7271c-fa62-4346-8cc3-048fbb4046c6
time="2019-02-13 12:56:14.953976" level=info msg="10.233.66.9 - - [13/Feb/2019:12:56:14 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=00fa8cef-7d9a-4539-a919-b4d55a016bf7
time="2019-02-13 12:56:27.066623" level=info msg="10.233.66.1 - - [13/Feb/2019:12:56:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=6fa062ad-ddc2-4749-b8b4-cabf4340aaca
time="2019-02-13 12:56:41.036455" level=info msg="10.233.66.9 - - [13/Feb/2019:12:56:41 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=27caaf90-c6a0-41c5-a32a-8e5d56f5daef
time="2019-02-13 12:56:44.994434" level=info msg="10.233.66.9 - - [13/Feb/2019:12:56:44 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=059a7624-ad31-4171-8f53-89e1b6945cc8
time="2019-02-13 12:57:13.073803" level=info msg="10.233.66.9 - - [13/Feb/2019:12:57:13 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=4e681af1-9d45-4abb-b32b-fc13ef79cbf6
time="2019-02-13 12:57:15.020250" level=info msg="10.233.66.9 - - [13/Feb/2019:12:57:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=cd1b7c83-99de-4ac1-a517-58a612403397
time="2019-02-13 12:57:27.059926" level=info msg="10.233.66.1 - - [13/Feb/2019:12:57:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=1a8e4c35-7121-42d5-9659-3dee942ac0ba
time="2019-02-13 12:57:45.057060" level=info msg="10.233.66.9 - - [13/Feb/2019:12:57:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=ebb7d9cf-71b1-435f-b229-9e5d023c6bc1
time="2019-02-13 12:57:45.160156" level=info msg="10.233.66.9 - - [13/Feb/2019:12:57:45 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=67604302-f0fc-497f-b539-c7d17900cd40
time="2019-02-13 12:58:15.139167" level=info msg="10.233.66.9 - - [13/Feb/2019:12:58:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7b08c74c-9818-48f1-b7ba-ac63fd3029bf
time="2019-02-13 12:58:17.716290" level=info msg="10.233.66.9 - - [13/Feb/2019:12:58:17 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=d2100af1-9a43-454c-ab6a-3b7521304a0e
time="2019-02-13 12:58:27.064294" level=info msg="10.233.66.1 - - [13/Feb/2019:12:58:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=4513083f-e3d2-48a4-bdc2-92880142de64
time="2019-02-13 12:58:45.198417" level=info msg="10.233.66.9 - - [13/Feb/2019:12:58:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=295ef266-97b4-4ca7-b27c-45628649ab23
time="2019-02-13 12:58:50.899356" level=info msg="10.233.66.9 - - [13/Feb/2019:12:58:50 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=d32b8e88-db79-416a-b8fa-d4e3b071b12f
time="2019-02-13 12:58:53.610415" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:48 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=86e9ae23-d8e8-47d4-bc8d-b3d1010472ee
time="2019-02-13 12:58:58.721423" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=900616e9-b212-475e-9fc7-c09726c09c6e
time="2019-02-13 12:58:58.899882" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=25c71e6b-d0d0-411d-b839-4f70c7769518
time="2019-02-13 12:59:04.063208" level=info msg="10.233.66.13 - - [13/Feb/2019:12:58:58 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=4e44277c-c681-40ea-bde4-3a2cab12e89f
time="2019-02-13 12:59:15.283583" level=info msg="10.233.66.9 - - [13/Feb/2019:12:59:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=7ffb1f54-520b-4b2a-9ae9-eb228a46b453
time="2019-02-13 12:59:23.168208" level=info msg="10.233.66.9 - - [13/Feb/2019:12:59:23 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=f2335daa-8be5-4b1d-b0d1-e686953f526b
time="2019-02-13 12:59:27.064891" level=info msg="10.233.66.1 - - [13/Feb/2019:12:59:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=aa418e10-8185-49c5-a9ca-c53a8adbda61
time="2019-02-13 12:59:45.349895" level=info msg="10.233.66.9 - - [13/Feb/2019:12:59:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a9350240-5cad-461b-879d-875706727724
time="2019-02-13 12:59:55.240519" level=info msg="10.233.66.9 - - [13/Feb/2019:12:59:55 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=2e4e19f4-88c2-492d-8f86-e7a04cfc9eac
time="2019-02-13 13:00:15.407374" level=info msg="10.233.66.9 - - [13/Feb/2019:13:00:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8379994c-7885-4bae-ad77-002962759e49
time="2019-02-13 13:00:27.063323" level=info msg="10.233.66.1 - - [13/Feb/2019:13:00:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=81a3f38e-9954-4f5c-8b33-70aa242d5665
time="2019-02-13 13:00:27.643779" level=info msg="10.233.66.9 - - [13/Feb/2019:13:00:27 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=914e0123-37c5-4290-8ce3-438e2ed1f66c
time="2019-02-13 13:00:45.433643" level=info msg="10.233.66.9 - - [13/Feb/2019:13:00:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1afa96ac-a58e-46fc-96be-2cbfa646b20f
time="2019-02-13 13:00:59.998514" level=info msg="10.233.66.9 - - [13/Feb/2019:13:00:59 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=1b4a4190-eed8-410d-ac0a-189e7d2d0ef0
time="2019-02-13 13:01:15.476329" level=info msg="10.233.66.9 - - [13/Feb/2019:13:01:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5ca2fee8-1f51-4bee-a4d6-d4b158b68415
time="2019-02-13 13:01:27.060118" level=info msg="10.233.66.1 - - [13/Feb/2019:13:01:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=ef0434cc-9932-48bb-a2f6-188f4d1ec39b
time="2019-02-13 13:01:32.722105" level=info msg="10.233.66.9 - - [13/Feb/2019:13:01:32 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=f5ee055c-b418-4b6b-8b50-8e4a9227276a
time="2019-02-13 13:01:45.507090" level=info msg="10.233.66.9 - - [13/Feb/2019:13:01:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=99ba2ba2-a4c2-4dc4-bb11-39fa98695134
time="2019-02-13 13:02:05.295203" level=info msg="10.233.66.9 - - [13/Feb/2019:13:02:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=2030f753-dd72-4341-a095-d0361690f93b
time="2019-02-13 13:02:15.538682" level=info msg="10.233.66.9 - - [13/Feb/2019:13:02:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=98b48d32-d881-4c9b-93b5-4e34a240ff70
time="2019-02-13 13:02:27.062495" level=info msg="10.233.66.1 - - [13/Feb/2019:13:02:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=d3e63abc-7eaa-4fee-8ba3-004a41228136
time="2019-02-13 13:02:37.778205" level=info msg="10.233.66.9 - - [13/Feb/2019:13:02:37 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=371b8ede-18b6-4278-9bf9-78fb28c7f474
time="2019-02-13 13:02:45.635979" level=info msg="10.233.66.9 - - [13/Feb/2019:13:02:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=085c94b4-f128-4944-9b61-e8693e6bb352
time="2019-02-13 13:03:10.727637" level=info msg="10.233.66.9 - - [13/Feb/2019:13:03:10 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=72ade3ee-bbec-433f-ae94-e08976042c03
time="2019-02-13 13:03:15.784281" level=info msg="10.233.66.9 - - [13/Feb/2019:13:03:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=80e1adfd-c769-4516-a9a4-08ebe935dcc1
time="2019-02-13 13:03:27.059917" level=info msg="10.233.66.1 - - [13/Feb/2019:13:03:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=ceea67ca-89c4-4894-b1f3-41805a860950
time="2019-02-13 13:03:45.616069" level=info msg="10.233.66.9 - - [13/Feb/2019:13:03:45 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=696c64d5-27bd-4507-a5d0-7317e9a047a3
time="2019-02-13 13:03:45.835416" level=info msg="10.233.66.9 - - [13/Feb/2019:13:03:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=35be91f9-d115-42cd-9f09-cda02a3a6bc3
time="2019-02-13 13:04:15.867086" level=info msg="10.233.66.9 - - [13/Feb/2019:13:04:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=d79614a6-a90d-4704-bbc7-64c05522bdb4
time="2019-02-13 13:04:17.982562" level=info msg="10.233.66.9 - - [13/Feb/2019:13:04:17 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=7b3d430b-8fa7-45ef-b3fa-316be452f479
time="2019-02-13 13:04:27.067728" level=info msg="10.233.66.1 - - [13/Feb/2019:13:04:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=f05a8e38-3f42-49b9-84a5-9b06a8e29798
time="2019-02-13 13:04:45.889235" level=info msg="10.233.66.9 - - [13/Feb/2019:13:04:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=c51385ab-698a-41e8-aea1-a1f07e532479
time="2019-02-13 13:04:50.199444" level=info msg="10.233.66.9 - - [13/Feb/2019:13:04:50 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=29f63313-4d64-4c57-96f6-ce242f4d0319
time="2019-02-13 13:05:15.913961" level=info msg="10.233.66.9 - - [13/Feb/2019:13:05:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=8ce9a8a2-aa02-4efa-849d-4dfc5972c164
time="2019-02-13 13:05:24.892412" level=info msg="10.233.66.9 - - [13/Feb/2019:13:05:24 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=80aaefa6-983c-4e5c-97cc-0734658de4b7
time="2019-02-13 13:05:27.060034" level=info msg="10.233.66.1 - - [13/Feb/2019:13:05:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=564482e4-998d-4436-8b80-55418c2242f6
time="2019-02-13 13:05:45.938113" level=info msg="10.233.66.9 - - [13/Feb/2019:13:05:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=a35383fe-61a6-48fb-9da4-b722740878e5
time="2019-02-13 13:05:58.921922" level=info msg="10.233.66.9 - - [13/Feb/2019:13:05:58 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=020a0da5-d3ea-4872-9d27-71c23503986c
time="2019-02-13 13:06:15.978649" level=info msg="10.233.66.9 - - [13/Feb/2019:13:06:15 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=eaea5277-62d1-4cb9-85d4-2248ee31be52
time="2019-02-13 13:06:27.059528" level=info msg="10.233.66.1 - - [13/Feb/2019:13:06:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=b9d4fde2-e9cb-4a57-bd11-e73edb1eb137
time="2019-02-13 13:06:31.291894" level=info msg="10.233.66.9 - - [13/Feb/2019:13:06:31 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=eb61c811-99f1-4d09-bb89-f859bd72ecdf
time="2019-02-13 13:06:46.033882" level=info msg="10.233.66.9 - - [13/Feb/2019:13:06:45 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=4c6af75b-1321-478f-a2c4-b66e013161d9
time="2019-02-13 13:06:58.935239" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:53 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=62993829-fee4-4ea6-a9f3-fd701c61371a
time="2019-02-13 13:07:04.098551" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:59 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=f4f9c7b8-e9dc-44aa-9d30-05780253a27b
time="2019-02-13 13:07:04.606564" level=info msg="10.233.66.13 - - [13/Feb/2019:13:06:59 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=e737cf6c-c167-4f37-b61f-684d42391e84
time="2019-02-13 13:07:05.638089" level=info msg="10.233.66.9 - - [13/Feb/2019:13:07:05 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=ab9a1e99-527a-4a9c-8c3d-0eca39ed9d6b
time="2019-02-13 13:07:09.762183" level=info msg="10.233.66.13 - - [13/Feb/2019:13:07:04 +0000] \"POST /v1/blockvolumes/virtblock HTTP/1.1\" 500 110" reqid=dddbb59b-948f-4364-9aa5-6356fc2ab8cc
time="2019-02-13 13:07:16.133263" level=info msg="10.233.66.9 - - [13/Feb/2019:13:07:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=2eb9ebcf-6ff1-409a-837a-0852b9cf4f07
time="2019-02-13 13:07:27.059789" level=info msg="10.233.66.1 - - [13/Feb/2019:13:07:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=10a98bfa-7240-4615-900b-e4a09ebe90a0
time="2019-02-13 13:07:40.150230" level=info msg="10.233.66.9 - - [13/Feb/2019:13:07:40 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=a5dae8d7-5441-4246-8e8f-84149bf6f3db
time="2019-02-13 13:07:46.147006" level=info msg="10.233.66.9 - - [13/Feb/2019:13:07:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=5918e36f-b55e-4e51-9aad-c781feb35c38
time="2019-02-13 13:08:12.441075" level=info msg="10.233.66.9 - - [13/Feb/2019:13:08:12 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=749f9749-a2b4-4103-9aa1-559152fa40d4
time="2019-02-13 13:08:16.161537" level=info msg="10.233.66.9 - - [13/Feb/2019:13:08:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=1cb03c3b-c6ad-4c42-9628-d9b432ad1d65
time="2019-02-13 13:08:27.059852" level=info msg="10.233.66.1 - - [13/Feb/2019:13:08:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=2ab87e4f-5333-4585-92f6-b537e6b75d99
time="2019-02-13 13:08:44.347622" level=info msg="10.233.66.9 - - [13/Feb/2019:13:08:44 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=e5c15244-f280-47d2-8b83-e138c8ce8521
time="2019-02-13 13:08:46.216063" level=info msg="10.233.66.9 - - [13/Feb/2019:13:08:46 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=285b658d-9b0d-40f9-a400-618ba501e19d
time="2019-02-13 13:09:16.239647" level=info msg="10.233.66.9 - - [13/Feb/2019:13:09:16 +0000] \"GET /v1/peers HTTP/1.1\" 200 812" reqid=45e9fb2d-ec40-4fa9-bb9b-c7d8b80bc0f5
time="2019-02-13 13:09:16.450024" level=info msg="10.233.66.9 - - [13/Feb/2019:13:09:16 +0000] \"GET /v1/volumes HTTP/1.1\" 200 16708" reqid=c9be4a4a-33b5-4180-81f9-e4a737786dd8
time="2019-02-13 13:09:27.060198" level=info msg="10.233.66.1 - - [13/Feb/2019:13:09:27 +0000] \"GET /ping HTTP/1.1\" 200 0" reqid=3a21a931-7cdf-49fe-b7c4-bc5efdaa860b
[root@gluster-kube3-0 /]#