search

intel-cloud / cosbench

a benchmark tool for cloud object storage service
Other
573 stars 242 forks source link

when testing ceph giant through librados adapter, some errors like EINPROGRESS raises #260

Closed ywang19 closed 9 years ago

ywang19 commented 9 years ago

error stack as following: 2015-03-20 06:38:04,595 [DEBUG] [AbstractHttpTasklet] - [ << ] - HTTP/1.1 500 Internal Server Error {"error":"com.ceph.rados.exceptions.RadosOperationInProgressException: Failed to connect to the Ceph cluster; EINPROGRESS: Operation now in progress (-115)","succ":false,"code":500} 2015-03-20 06:38:04,591 [ERROR] [AbstractCommandHandler] - unexpected error com.intel.cosbench.api.storage.StorageException: com.ceph.rados.exceptions.RadosOperationInProgressException: Failed to connect to the Ceph cluster; EINPROGRESS: Operation now in progress (-115) at com.intel.cosbench.api.librados.LibradosStorage.init(LibradosStorage.java:75) at com.intel.cosbench.driver.service.COSBStorageAPIService.getStorage(COSBStorageAPIService.java:54) at com.intel.cosbench.driver.service.MissionHandler.createStorageApi(MissionHandler.java:210) at com.intel.cosbench.driver.service.MissionHandler.createWorkerContext(MissionHandler.java:197) at com.intel.cosbench.driver.service.MissionHandler.createWorkers(MissionHandler.java:185) at com.intel.cosbench.driver.service.MissionHandler.init(MissionHandler.java:100) at com.intel.cosbench.driver.service.COSBDriverService.createHandler(COSBDriverService.java:111) at com.intel.cosbench.driver.service.COSBDriverService.submit(COSBDriverService.java:82) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:309) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150) at org.springframework.osgi.service.util.internal.aop.ServiceTCCLInterceptor.invokeUnprivileged(ServiceTCCLInterceptor.java:71) at org.springframework.osgi.service.util.internal.aop.ServiceTCCLInterceptor.invoke(ServiceTCCLInterceptor.java:54) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:202) at com.sun.proxy.$Proxy20.submit(Unknown Source) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:309) at org.springframework.osgi.service.importer.support.internal.aop.ServiceInvoker.doInvoke(ServiceInvoker.java:58) at org.springframework.osgi.service.importer.support.internal.aop.ServiceInvoker.invoke(ServiceInvoker.java:62) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.support.DelegatingIntroductionInterceptor.doProceed(DelegatingIntroductionInterceptor.java:131) at org.springframework.aop.support.DelegatingIntroductionInterceptor.invoke(DelegatingIntroductionInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.osgi.service.util.internal.aop.ServiceTCCLInterceptor.invokeUnprivileged(ServiceTCCLInterceptor.java:71) at org.springframework.osgi.service.util.internal.aop.ServiceTCCLInterceptor.invoke(ServiceTCCLInterceptor.java:54) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.osgi.service.importer.support.LocalBundleContextAdvice.invoke(LocalBundleContextAdvice.java:59) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.support.DelegatingIntroductionInterceptor.doProceed(DelegatingIntroductionInterceptor.java:131) at org.springframework.aop.support.DelegatingIntroductionInterceptor.invoke(DelegatingIntroductionInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:202) at com.sun.proxy.$Proxy5.submit(Unknown Source) at com.intel.cosbench.driver.handler.SubmitHandler.process(SubmitHandler.java:38) at com.intel.cosbench.driver.handler.AbstractCommandHandler.handleRequest(AbstractCommandHandler.java:76) at com.intel.cosbench.driver.handler.SubmitHandler.handleRequest(SubmitHandler.java:1) at org.springframework.web.servlet.mvc.SimpleControllerHandlerAdapter.handle(SimpleControllerHandlerAdapter.java:48) at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:790) at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719) at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644) at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:560) at javax.servlet.http.HttpServlet.service(HttpServlet.java:710) at javax.servlet.http.HttpServlet.service(HttpServlet.java:803) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:286) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447) at java.lang.Thread.run(Thread.java:745) Caused by: com.ceph.rados.exceptions.RadosOperationInProgressException: Failed to connect to the Ceph cluster; EINPROGRESS: Operation now in progress (-115) at com.ceph.rados.RadosBase.throwException(RadosBase.java:89) at com.ceph.rados.RadosBase.handleReturnCode(RadosBase.java:50) at com.ceph.rados.Rados.connect(Rados.java:150) at com.intel.cosbench.api.librados.LibradosStorage.init(LibradosStorage.java:72) ... 60 more