Closed noppanit closed 8 years ago
I'm using the sample project to try and read data from Kinesis. Everything looks fine. This is the log I got.
/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/bin/java -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:60249,suspend=y,server=n -Dfile.encoding=UTF-8 -classpath "/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/packager.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/tools.jar:/Users/ncharass/opensource/kinesis-storm-spout/target/classes:/Users/ncharass/.m2/repository/com/amazonaws/aws-java-sdk/1.7.13/aws-java-sdk-1.7.13.jar:/Users/ncharass/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/Users/ncharass/.m2/repository/org/apache/httpcomponents/httpclient/4.2/httpclient-4.2.jar:/Users/ncharass/.m2/repository/org/apache/httpcomponents/httpcore/4.2/httpcore-4.2.jar:/Users/ncharass/.m2/repository/commons-codec/commons-codec/1.3/commons-codec-1.3.jar:/Users/ncharass/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.1.1/jackson-core-2.1.1.jar:/Users/ncharass/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.1.1/jackson-databind-2.1.1.jar:/Users/ncharass/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.1.1/jackson-annotations-2.1.1.jar:/Users/ncharass/.m2/repository/joda-time/joda-time/2.9.3/joda-time-2.9.3.jar:/Users/ncharass/.m2/repository/org/apache/commons/commons-lang3/3.0/commons-lang3-3.0.jar:/Users/ncharass/.m2/repository/com/google/guava/guava/13.0/guava-13.0.jar:/Users/ncharass/.m2/repository/org/apache/storm/storm-core/0.9.2-incubating/storm-core-0.9.2-incubating.jar:/Users/ncharass/.m2/repository/org/clojure/clojure/1.5.1/clojure-1.5.1.jar:/Users/ncharass/.m2/repository/clj-time/clj-time/0.4.1/clj-time-0.4.1.jar:/Users/ncharass/.m2/repository/compojure/compojure/1.1.3/compojure-1.1.3.jar:/Users/ncharass/.m2/repository/org/clojure/core.incubator/0.1.0/core.incubator-0.1.0.jar:/Users/ncharass/.m2/repository/org/clojure/tools.macro/0.1.0/tools.macro-0.1.0.jar:/Users/ncharass/.m2/repository/clout/clout/1.0.1/clout-1.0.1.jar:/Users/ncharass/.m2/repository/ring/ring-core/1.1.5/ring-core-1.1.5.jar:/Users/ncharass/.m2/repository/commons-fileupload/commons-fileupload/1.2.1/commons-fileupload-1.2.1.jar:/Users/ncharass/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/ncharass/.m2/repository/hiccup/hiccup/0.3.6/hiccup-0.3.6.jar:/Users/ncharass/.m2/repository/ring/ring-devel/0.3.11/ring-devel-0.3.11.jar:/Users/ncharass/.m2/repository/clj-stacktrace/clj-stacktrace/0.2.2/clj-stacktrace-0.2.2.jar:/Users/ncharass/.m2/repository/ring/ring-jetty-adapter/0.3.11/ring-jetty-adapter-0.3.11.jar:/Users/ncharass/.m2/repository/ring/ring-servlet/0.3.11/ring-servlet-0.3.11.jar:/Users/ncharass/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/ncharass/.m2/repository/org/mortbay/jetty/servlet-api/2.5-20081211/servlet-api-2.5-20081211.jar:/Users/ncharass/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/ncharass/.m2/repository/org/clojure/tools.logging/0.2.3/tools.logging-0.2.3.jar:/Users/ncharass/.m2/repository/org/clojure/math.numeric-tower/0.0.1/math.numeric-tower-0.0.1.jar:/Users/ncharass/.m2/repository/org/clojure/tools.cli/0.2.4/tools.cli-0.2.4.jar:/Users/ncharass/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/ncharass/.m2/repository/org/apache/commons/commons-exec/1.1/commons-exec-1.1.jar:/Users/ncharass/.m2/repository/commons-lang/commons-lang/2.5/commons-lang-2.5.jar:/Users/ncharass/.m2/repository/org/apache/curator/curator-framework/2.4.0/curator-framework-2.4.0.jar:/Users/ncharass/.m2/repository/org/apache/curator/curator-client/2.4.0/curator-client-2.4.0.jar:/Users/ncharass/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/Users/ncharass/.m2/repository/com/twitter/carbonite/1.4.0/carbonite-1.4.0.jar:/Users/ncharass/.m2/repository/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/Users/ncharass/.m2/repository/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/Users/ncharass/.m2/repository/org/ow2/asm/asm/4.0/asm-4.0.jar:/Users/ncharass/.m2/repository/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar:/Users/ncharass/.m2/repository/org/objenesis/objenesis/1.2/objenesis-1.2.jar:/Users/ncharass/.m2/repository/com/twitter/chill-java/0.3.5/chill-java-0.3.5.jar:/Users/ncharass/.m2/repository/org/yaml/snakeyaml/1.11/snakeyaml-1.11.jar:/Users/ncharass/.m2/repository/com/googlecode/disruptor/disruptor/2.10.1/disruptor-2.10.1.jar:/Users/ncharass/.m2/repository/org/jgrapht/jgrapht-core/0.9.0/jgrapht-core-0.9.0.jar:/Users/ncharass/.m2/repository/ch/qos/logback/logback-classic/1.0.6/logback-classic-1.0.6.jar:/Users/ncharass/.m2/repository/ch/qos/logback/logback-core/1.0.6/logback-core-1.0.6.jar:/Users/ncharass/.m2/repository/org/slf4j/slf4j-api/1.6.5/slf4j-api-1.6.5.jar:/Users/ncharass/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/Users/ncharass/.m2/repository/io/netty/netty/3.6.3.Final/netty-3.6.3.Final.jar:/Users/ncharass/.m2/repository/com/netflix/curator/curator-framework/1.1.3/curator-framework-1.1.3.jar:/Users/ncharass/.m2/repository/com/netflix/curator/curator-client/1.1.3/curator-client-1.1.3.jar:/Users/ncharass/.m2/repository/org/apache/zookeeper/zookeeper/3.4.2/zookeeper-3.4.2.jar:/Users/ncharass/.m2/repository/org/slf4j/slf4j-log4j12/1.6.1/slf4j-log4j12-1.6.1.jar:/Users/ncharass/.m2/repository/log4j/log4j/1.2.15/log4j-1.2.15.jar:/Users/ncharass/.m2/repository/javax/mail/mail/1.4/mail-1.4.jar:/Users/ncharass/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/ncharass/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/Users/ncharass/.m2/repository/org/jboss/netty/netty/3.2.2.Final/netty-3.2.2.Final.jar:/Applications/IntelliJ IDEA 15 CE.app/Contents/lib/idea_rt.jar" SampleTopology Connected to the target VM, address: '127.0.0.1:60249', transport: 'socket' SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/Users/ncharass/.m2/repository/ch/qos/logback/logback-classic/1.0.6/logback-classic-1.0.6.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/Users/ncharass/.m2/repository/org/slf4j/slf4j-log4j12/1.6.1/slf4j-log4j12-1.6.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. 209 [main] INFO SampleTopology - Using topology name SampleTopology 212 [main] INFO SampleTopology - Using stream name sparrow-ci 212 [main] INFO SampleTopology - Using initial position LATEST (if a checkpoint is not found). 212 [main] INFO SampleTopology - Using recordRetryLimit 3 212 [main] INFO SampleTopology - Using region us-east-1 212 [main] INFO SampleTopology - Using zookeeper endpoint localhost:2181 212 [main] INFO SampleTopology - Using zookeeper prefix kinesis_spout SLF4J: Detected both log4j-over-slf4j.jar AND slf4j-log4j12.jar on the class path, preempting StackOverflowError. SLF4J: See also http://www.slf4j.org/codes.html#log4jDelegationLoop for more details. 354 [main] INFO SampleTopology - Using Kinesis stream: sparrow-ci 377 [main] INFO SampleTopology - Starting sample storm topology in LocalMode ... 2190 [main] INFO backtype.storm.zookeeper - Starting inprocess zookeeper at port 2000 and dir /var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//cad2c8c6-08bc-4e23-b175-a55b1bac57a3 2323 [main] INFO backtype.storm.daemon.nimbus - Starting Nimbus with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//3d256710-b2f0-4531-90b0-e54253f15998", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" [6700 6701 6702 6703], "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} 2326 [main] INFO backtype.storm.daemon.nimbus - Using default scheduler 2380 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 2487 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 2487 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 2488 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 3518 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3521 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3521 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3540 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3543 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3543 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3543 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 3545 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3546 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3547 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3547 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3549 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3549 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3549 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 3550 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3553 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3553 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3561 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//ed2de9de-62f4-4d0a-92a6-ec3583b91a98", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} 3573 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3575 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3575 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3575 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 3577 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3579 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3579 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3595 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id f039207b-d4ba-4acd-a7a8-b9072794a406 at host 192.168.1.2 3598 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//4d463789-d881-43a6-aa02-8f8a5e6b301f", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} 3600 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3602 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3602 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3602 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 3604 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 3606 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 3606 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 3612 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id 11439b69-c60a-4479-b86b-46963888b4ec at host 192.168.1.2 3654 [main] INFO backtype.storm.daemon.nimbus - Received topology submission for test_spout with conf {"topology.max.task.parallelism" nil, "topology.acker.executors" nil, "topology.kryo.register" nil, "topology.kryo.decorators" (), "topology.name" "test_spout", "storm.id" "test_spout-1-1462854622", "topology.debug" false, "topology.fall.back.on.java.serialization" true} 3669 [main] INFO backtype.storm.daemon.nimbus - Activating test_spout: test_spout-1-1462854622 3729 [main] INFO backtype.storm.scheduler.EvenScheduler - Available slots: (["11439b69-c60a-4479-b86b-46963888b4ec" 1027] ["11439b69-c60a-4479-b86b-46963888b4ec" 1028] ["11439b69-c60a-4479-b86b-46963888b4ec" 1029] ["f039207b-d4ba-4acd-a7a8-b9072794a406" 1024] ["f039207b-d4ba-4acd-a7a8-b9072794a406" 1025] ["f039207b-d4ba-4acd-a7a8-b9072794a406" 1026]) 3743 [main] INFO backtype.storm.daemon.nimbus - Setting new assignment for topology id test_spout-1-1462854622: #backtype.storm.daemon.common.Assignment{:master-code-dir "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//3d256710-b2f0-4531-90b0-e54253f15998/nimbus/stormdist/test_spout-1-1462854622", :node->host {"11439b69-c60a-4479-b86b-46963888b4ec" "192.168.1.2"}, :executor->node+port {[4 4] ["11439b69-c60a-4479-b86b-46963888b4ec" 1027], [3 3] ["11439b69-c60a-4479-b86b-46963888b4ec" 1027], [2 2] ["11439b69-c60a-4479-b86b-46963888b4ec" 1027], [1 1] ["11439b69-c60a-4479-b86b-46963888b4ec" 1027], [5 5] ["11439b69-c60a-4479-b86b-46963888b4ec" 1027]}, :executor->start-time-secs {[5 5] 1462854622, [1 1] 1462854622, [2 2] 1462854622, [3 3] 1462854622, [4 4] 1462854622}} 4609 [Thread-5] INFO backtype.storm.daemon.supervisor - Downloading code for storm id test_spout-1-1462854622 from /var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//3d256710-b2f0-4531-90b0-e54253f15998/nimbus/stormdist/test_spout-1-1462854622 4811 [Thread-5] INFO backtype.storm.daemon.supervisor - Extracting resources from jar at /Library/Java/JavaVirtualMachines/jdk1.8.0_66.jdk/Contents/Home/lib/ant-javafx.jar to /var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//4d463789-d881-43a6-aa02-8f8a5e6b301f/supervisor/stormdist/test_spout-1-1462854622/resources 4825 [Thread-5] INFO backtype.storm.daemon.supervisor - Finished downloading code for storm id test_spout-1-1462854622 from /var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//3d256710-b2f0-4531-90b0-e54253f15998/nimbus/stormdist/test_spout-1-1462854622 4836 [Thread-6] INFO backtype.storm.daemon.supervisor - Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id "test_spout-1-1462854622", :executors ([4 4] [3 3] [2 2] [1 1] [5 5])} for this supervisor 11439b69-c60a-4479-b86b-46963888b4ec on port 1027 with id 94ff415f-690b-417c-8b1e-4bc4a61c4e69 4837 [Thread-6] INFO backtype.storm.daemon.worker - Launching worker for test_spout-1-1462854622 on 11439b69-c60a-4479-b86b-46963888b4ec:1027 with id 94ff415f-690b-417c-8b1e-4bc4a61c4e69 and conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//4d463789-d881-43a6-aa02-8f8a5e6b301f", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} 4838 [Thread-6] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 4841 [Thread-6-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 4841 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 4841 [Thread-6-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none 4843 [Thread-6] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting 4845 [Thread-6-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED 4846 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. 5033 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor kinesis_spout:[2 2] 5041 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks kinesis_spout:[2 2] 5053 [Thread-8-kinesis_spout] INFO backtype.storm.daemon.executor - Opening spout kinesis_spout:(2) 5053 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor kinesis_spout:[2 2] 5060 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor kinesis_spout:[3 3] 5061 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks kinesis_spout:[3 3] 5063 [Thread-10-kinesis_spout] INFO backtype.storm.daemon.executor - Opening spout kinesis_spout:(3) 5063 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor kinesis_spout:[3 3] 5066 [Thread-8-kinesis_spout] INFO com.amazonaws.services.kinesis.stormspout.KinesisSpout - KinesisSpout[taskIndex=0] open() called with topoConfig task index 0 for processing stream sparrow-ci 5066 [Thread-10-kinesis_spout] INFO com.amazonaws.services.kinesis.stormspout.KinesisSpout - KinesisSpout[taskIndex=1] open() called with topoConfig task index 1 for processing stream sparrow-ci 5066 [Thread-10-kinesis_spout] INFO backtype.storm.daemon.executor - Opened spout kinesis_spout:(3) 5066 [Thread-8-kinesis_spout] INFO backtype.storm.daemon.executor - Opened spout kinesis_spout:(2) 5067 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor print_bolt:[4 4] 5068 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks print_bolt:[4 4] 5068 [Thread-8-kinesis_spout] INFO backtype.storm.daemon.executor - Activating spout kinesis_spout:(2) 5068 [Thread-10-kinesis_spout] INFO backtype.storm.daemon.executor - Activating spout kinesis_spout:(3) 5072 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor print_bolt:[4 4] 5072 [Thread-12-print_bolt] INFO backtype.storm.daemon.executor - Preparing bolt print_bolt:(4) 5075 [Thread-12-print_bolt] INFO backtype.storm.daemon.executor - Prepared bolt print_bolt:(4) 5076 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor print_bolt:[5 5] 5077 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks print_bolt:[5 5] 5078 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor print_bolt:[5 5] 5078 [Thread-14-print_bolt] INFO backtype.storm.daemon.executor - Preparing bolt print_bolt:(5) 5078 [Thread-14-print_bolt] INFO backtype.storm.daemon.executor - Prepared bolt print_bolt:(5) 5082 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor __system:[-1 -1] 5082 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks __system:[-1 -1] 5084 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor __system:[-1 -1] 5084 [Thread-16-__system] INFO backtype.storm.daemon.executor - Preparing bolt __system:(-1) 5087 [Thread-8-kinesis_spout] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting 5087 [Thread-10-kinesis_spout] INFO com.netflix.curator.framework.imps.CuratorFrameworkImpl - Starting 5087 [Thread-16-__system] INFO backtype.storm.daemon.executor - Prepared bolt __system:(-1) 5088 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor __acker:[1 1] 5089 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks __acker:[1 1] 5091 [Thread-6] INFO backtype.storm.daemon.executor - Timeouts disabled for executor __acker:[1 1] 5091 [Thread-18-__acker] INFO backtype.storm.daemon.executor - Preparing bolt __acker:(1) 5091 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor __acker:[1 1] 5091 [Thread-6] INFO backtype.storm.daemon.worker - Launching receive-thread for 11439b69-c60a-4479-b86b-46963888b4ec:1027 5092 [Thread-18-__acker] INFO backtype.storm.daemon.executor - Prepared bolt __acker:(1) 5096 [Thread-19-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Starting receive-thread: [stormId: test_spout-1-1462854622, port: 1027, thread-id: 0 ] 5101 [Thread-6] INFO backtype.storm.daemon.worker - Worker has topology config {"storm.id" "test_spout-1-1462854622", "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/var/folders/8w/mhcwr8bx4js2xwcbh66nmypx3kk1ll/T//4d463789-d881-43a6-aa02-8f8a5e6b301f", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.kryo.decorators" (), "topology.name" "test_spout", "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.kryo.register" nil, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} 5101 [Thread-6] INFO backtype.storm.daemon.worker - Worker 94ff415f-690b-417c-8b1e-4bc4a61c4e69 for storm test_spout-1-1462854622 on 11439b69-c60a-4479-b86b-46963888b4ec:1027 has finished loading 5459 [Thread-8-kinesis_spout] INFO com.amazonaws.services.kinesis.stormspout.KinesisHelper - Using us-east-1 region 5459 [Thread-10-kinesis_spout] INFO com.amazonaws.services.kinesis.stormspout.KinesisHelper - Using us-east-1 region
However, I don't see that the Spout gets any data from the stream.
Here's the code I use to generate data in Node.js
'use strict'; const AWS = require('aws-sdk'); const kinesis = new AWS.Kinesis({ region: 'us-east-1' }); module.exports = { add: () => { let params = { Data: 'test', PartitionKey: 'partitionKey' }; let records = []; for(let i = 0; i < 300; i++) { records.push(params); } let payload = { Records: records, StreamName: 'sparrow-ci' } kinesis.putRecords(payload, (err, data) => { if (err) { console.log(err, err.stack); } console.log(data); }); } };
I can see that the data is in Kinesis by looking at CloudWatch, but I don't see that the Spout reads any data.
I'm using the sample project to try and read data from Kinesis. Everything looks fine. This is the log I got.
However, I don't see that the Spout gets any data from the stream.
Here's the code I use to generate data in Node.js
I can see that the data is in Kinesis by looking at CloudWatch, but I don't see that the Spout reads any data.