currently running v0.3.0-rc1 and Seeing this occasionally in the log when running on network2. Interestingly I haven't seen this running the same version with network1:
2018-02-05 22:48:21.953037 > Watchdog timer went off at:
2018-02-05 22:48:21.953198 > File "run_p2pool.py", line 5, in
2018-02-05 22:48:21.953271 > main.run()
2018-02-05 22:48:21.953361 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/main.py", line 694, in run
2018-02-05 22:48:21.953432 > reactor.run()
2018-02-05 22:48:21.953505 > File "/usr/lib/python2.7/dist-packages/twisted/internet/base.py", line 1192, in run
2018-02-05 22:48:21.953588 > self.mainLoop()
2018-02-05 22:48:21.953657 > File "/usr/lib/python2.7/dist-packages/twisted/internet/base.py", line 1204, in mainLoop
2018-02-05 22:48:21.953733 > self.doIteration(t)
2018-02-05 22:48:21.953803 > File "/usr/lib/python2.7/dist-packages/twisted/internet/epollreactor.py", line 396, in doPoll
2018-02-05 22:48:21.953873 > log.callWithLogger(selectable, _drdw, selectable, fd, event)
2018-02-05 22:48:21.953941 > File "/usr/lib/python2.7/dist-packages/twisted/python/log.py", line 88, in callWithLogger
2018-02-05 22:48:21.954011 > return callWithContext({"system": lp}, func, *args, kw)
2018-02-05 22:48:21.954080 > File "/usr/lib/python2.7/dist-packages/twisted/python/log.py", line 73, in callWithContext
2018-02-05 22:48:21.954180 > return context.call({ILogContext: newCtx}, func, *args, *kw)
2018-02-05 22:48:21.954249 > File "/usr/lib/python2.7/dist-packages/twisted/python/context.py", line 118, in callWithContext
2018-02-05 22:48:21.954318 > return self.currentContext().callWithContext(ctx, func, args, kw)
2018-02-05 22:48:21.954387 > File "/usr/lib/python2.7/dist-packages/twisted/python/context.py", line 81, in callWithContext
2018-02-05 22:48:21.954455 > return func(*args,*kw)
2018-02-05 22:48:21.954523 > File "/usr/lib/python2.7/dist-packages/twisted/internet/posixbase.py", line 614, in _doReadOrWrite
2018-02-05 22:48:21.954592 > why = selectable.doRead()
2018-02-05 22:48:21.954661 > File "/usr/lib/python2.7/dist-packages/twisted/internet/tcp.py", line 214, in doRead
2018-02-05 22:48:21.954729 > return self._dataReceived(data)
2018-02-05 22:48:21.954797 > File "/usr/lib/python2.7/dist-packages/twisted/internet/tcp.py", line 220, in _dataReceived
2018-02-05 22:48:21.954907 > rval = self.protocol.dataReceived(data)
2018-02-05 22:48:21.954975 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/util/switchprotocol.py", line 11, in dataReceived
2018-02-05 22:48:21.955043 > self.p.dataReceived(data)
2018-02-05 22:48:21.955110 > File "/usr/lib/python2.7/dist-packages/twisted/protocols/basic.py", line 571, in dataReceived
2018-02-05 22:48:21.955178 > why = self.lineReceived(line)
2018-02-05 22:48:21.955245 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 1656, in lineReceived
2018-02-05 22:48:21.955313 > self.allContentReceived()
2018-02-05 22:48:21.955381 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 1731, in allContentReceived
2018-02-05 22:48:21.955449 > req.requestReceived(command, path, version)
2018-02-05 22:48:21.955541 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 827, in requestReceived
2018-02-05 22:48:21.955609 > self.process()
2018-02-05 22:48:21.955677 > File "/usr/lib/python2.7/dist-packages/twisted/web/server.py", line 189, in process
2018-02-05 22:48:21.955745 > self.render(resrc)
2018-02-05 22:48:21.955812 > File "/usr/lib/python2.7/dist-packages/twisted/web/server.py", line 238, in render
2018-02-05 22:48:21.955883 > body = resrc.render(self)
2018-02-05 22:48:21.955951 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/util/deferred_resource.py", line 24, in render
2018-02-05 22:48:21.956019 > defer.maybeDeferred(resource.Resource.render, self, request).addCallbacks(finish, finish_error)
2018-02-05 22:48:21.956091 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 139, in maybeDeferred
2018-02-05 22:48:21.956158 > result = f(args, *kw)
2018-02-05 22:48:21.956226 > File "/usr/lib/python2.7/dist-packages/twisted/web/resource.py", line 250, in render
2018-02-05 22:48:21.956294 > return m(request)
2018-02-05 22:48:21.956361 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1237, in unwindGenerator
2018-02-05 22:48:21.956429 > return _inlineCallbacks(None, gen, Deferred())
2018-02-05 22:48:21.956497 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1099, in _inlineCallbacks
2018-02-05 22:48:21.956565 > result = g.send(result)
2018-02-05 22:48:21.956633 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/web.py", line 198, in render_GET
2018-02-05 22:48:21.956700 > res = yield self.func(self.args)
2018-02-05 22:48:21.956768 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/web.py", line 135, in get_local_stats
2018-02-05 22:48:21.956836 > miner_hash_rates, miner_dead_hash_rates = wb.get_local_rates()
2018-02-05 22:48:21.956905 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/work.py", line 236, in get_local_rates
2018-02-05 22:48:21.956974 > miner_hash_rates[datum['user']] = miner_hash_rates.get(datum['user'], 0) + datum['work']/dt
2018-02-05 22:48:21.957042 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/main.py", line 326, in
2018-02-05 22:48:21.957125 > sys.stderr.write, 'Watchdog timer went off at:\n' + ''.join(traceback.format_stack())
Also seeing other similar variants which are causing the watchdog to fire. Any ideas? Happy to help debug, if you need any more details let me know.
currently running v0.3.0-rc1 and Seeing this occasionally in the log when running on network2. Interestingly I haven't seen this running the same version with network1:
2018-02-05 22:48:21.953037 > Watchdog timer went off at: 2018-02-05 22:48:21.953198 > File "run_p2pool.py", line 5, in
2018-02-05 22:48:21.953271 > main.run()
2018-02-05 22:48:21.953361 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/main.py", line 694, in run
2018-02-05 22:48:21.953432 > reactor.run()
2018-02-05 22:48:21.953505 > File "/usr/lib/python2.7/dist-packages/twisted/internet/base.py", line 1192, in run
2018-02-05 22:48:21.953588 > self.mainLoop()
2018-02-05 22:48:21.953657 > File "/usr/lib/python2.7/dist-packages/twisted/internet/base.py", line 1204, in mainLoop
2018-02-05 22:48:21.953733 > self.doIteration(t)
2018-02-05 22:48:21.953803 > File "/usr/lib/python2.7/dist-packages/twisted/internet/epollreactor.py", line 396, in doPoll
2018-02-05 22:48:21.953873 > log.callWithLogger(selectable, _drdw, selectable, fd, event)
2018-02-05 22:48:21.953941 > File "/usr/lib/python2.7/dist-packages/twisted/python/log.py", line 88, in callWithLogger
2018-02-05 22:48:21.954011 > return callWithContext({"system": lp}, func, *args, kw)
2018-02-05 22:48:21.954080 > File "/usr/lib/python2.7/dist-packages/twisted/python/log.py", line 73, in callWithContext
2018-02-05 22:48:21.954180 > return context.call({ILogContext: newCtx}, func, *args, *kw)
2018-02-05 22:48:21.954249 > File "/usr/lib/python2.7/dist-packages/twisted/python/context.py", line 118, in callWithContext
2018-02-05 22:48:21.954318 > return self.currentContext().callWithContext(ctx, func, args, kw)
2018-02-05 22:48:21.954387 > File "/usr/lib/python2.7/dist-packages/twisted/python/context.py", line 81, in callWithContext
2018-02-05 22:48:21.954455 > return func(*args,*kw)
2018-02-05 22:48:21.954523 > File "/usr/lib/python2.7/dist-packages/twisted/internet/posixbase.py", line 614, in _doReadOrWrite
2018-02-05 22:48:21.954592 > why = selectable.doRead()
2018-02-05 22:48:21.954661 > File "/usr/lib/python2.7/dist-packages/twisted/internet/tcp.py", line 214, in doRead
2018-02-05 22:48:21.954729 > return self._dataReceived(data)
2018-02-05 22:48:21.954797 > File "/usr/lib/python2.7/dist-packages/twisted/internet/tcp.py", line 220, in _dataReceived
2018-02-05 22:48:21.954907 > rval = self.protocol.dataReceived(data)
2018-02-05 22:48:21.954975 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/util/switchprotocol.py", line 11, in dataReceived
2018-02-05 22:48:21.955043 > self.p.dataReceived(data)
2018-02-05 22:48:21.955110 > File "/usr/lib/python2.7/dist-packages/twisted/protocols/basic.py", line 571, in dataReceived
2018-02-05 22:48:21.955178 > why = self.lineReceived(line)
2018-02-05 22:48:21.955245 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 1656, in lineReceived
2018-02-05 22:48:21.955313 > self.allContentReceived()
2018-02-05 22:48:21.955381 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 1731, in allContentReceived
2018-02-05 22:48:21.955449 > req.requestReceived(command, path, version)
2018-02-05 22:48:21.955541 > File "/usr/lib/python2.7/dist-packages/twisted/web/http.py", line 827, in requestReceived
2018-02-05 22:48:21.955609 > self.process()
2018-02-05 22:48:21.955677 > File "/usr/lib/python2.7/dist-packages/twisted/web/server.py", line 189, in process
2018-02-05 22:48:21.955745 > self.render(resrc)
2018-02-05 22:48:21.955812 > File "/usr/lib/python2.7/dist-packages/twisted/web/server.py", line 238, in render
2018-02-05 22:48:21.955883 > body = resrc.render(self)
2018-02-05 22:48:21.955951 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/util/deferred_resource.py", line 24, in render
2018-02-05 22:48:21.956019 > defer.maybeDeferred(resource.Resource.render, self, request).addCallbacks(finish, finish_error)
2018-02-05 22:48:21.956091 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 139, in maybeDeferred
2018-02-05 22:48:21.956158 > result = f(args, *kw)
2018-02-05 22:48:21.956226 > File "/usr/lib/python2.7/dist-packages/twisted/web/resource.py", line 250, in render
2018-02-05 22:48:21.956294 > return m(request)
2018-02-05 22:48:21.956361 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1237, in unwindGenerator
2018-02-05 22:48:21.956429 > return _inlineCallbacks(None, gen, Deferred())
2018-02-05 22:48:21.956497 > File "/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1099, in _inlineCallbacks
2018-02-05 22:48:21.956565 > result = g.send(result)
2018-02-05 22:48:21.956633 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/web.py", line 198, in render_GET
2018-02-05 22:48:21.956700 > res = yield self.func(self.args)
2018-02-05 22:48:21.956768 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/web.py", line 135, in get_local_stats
2018-02-05 22:48:21.956836 > miner_hash_rates, miner_dead_hash_rates = wb.get_local_rates()
2018-02-05 22:48:21.956905 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/work.py", line 236, in get_local_rates
2018-02-05 22:48:21.956974 > miner_hash_rates[datum['user']] = miner_hash_rates.get(datum['user'], 0) + datum['work']/dt
2018-02-05 22:48:21.957042 > File "/data/p2pool/p2pool-vtc-net2_a/p2pool/main.py", line 326, in
2018-02-05 22:48:21.957125 > sys.stderr.write, 'Watchdog timer went off at:\n' + ''.join(traceback.format_stack())
Also seeing other similar variants which are causing the watchdog to fire. Any ideas? Happy to help debug, if you need any more details let me know.