search

rohit01 / dikhao

Dikhao - Quickly find all related AWS resources
http://www.rohit.io/blog/dikhao-quickly-find-all-related-aws-resources.html
MIT License
4 stars 1 forks source link

Use redis connections wisely. Limit no. of connections with redis (configurable) #3

Open rohit01 opened 10 years ago

rohit01 commented 10 years ago

***_/.heroku/client/lib/heroku/updater.rb:164: warning: Insecure world writable dir /usr/local in PATH, mode 040777 2014-02-21T17:05:00.366237+00:00 app[web.1]: return (self.connection.get(self.lock_hash_key), 2014-02-21T17:05:00.365807+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1820, in wsgi_app 2014-02-21T17:05:00.365807+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app 2014-02-21T17:05:00.365807+00:00 app[web.1]: response = self.full_dispatch_request() 2014-02-21T17:05:00.366016+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request 2014-02-21T17:05:00.365807+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1403, in handle_exception 2014-02-21T17:05:00.366016+00:00 app[web.1]: lock_time, expire_timeout = redis_handler.get_lock() 2014-02-21T17:05:00.366237+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/client.py", line 460, in execute_command 2014-02-21T17:05:00.366237+00:00 app[web.1]: connection.send_command(_args) 2014-02-21T17:05:00.366237+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 334, in send_command 2014-02-21T17:05:00.366016+00:00 app[web.1]: File "/app/dikhao/database/redis_handler.py", line 106, in get_lock 2014-02-21T17:05:00.366016+00:00 app[web.1]: rv = self.dispatch_request() 2014-02-21T17:05:00.366237+00:00 app[web.1]: self.send_packed_command(self.pack_command(_args)) 2014-02-21T17:05:00.366237+00:00 app[web.1]: return self.execute_command('GET', name) 2014-02-21T17:05:00.366016+00:00 app[web.1]: return self.view_functions[rule.endpoint](req.view_args) 2014-02-21T17:05:00.366237+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 316, in send_packed_command 2014-02-21T17:05:00.366237+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 257, in connect 2014-02-21T17:05:00.366237+00:00 app[web.1]: self.connect() 2014-02-21T17:05:00.358609+00:00 heroku[router]: at=info method=GET path=/sync host=dikhao.herokuapp.com request_id=f7f42479-d7cb-445b-a559-18a667d54264 fwd="178.255.152.2" dyno=web.1 connect=3ms service=96ms status=500 bytes=12751 2014-02-21T17:05:00.366752+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 292, in on_connect 2014-02-21T17:05:00.366752+00:00 app[web.1]: ResponseError: max number of clients reached 2014-02-21T17:05:00.366752+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 344, in read_response 2014-02-21T17:05:00.366752+00:00 app[web.1]: self.on_connect() 2014-02-21T17:05:00.366752+00:00 app[web.1]: raise response 2014-02-21T17:05:00.366752+00:00 app[web.1]: if nativestr(self.read_response()) != 'OK': 2014-02-21T17:10:00.278242+00:00 app[web.1]: Traceback (most recent call last): 2014-02-21T17:10:00.278242+00:00 app[web.1]: return self.wsgi_app(environ, start_response) 2014-02-21T17:10:00.278242+00:00 app[web.1]: reraise(exc_type, exc_value, tb) 2014-02-21T17:10:00.278242+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1820, in wsgi_app 2014-02-21T17:10:00.278242+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1836, in call 2014-02-21T17:10:00.278242+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app 2014-02-21T17:10:00.277811+00:00 app[web.1]: 10.240.7.49 - - [21/Feb/2014 17:10:00] "GET /sync HTTP/1.1" 500 - 2014-02-21T17:10:00.278242+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1403, in handle_exception 2014-02-21T17:10:00.278497+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1381, in handle_user_exception 2014-02-21T17:10:00.278242+00:00 app[web.1]: response = self.make_response(self.handle_exception(e)) 2014-02-21T17:10:00.278497+00:00 app[web.1]: return self.view_functionsrule.endpoint 2014-02-21T17:10:00.278242+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1477, in full_dispatch_request 2014-02-21T17:10:00.278497+00:00 app[web.1]: reraise(exc_type, exc_value, tb) 2014-02-21T17:10:00.278497+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1475, in full_dispatch_request 2014-02-21T17:10:00.278497+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request 2014-02-21T17:10:00.278497+00:00 app[web.1]: File "/app/dikhao/database/redis_handler.py", line 106, in get_lock 2014-02-21T17:10:00.278497+00:00 app[web.1]: rv = self.handle_user_exception(e) 2014-02-21T17:10:00.278242+00:00 app[web.1]: response = self.full_dispatch_request() 2014-02-21T17:10:00.278857+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 257, in connect 2014-02-21T17:10:00.278497+00:00 app[web.1]: rv = self.dispatch_request() 2014-02-21T17:10:00.278497+00:00 app[web.1]: lock_time, expire_timeout = redis_handler.get_lock() 2014-02-21T17:10:00.278857+00:00 app[web.1]: return (self.connection.get(self.lock_hash_key), 2014-02-21T17:10:00.278857+00:00 app[web.1]: self.connect() 2014-02-21T17:10:00.278857+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 316, in send_packed_command 2014-02-21T17:10:00.278857+00:00 app[web.1]: connection.send_command(_args) 2014-02-21T17:10:00.278497+00:00 app[web.1]: File "/app/app.py", line 66, in sync_details 2014-02-21T17:10:00.278857+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/client.py", line 705, in get 2014-02-21T17:10:00.278857+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 334, in send_command 2014-02-21T17:10:00.278857+00:00 app[web.1]: return self.execute_command('GET', name) 2014-02-21T17:10:00.278857+00:00 app[web.1]: self.send_packed_command(self.pack_command(_args)) 2014-02-21T17:10:00.278857+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/client.py", line 460, in execute_command 2014-02-21T17:10:00.279434+00:00 app[web.1]: self.on_connect() 2014-02-21T17:10:00.279434+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 344, in read_response 2014-02-21T17:10:00.279434+00:00 app[web.1]: ResponseError: max number of clients reached 2014-02-21T17:10:00.279434+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 292, in on_connect 2014-02-21T17:10:00.279434+00:00 app[web.1]: if nativestr(self.read_response()) != 'OK': 2014-02-21T17:10:00.279434+00:00 app[web.1]: raise response 2014-02-21T17:10:00.297171+00:00 heroku[router]: at=info method=GET path=/sync host=dikhao.herokuapp.com request_id=d458f6cd-a202-4530-b450-e1456ccc5e75 fwd="67.228.213.178" dyno=web.1 connect=17ms service=39ms status=500 bytes=12751 2014-02-21T17:15:00.187500+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1820, in wsgi_app 2014-02-21T17:15:00.187500+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1836, in call 2014-02-21T17:15:00.187500+00:00 app[web.1]: return self.wsgi_app(environ, start_response) 2014-02-21T17:15:00.187500+00:00 app[web.1]: Traceback (most recent call last): 2014-02-21T17:15:00.187500+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1477, in full_dispatch_request 2014-02-21T17:15:00.186211+00:00 app[web.1]: 10.138.2.204 - - [21/Feb/2014 17:15:00] "GET /sync HTTP/1.1" 500 - 2014-02-21T17:15:00.187500+00:00 app[web.1]: response = self.full_dispatch_request() 2014-02-21T17:15:00.187709+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1381, in handle_user_exception 2014-02-21T17:15:00.187500+00:00 app[web.1]: reraise(exc_type, exc_value, tb) 2014-02-21T17:15:00.187709+00:00 app[web.1]: reraise(exc_type, exc_value, tb) 2014-02-21T17:15:00.187709+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1475, in full_dispatch_request 2014-02-21T17:15:00.187899+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/client.py", line 705, in get 2014-02-21T17:15:00.187709+00:00 app[web.1]: lock_time, expire_timeout = redis_handler.get_lock() 2014-02-21T17:15:00.187899+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 316, in send_packed_command 2014-02-21T17:15:00.187709+00:00 app[web.1]: rv = self.dispatch_request() 2014-02-21T17:15:00.187899+00:00 app[web.1]: return self.execute_command('GET', name) 2014-02-21T17:15:00.187500+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1817, in wsgi_app 2014-02-21T17:15:00.187709+00:00 app[web.1]: rv = self.handle_user_exception(e) 2014-02-21T17:15:00.187709+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1461, in dispatch_request 2014-02-21T17:15:00.194567+00:00 heroku[router]: at=info method=GET path=/sync host=dikhao.herokuapp.com request_id=c6852c93-f006-4377-af6b-d286d9c540f4 fwd="70.32.40.2" dyno=web.1 connect=0ms service=73ms status=500 bytes=12751 2014-02-21T17:15:00.187709+00:00 app[web.1]: File "/app/app.py", line 66, in sync_details 2014-02-21T17:15:00.187899+00:00 app[web.1]: self.connect() 2014-02-21T17:15:00.187709+00:00 app[web.1]: File "/app/dikhao/database/redis_handler.py", line 106, in get_lock 2014-02-21T17:15:00.187899+00:00 app[web.1]: return (self.connection.get(self.lock_hash_key), 2014-02-21T17:15:00.187899+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 334, in send_command 2014-02-21T17:15:00.187899+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 257, in connect 2014-02-21T17:15:00.187500+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/flask/app.py", line 1403, in handle_exception 2014-02-21T17:15:00.187500+00:00 app[web.1]: response = self.make_response(self.handle_exception(e)) 2014-02-21T17:15:00.187899+00:00 app[web.1]: self.send_packed_command(self.pack_command(_args)) 2014-02-21T17:15:00.187709+00:00 app[web.1]: return self.view_functionsrule.endpoint 2014-02-21T17:15:00.187899+00:00 app[web.1]: connection.send_command(*args) 2014-02-21T17:15:00.187899+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/client.py", line 460, in execute_command 2014-02-21T17:15:00.188444+00:00 app[web.1]: self.on_connect() 2014-02-21T17:15:00.188444+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 292, in on_connect 2014-02-21T17:15:00.188444+00:00 app[web.1]: File "/app/.heroku/python/lib/python2.7/site-packages/redis/connection.py", line 344, in read_response 2014-02-21T17:15:00.188444+00:00 app[web.1]: if nativestr(self.read_response()) != 'OK': 2014-02-21T17:15:00.188444+00:00 app[web.1]: ResponseError: max number of clients reached 2014-02-21T17:15:00.188444+00:00 app[web.1]: raise response

rohit01 commented 10 years ago

Check this: http://redis.io/topics/clients

rohit01 commented 10 years ago

Fixed: https://github.com/rohit01/dikhao/commit/d6fd82405fba298f73d3443c2b1592ca80eeb474

rohit01 commented 10 years ago

Happening again