Closed ruffy91 closed 2 years ago
Ubuntu 18.04.4 LTS Python 3.6.9 MISP 2.4.124 opentaxii 0.1.12 (also tested 0.1.11) newest MISP-Taxii-Server from master
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: CRITICAL:root:COULD NOT PUSH Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: ERROR:root:FAILURE: Server error occurred Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: Traceback (most recent call last): Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/scripts/push_published_to_taxii.py", line 109, in Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: "collections", ["collection"])) Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/client11.py", line 332, in push Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: service_type=const.SVC_INBOX) Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/abstract.py", line 190, in _execute_request Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: timeout=self.timeout) Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/dispatcher.py", line 63, in send_taxii_request Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: raise UnsuccessfulStatusError(obj) Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: cabby.exceptions.UnsuccessfulStatusError: FAILURE: Server error occurred
Apr 20 10:50:31 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Building Event...", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:31.811536Z"} Apr 20 10:50:31 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Using title Tor ALL nodes feed", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:31.812656Z"} Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "STIX loaded succesfully.", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:38.697311Z"} Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Extracted ['101.55.125.10', '103.104.244.76', '103.136.43.183', [... much more data], '205.185.114.20 Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: 6', '205.185.116.74', [... much more data], '94.46.224.140']", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:38.701982Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Checking for existence of 101.55.125.10", "logger": "main", "level": "info", "timestamp": "2020-04-20T09:13:52.470809Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Exception on /services/inbox [POST]", "exc_info": ["<class 'KeyError'>", "KeyError('response',)", "<traceback object at 0x7f7fb73fa208>"], "logger": "opentaxii.middleware", "level": "error", "timestamp": "2020-04-20T09:13:52.975626Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Internal error", "logger": "opentaxii.middleware", "level": "error", "timestamp": "2020-04-20T09:13:52.976318Z", "exception": "Traceback (most recent call last): File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 2446, in wsgi_app response = self.full_dispatch_request() File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1951, in full_dispatch_request rv = self.handle_user_exception(e) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1820, in handle_user_exception reraise(exc_type, exc_value, tb) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/_compat.py", line 39, in reraise raise value File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1949, in full_dispatch_request rv = self.dispatch_request() File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1935, in dispatch_request return self.view_functionsrule.endpoint File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/middleware.py", line 85, in wrapper return _process_with_service(service) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/middleware.py", line 163, in _process_with_service response_message = service.process(request.headers, taxii_message) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/abstract.py", line 83, in process response_message = handler.handle_message(self, message) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/handlers/inbox_message_handlers.py", line 123, in handle_message return InboxMessage11Handler.handle_message(service, request) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/handlers/inbox_message_handlers.py", line 63, in handle_message inbox_message_id=inbox_message.id if inbox_message else None) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/persistence/manager.py", line 197, in create_content collection_ids=collection_ids, service_id=service_id) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/blinker/base.py", line 267, in send for receiver in self.receivers_for(sender)] File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/blinker/base.py", line 267, in for receiver in self.receivers_for(sender)] File "/opt/MISP-Taxii-Server/misp_taxii_hooks/hooks.py", line 69, in post_stix if search["response"]["Attribute"] != []: KeyError: 'response'"}
Environment
Ubuntu 18.04.4 LTS Python 3.6.9 MISP 2.4.124 opentaxii 0.1.12 (also tested 0.1.11) newest MISP-Taxii-Server from master
Logs
misp-taxii-bridge
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: CRITICAL:root:COULD NOT PUSH Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: ERROR:root:FAILURE: Server error occurred Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: Traceback (most recent call last): Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/scripts/push_published_to_taxii.py", line 109, in
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: "collections", ["collection"]))
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/client11.py", line 332, in push
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: service_type=const.SVC_INBOX)
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/abstract.py", line 190, in _execute_request
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: timeout=self.timeout)
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/cabby/dispatcher.py", line 63, in send_taxii_request
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: raise UnsuccessfulStatusError(obj)
Apr 20 09:50:32 RB00SRV032.base.recretix.ch python3[30332]: cabby.exceptions.UnsuccessfulStatusError: FAILURE: Server error occurred
misp-taxii-server
Apr 20 10:50:31 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Building Event...", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:31.811536Z"} Apr 20 10:50:31 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Using title Tor ALL nodes feed", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:31.812656Z"} Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "STIX loaded succesfully.", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:38.697311Z"} Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: {"event": "Extracted ['101.55.125.10', '103.104.244.76', '103.136.43.183', [... much more data], '205.185.114.20 Apr 20 10:50:38 RB00SRV032.base.recretix.ch gunicorn[30935]: 6', '205.185.116.74', [... much more data], '94.46.224.140']", "logger": "main", "level": "info", "timestamp": "2020-04-20T10:50:38.701982Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Checking for existence of 101.55.125.10", "logger": "main", "level": "info", "timestamp": "2020-04-20T09:13:52.470809Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Exception on /services/inbox [POST]", "exc_info": ["<class 'KeyError'>", "KeyError('response',)", "<traceback object at 0x7f7fb73fa208>"], "logger": "opentaxii.middleware", "level": "error", "timestamp": "2020-04-20T09:13:52.975626Z"} Apr 20 09:13:52 RB00SRV032 gunicorn[30222]: {"event": "Internal error", "logger": "opentaxii.middleware", "level": "error", "timestamp": "2020-04-20T09:13:52.976318Z", "exception": "Traceback (most recent call last): File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 2446, in wsgi_app response = self.full_dispatch_request() File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1951, in full_dispatch_request rv = self.handle_user_exception(e) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1820, in handle_user_exception reraise(exc_type, exc_value, tb) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/_compat.py", line 39, in reraise raise value File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1949, in full_dispatch_request rv = self.dispatch_request() File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/flask/app.py", line 1935, in dispatch_request return self.view_functionsrule.endpoint File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/middleware.py", line 85, in wrapper return _process_with_service(service) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/middleware.py", line 163, in _process_with_service response_message = service.process(request.headers, taxii_message) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/abstract.py", line 83, in process response_message = handler.handle_message(self, message) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/handlers/inbox_message_handlers.py", line 123, in handle_message return InboxMessage11Handler.handle_message(service, request) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/taxii/services/handlers/inbox_message_handlers.py", line 63, in handle_message inbox_message_id=inbox_message.id if inbox_message else None) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/opentaxii/persistence/manager.py", line 197, in create_content collection_ids=collection_ids, service_id=service_id) File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/blinker/base.py", line 267, in send for receiver in self.receivers_for(sender)] File "/opt/MISP-Taxii-Server/venv/lib/python3.6/site-packages/blinker/base.py", line 267, in for receiver in self.receivers_for(sender)] File "/opt/MISP-Taxii-Server/misp_taxii_hooks/hooks.py", line 69, in post_stix if search["response"]["Attribute"] != []: KeyError: 'response'"}