Kqlmagic bug report #0e964ab0-267f-4084-b0f2-d4062de292ed

[yildizba]

When I run a KQL query from Jupyter Lab that takes longer than a couple of minutes, I started getting the following error. This was not an issue and I could run long queries without any problems until last week. The details of the bug report can be found below.

ChunkedEncodingError: ("Connection broken: ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None)", ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None))

{
    "Kqlmagic_last_execution": {
        "args": {
            "cell": "-params_dict site_dict\nlet signal1 = 'site_instant_power';\nlet signal2 = 'battery_instant_power';\nlet signal3  = 'battery_instant_reactive_power';\nlet site = site_name;\nlet Signal1 = RawTelemetry_dd | where assetId == site and signal_name == signal1\n  | project timestamp , signal1_value = value;\nlet Signal2 = RawTelemetry_dd | where assetId == site and signal_name == signal2\n  | project timestamp, signal2_value = value;\nlet Signal3 = RawTelemetry_dd | where assetId == site and signal_name == signal3\n  | project timestamp, signal3_value = value;\nSignal1 | join kind= inner (Signal2) on timestamp | join kind = inner (Signal3) on timestamp\n| where signal1_value > 0\n| extend battery_va = sqrt(pow(signal2_value,2) + pow(signal3_value,2))\n| sort by battery_va desc\n| project timestamp, battery_va, signal1_value, signal2_value, signal3_value\n| take 10000;\n",
            "line": "",
            "override_connection": null,
            "override_options": null,
            "override_query_properties": null,
            "override_result_set": null,
            "override_vars": null
        },
        "connection": "canvasvppdb@canvascluster_australiaeast",
        "error": "('Connection aborted.', ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None))",
        "log": [
            "Kqlmagic_core::execute - input: \n\rline: \n\rcell:\n\r-params_dict site_dict\nlet signal1 = 'site_instant_power';\nlet signal2 = 'battery_instant_power';\nlet signal3  = 'battery_instant_reactive_power';\nlet site = site_name;\nlet Signal1 = RawTelemetry_dd | where assetId == site and signal_name == signal1\n  | project timestamp , signal1_value = value;\nlet Signal2 = RawTelemetry_dd | where assetId == site and signal_name == signal2\n  | project timestamp, signal2_value = value;\nlet Signal3 = RawTelemetry_dd | where assetId == site and signal_name == signal3\n  | project timestamp, signal3_value = value;\nSignal1 | join kind= inner (Signal2) on timestamp | join kind = inner (Signal3) on timestamp\n| where signal1_value > 0\n| extend battery_va = sqrt(pow(signal2_value,2) + pow(signal3_value,2))\n| sort by battery_va desc\n| project timestamp, battery_va, signal1_value, signal2_value, signal3_value\n| take 10000;\n",
            "Kqlmagic_core::execute - parsed_queries: [{'connection_string': '', 'query': \"let signal1 = 'site_instant_power';\\nlet signal2 = 'battery_instant_power';\\nlet signal3  = 'battery_instant_reactive_power';\\nlet site = site_name;\\nlet Signal1 = RawTelemetry_dd | where assetId == site and signal_name == signal1\\n  | project timestamp , signal1_value = value;\\nlet Signal2 = RawTelemetry_dd | where assetId == site and signal_name == signal2\\n  | project timestamp, signal2_value = value;\\nlet Signal3 = RawTelemetry_dd | where assetId == site and signal_name == signal3\\n  | project timestamp, signal3_value = value;\\nSignal1 | join kind= inner (Signal2) on timestamp | join kind = inner (Signal3) on timestamp\\n| where signal1_value > 0\\n| extend battery_va = sqrt(pow(signal2_value,2) + pow(signal3_value,2))\\n| sort by battery_va desc\\n| project timestamp, battery_va, signal1_value, signal2_value, signal3_value\\n| take 10000;\", 'options': {'auto_dataframe': False, 'short_errors': True, 'feedback': True, 'show_conn_info': 'current', 'columns_to_local_vars': False, 'show_query_time': True, 'show_query': False, 'show_query_link': False, 'query_link_destination': 'Kusto.WebExplorer', 'enable_suppress_result': True, 'plotly_fs_includejs': False, 'popup_window': False, 'auto_limit': 0, 'display_limit': None, 'timeout': None, 'prettytable_style': 'DEFAULT', 'last_raw_result_var': '_kql_raw_result_', 'table_package': 'prettytable', 'plot_package': 'plotly', 'dsn_filename': 'odbc.ini', 'validate_connection_string': True, 'auto_popup_schema': True, 'json_display': 'formatted', 'schema_json_display': 'auto', 'palette_desaturation': 1.0, 'params_dict': {'site_name': 'TeslaGridLogicb11bcafc-5ebd-4370-bc80-b1c9cfacb83a'}, 'palette_name': 'tab10', 'cache': None, 'use_cache': None, 'temp_folder_name': 'temp_files', 'cache_folder_name': 'cache_files', 'export_folder_name': 'exported_files', 'add_kql_ref_to_help': True, 'add_schema_to_help': True, 'notebook_app': 'jupyternotebook', 'debug': False, 'check_magic_version': True, 'show_what_new': True, 'show_init_banner': True, 'warn_missing_dependencies': True, 'warn_missing_env_variables': True, 'allow_single_line_cell': True, 'kqlmagic_kernel': False, 'extras_require': 'default', 'test_notebook_app': 'none', 'cloud': 'public', 'enable_sso': False, 'sso_db_gc_interval': 168, 'try_azcli_login': False, 'try_vscode_login': False, 'try_azcli_login_subscription': None, 'try_token': None, 'try_msi': None, 'request_id_tag': None, 'request_app_tag': None, 'request_user_tag': None, 'request_cache_max_age': 0, 'device_code_login_notification': 'auto', 'device_code_notification_email': '', 'save_as': None, 'save_to': None, 'query_properties': {}, 'palette_colors': 10, 'palette_reverse': False, 'popup_schema': False, 'display_id': False, 'display_handlers': {'acquire_token': None}, 'popup_interaction': 'auto', 'temp_files_server': 'auto', 'temp_files_server_address': None, 'kernel_location': 'auto', 'kernel_id': 'e51ec051-cbaa-4dbe-ae31-9502e0d9833e', 'notebook_service_address': None, 'dynamic_to_dataframe': 'object', 'temp_folder_location': 'starting_dir', 'plotly_layout': None, 'auth_token_warnings': False, 'enable_curly_brackets_params': False, 'nop': False, 'assign_var': None, 'cursor_var': None, 'is_magic': True}, 'command': {}, 'last_query': True}]",
            "Account(s) exists in cache, probably with token too. Let's try.",
            "Account(s) exists in cache, probably with token too. Let's try.",
            "KustoClient::execute - POST request - url: https://canvascluster.australiaeast.kusto.windows.net/v2/rest/query, headers: {'Accept': 'application/json', 'Accept-Encoding': 'gzip,deflate', 'Content-Type': 'application/json; charset=utf-8', 'x-ms-client-version': 'Kqlmagic.Python.Client:0.1.114.dev25', 'x-ms-client-request-id': 'Kqlmagic.execute;8820effb-7a9a-4fdc-86d1-68c350c34716/05f373ad-0e2f-4cb3-af8e-a74f7456ecaf/AzureDataExplorer', 'x-ms-app': 'Kqlmagic;jupyternotebook', 'Authorization': '...', 'Fed': 'True', 'Cache-Control': 'no-cache'}, payload: {'db': 'canvasvppdb', 'csl': \"let site_name = 'TeslaGridLogicb11bcafc-5ebd-4370-bc80-b1c9cfacb83a';let signal1 = 'site_instant_power';\\nlet signal2 = 'battery_instant_power';\\nlet signal3  = 'battery_instant_reactive_power';\\nlet site = site_name;\\nlet Signal1 = RawTelemetry_dd | where assetId == site and signal_name == signal1\\n  | project timestamp , signal1_value = value;\\nlet Signal2 = RawTelemetry_dd | where assetId == site and signal_name == signal2\\n  | project timestamp, signal2_value = value;\\nlet Signal3 = RawTelemetry_dd | where assetId == site and signal_name == signal3\\n  | project timestamp, signal3_value = value;\\nSignal1 | join kind= inner (Signal2) on timestamp | join kind = inner (Signal3) on timestamp\\n| where signal1_value > 0\\n| extend battery_va = sqrt(pow(signal2_value,2) + pow(signal3_value,2))\\n| sort by battery_va desc\\n| project timestamp, battery_va, signal1_value, signal2_value, signal3_value\\n| take 10000;\"}, timeout: None",
            "Kqlmagic_core::execute - failed - command: None param: None"
        ],
        "query": {
            "request": {
                "endpoint": "https://canvascluster.australiaeast.kusto.windows.net/v2/rest/query",
                "headers": {
                    "Accept": "application/json",
                    "Accept-Encoding": "gzip,deflate",
                    "Authorization": "...",
                    "Cache-Control": "no-cache",
                    "Content-Type": "application/json; charset=utf-8",
                    "Fed": "True",
                    "x-ms-app": "Kqlmagic;jupyternotebook",
                    "x-ms-client-request-id": "Kqlmagic.execute;8820effb-7a9a-4fdc-86d1-68c350c34716/05f373ad-0e2f-4cb3-af8e-a74f7456ecaf/AzureDataExplorer",
                    "x-ms-client-version": "Kqlmagic.Python.Client:0.1.114.dev25"
                },
                "payload": {
                    "csl": "let site_name = 'TeslaGridLogicb11bcafc-5ebd-4370-bc80-b1c9cfacb83a';let signal1 = 'site_instant_power';\nlet signal2 = 'battery_instant_power';\nlet signal3  = 'battery_instant_reactive_power';\nlet site = site_name;\nlet Signal1 = RawTelemetry_dd | where assetId == site and signal_name == signal1\n  | project timestamp , signal1_value = value;\nlet Signal2 = RawTelemetry_dd | where assetId == site and signal_name == signal2\n  | project timestamp, signal2_value = value;\nlet Signal3 = RawTelemetry_dd | where assetId == site and signal_name == signal3\n  | project timestamp, signal3_value = value;\nSignal1 | join kind= inner (Signal2) on timestamp | join kind = inner (Signal3) on timestamp\n| where signal1_value > 0\n| extend battery_va = sqrt(pow(signal2_value,2) + pow(signal3_value,2))\n| sort by battery_va desc\n| project timestamp, battery_va, signal1_value, signal2_value, signal3_value\n| take 10000;",
                    "db": "canvasvppdb"
                },
                "timeout": null
            }
        },
        "traceback": [
            "Traceback (most recent call last):",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 677, in urlopen",
            "    chunked=chunked,",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 426, in _make_request",
            "    six.raise_from(e, None)",
            "  File \"<string>\", line 3, in raise_from",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 421, in _make_request",
            "    httplib_response = conn.getresponse()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 1321, in getresponse",
            "    response.begin()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 296, in begin",
            "    version, status, reason = self._read_status()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 257, in _read_status",
            "    line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\socket.py\", line 589, in readinto",
            "    return self._sock.recv_into(b)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\ssl.py\", line 1052, in recv_into",
            "    return self.read(nbytes, buffer)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\ssl.py\", line 911, in read",
            "    return self._sslobj.read(len, buffer)",
            "ConnectionResetError: [WinError 10054] An existing connection was forcibly closed by the remote host",
            "",
            "During handling of the above exception, another exception occurred:",
            "",
            "Traceback (most recent call last):",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\adapters.py\", line 449, in send",
            "    timeout=timeout",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 727, in urlopen",
            "    method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\util\\retry.py\", line 410, in increment",
            "    raise six.reraise(type(error), error, _stacktrace)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\packages\\six.py\", line 734, in reraise",
            "    raise value.with_traceback(tb)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 677, in urlopen",
            "    chunked=chunked,",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 426, in _make_request",
            "    six.raise_from(e, None)",
            "  File \"<string>\", line 3, in raise_from",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\urllib3\\connectionpool.py\", line 421, in _make_request",
            "    httplib_response = conn.getresponse()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 1321, in getresponse",
            "    response.begin()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 296, in begin",
            "    version, status, reason = self._read_status()",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\http\\client.py\", line 257, in _read_status",
            "    line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\socket.py\", line 589, in readinto",
            "    return self._sock.recv_into(b)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\ssl.py\", line 1052, in recv_into",
            "    return self.read(nbytes, buffer)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\ssl.py\", line 911, in read",
            "    return self._sslobj.read(len, buffer)",
            "urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None))",
            "",
            "During handling of the above exception, another exception occurred:",
            "",
            "Traceback (most recent call last):",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_magic_core.py\", line 1337, in _execute_query",
            "    raise e",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_magic_core.py\", line 1327, in _execute_query",
            "    raw_query_result = engine.execute(parametrized_query, user_ns, **options)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_engine.py\", line 221, in execute",
            "    response = self.client_execute(query, user_namespace, database, **options)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_engine.py\", line 216, in client_execute",
            "    return client.execute(database or self.get_client_database_name(), query, accept_partial_results=False, **options)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kusto_client.py\", line 284, in execute",
            "    response = requests.post(endpoint, headers=request_headers, json=request_payload, timeout=options.get(\"timeout\"))",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\api.py\", line 119, in post",
            "    return request('post', url, data=data, json=json, **kwargs)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\api.py\", line 61, in request",
            "    return session.request(method=method, url=url, **kwargs)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\sessions.py\", line 542, in request",
            "    resp = self.send(prep, **send_kwargs)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\sessions.py\", line 655, in send",
            "    r = adapter.send(request, **kwargs)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\requests\\adapters.py\", line 498, in send",
            "    raise ConnectionError(err, request=request)",
            "requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None))",
            "",
            "During handling of the above exception, another exception occurred:",
            "",
            "Traceback (most recent call last):",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_magic_core.py\", line 828, in execute",
            "    result = self._execute_query(parsed, user_ns, result_set=override_result_set, override_vars=override_vars)",
            "  File \"C:\\Users\\baran\\Anaconda3\\lib\\site-packages\\Kqlmagic\\kql_magic_core.py\", line 1464, in _execute_query",
            "    raise ShortError(e, messages)",
            "Kqlmagic.kql_magic_core.ShortError: ('Connection aborted.', ConnectionResetError(10054, 'An existing connection was forcibly closed by the remote host', None, 10054, None))"
        ]
    },
    "kqlmagic": {
        "version": "0.1.114.dev25"
    },
    "kqlmagic_connections:": {
        "canvasvppdb@canvascluster_australiaeast": {
            "auth": {
                "aad_login_url": "https://login.microsoftonline.com",
                "authentication_method": "aad_device_login",
                "authority_uri": "https://login.microsoftonline.com/3ff6cfa4-e715-48db-b8e1-0867b9f9fba3",
                "client_app_type": "public",
                "client_id": "db662dc1-0cfe-4e1c-a843-19a68e65be58",
                "scopes": [
                    "['https://canvascluster.australiaeast.kusto.windows.net']/.default"
                ],
                "username": "z3476746@ad.unsw.edu.au"
            },
            "cluster_name": "canvascluster.australiaeast",
            "database_name": "canvasvppdb",
            "parsed_conn": {
                "cluster": "canvascluster.australiaeast",
                "code": "",
                "database": "canvasvppdb"
            }
        }
    },
    "kqlmagic_default_env": {},
    "kqlmagic_default_options": {
        "add_kql_ref_to_help": true,
        "add_schema_to_help": true,
        "allow_single_line_cell": true,
        "assign_var": null,
        "auth_token_warnings": false,
        "auto_dataframe": false,
        "auto_limit": 0,
        "auto_popup_schema": true,
        "cache": null,
        "cache_folder_name": "cache_files",
        "check_magic_version": true,
        "cloud": "public",
        "columns_to_local_vars": false,
        "cursor_var": null,
        "debug": false,
        "device_code_login_notification": "auto",
        "device_code_notification_email": "",
        "display_limit": null,
        "dsn_filename": "odbc.ini",
        "dynamic_to_dataframe": "object",
        "enable_curly_brackets_params": false,
        "enable_sso": false,
        "enable_suppress_result": true,
        "export_folder_name": "exported_files",
        "extras_require": "default",
        "feedback": true,
        "is_magic": true,
        "json_display": "formatted",
        "kernel_id": "e51ec051-cbaa-4dbe-ae31-9502e0d9833e",
        "kernel_location": "auto",
        "kqlmagic_kernel": false,
        "last_raw_result_var": "_kql_raw_result_",
        "notebook_app": "jupyternotebook",
        "notebook_service_address": null,
        "palette_colors": 10,
        "palette_desaturation": 1.0,
        "palette_name": "tab10",
        "plot_package": "plotly",
        "plotly_config": null,
        "plotly_fs_includejs": false,
        "plotly_layout": null,
        "popup_interaction": "auto",
        "prettytable_style": "DEFAULT",
        "query_link_destination": "Kusto.WebExplorer",
        "request_app_tag": null,
        "request_cache_max_age": 0,
        "request_id_tag": null,
        "request_user_tag": null,
        "schema_json_display": "auto",
        "short_errors": true,
        "show_conn_info": "current",
        "show_init_banner": true,
        "show_query": false,
        "show_query_link": false,
        "show_query_time": true,
        "show_what_new": true,
        "sso_db_gc_interval": 168,
        "table_package": "prettytable",
        "temp_files_server": "auto",
        "temp_files_server_address": null,
        "temp_folder_location": "starting_dir",
        "temp_folder_name": "temp_files",
        "test_notebook_app": "none",
        "timeout": null,
        "try_azcli_login": false,
        "try_azcli_login_subscription": null,
        "try_kqlmaic_sso": false,
        "try_msi": null,
        "try_token": null,
        "try_vscode_login": false,
        "use_cache": null,
        "validate_connection_string": true,
        "warn_missing_dependencies": true,
        "warn_missing_env_variables": true
    },
    "packages": {
        "azure-common": "1.1.26",
        "azure-identity": "1.5.0",
        "beautifulsoup4": "4.9.3",
        "cryptography": "3.2.1",
        "flask": "1.1.2",
        "ipykernel": "5.3.4",
        "ipython": "7.19.0",
        "ipywidgets": "7.5.1",
        "isodate": "0.6.0",
        "lxml": "4.6.2",
        "markdown": "3.3.3",
        "matplotlib": "3.3.2",
        "msal": "1.10.0",
        "msal_extensions": "0.3.0",
        "msrestazure": "0.6.4",
        "pandas": "1.1.3",
        "password_strength": "0.0.3.post2",
        "plotly": "4.14.3",
        "prettytable": "2.0.0",
        "psutil": "5.7.2",
        "pygments": "2.7.2",
        "pyperclip": "1.8.1",
        "python-dateutil": "2.8.1",
        "requests": "2.25.0",
        "setuptools": "50.3.2.post20201201",
        "traitlets": "5.0.5"
    },
    "platform": {
        "release": "10",
        "system": "Windows"
    },
    "python": {
        "name": "CPython",
        "version": "3.7.1"
    }
}

[mbnshtck]

Did you try to retry, after it fails? Does the retry succeed?

[mbnshtck]

You have communication issues