baisui1981
commented
10 months ago 原因分析
doris 版本升级导致be返回的json 内容不一致， 这个是3.8 返回的
{
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Host", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "TabletNum", "DataUsedCapacity", "TrashUsedCapcacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-11-07 14:48:48",
"DataUsedCapacity": "1.060 MB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/10005"],
"BrpcPort": "8060",
"BePort": "9060",
"Version": "doris-2.0.2-rc05-ae923f7",
"HeartbeatPort": "9050",
"TabletNum": "22",
"TotalCapacity": "96.150 GB",
"HeartbeatFailureCounter": "0",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-11-07 14:48:42\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"UsedPct": "48.56 %",
"Host": "172.16.102.148", // 此处为Host
"Alive": "true",
"MaxDiskUsedPct": "48.56 %",
"TrashUsedCapcacity": "0.000 ",
"NodeRole": "mix",
"AvailCapacity": "49.459 GB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "10005",
"LastStartTime": "2023-11-07 14:35:00",
"Tag": "{\"location\" : \"default\"}"
}]
}doris version 2.0.0-alpha1 仍然返回的是 “IP”
{
"msg": "success",
"code": 0,
"data": {
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Cluster", "IP", "HostName", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "ClusterDecommissioned", "TabletNum", "DataUsedCapacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-11-14 12:47:36",
"DataUsedCapacity": "23.272 KB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/10003"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-2.0.0-alpha1-Unknown", // doris version 2.0.0-alpha1
"HeartbeatPort": "9050",
"TabletNum": "31",
"TotalCapacity": "198.903 GB",
"HeartbeatFailureCounter": "0",
"HostName": "baisui-test-1",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-11-14 12:46:49\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "192.168.28.200", // IP
"UsedPct": "43.36 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "43.36 %",
"NodeRole": "mix",
"AvailCapacity": "112.657 GB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "10003",
"LastStartTime": "2023-11-14 12:39:21",
"Tag": "{\"location\" : \"default\"}"
}]
},
"count": 1
}这个是3.7.2 返回的
{
"href_columns": ["BackendId"],
"parent_url": "/rest/v1/system?path=/",
"column_names": ["BackendId", "Cluster", "IP", "HostName", "HeartbeatPort", "BePort", "HttpPort", "BrpcPort", "LastStartTime", "LastHeartbeat", "Alive", "SystemDecommissioned", "ClusterDecommissioned", "TabletNum", "DataUsedCapacity", "AvailCapacity", "TotalCapacity", "UsedPct", "MaxDiskUsedPct", "RemoteUsedCapacity", "Tag", "ErrMsg", "Version", "Status", "HeartbeatFailureCounter", "NodeRole"],
"rows": [{
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.134 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61024"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1113",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.133", // 此处为HostName
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:13\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.133", // 此处为IP
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61024",
"LastStartTime": "2023-08-02 17:46:54",
"Tag": "{\"location\" : \"default\"}"
}, {
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.097 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61040"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1107",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.134",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:45\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.134",
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61040",
"LastStartTime": "2023-08-02 17:48:05",
"Tag": "{\"location\" : \"default\"}"
}, {
"LastHeartbeat": "2023-10-31 13:21:58",
"DataUsedCapacity": "2.171 GB",
"ErrMsg": "",
"__hrefPaths": ["/rest/v1/system?path=//backends/61046"],
"BrpcPort": "8060",
"BePort": "9060",
"ClusterDecommissioned": "false",
"Version": "doris-1.2.6-rc03-Unknown",
"HeartbeatPort": "9050",
"TabletNum": "1149",
"TotalCapacity": "1.999 TB",
"HeartbeatFailureCounter": "0",
"HostName": "172.16.102.135",
"HttpPort": "8040",
"Status": "{\"lastSuccessReportTabletsTime\":\"2023-10-31 13:21:58\",\"lastStreamLoadTime\":-1,\"isQueryDisabled\":false,\"isLoadDisabled\":false}",
"SystemDecommissioned": "false",
"IP": "172.16.102.135",
"UsedPct": "0.94 %",
"Cluster": "default_cluster",
"Alive": "true",
"MaxDiskUsedPct": "0.94 %",
"NodeRole": "mix",
"AvailCapacity": "1.980 TB",
"RemoteUsedCapacity": "0.000 ",
"BackendId": "61046",
"LastStartTime": "2023-08-02 17:48:15",
"Tag": "{\"location\" : \"default\"}"
}]
}解决办法
需要使用最新的 去be接口： https://doris.apache.org/docs/admin-manual/http-actions/fe/backends-action 改造接口： https://github.com/qlangtech/chunjun/blob/f429860efaf160b326c9931b1446536ca340c90e/chunjun-connectors/chunjun-connector-doris/src/main/java/com/dtstack/chunjun/connector/doris/rest/FeRestService.java
环境
1、TIS版本：3.8（最新版本） 2、doris版本：2.0.2（最新版本） 3、mysql版本：8.0.34
错误信息