Open Geo-bbixjg opened 2 months ago
迁移tdengine2.1.3.0版本-->3.2.3.0 使用datax工具,python bin/datax.py --jvm="-Xms4G -Xmx4G" script/tdengine2.xto3.x.json script/tdengine2.xto3.x.json { "job": { "content": [{ "reader": { "name": "tdengine20reader", "parameter": { "username": "root", "password": "taosdata", "connection": [{ "querySql": [ "select tbname, from db.sb_fhsj where sjsj >= '2024-01-01 00:00:00' and sjsj < '2024-02-01 00:00:00' limit 3788801,3891200" ], "jdbcUrl": [ "jdbc:TAOS-RS://172.16.203.172:6041/db?timestampFormat=TIMESTAMP" ] }] } }, "writer": { "name": "tdengine30writer", "parameter": { "username": "root", "password": "", "column": [ "tbname", "sjsj", "jssj", "yxzt", "sjzt", "jdqzt", "axdy", "bxdy", "cxdy", "axdl", "bxdl", "cxdl", "sydl", "zyggl", "axyggl", "bxyggl", "cxyggl", "zwggl", "axwggl", "bxwggl", "cxwggl", "zglys", "axglys", "bxglys", "cxglys", "zxygzdl", "zxygzdl1", "zxygzdl2", "zxygzdl3", "zxygzdl4", "axwd", "bxwd", "cxwd", "lxwd", "hjwd", "zxljl", "fxljl", "zhljl", "ssll", "bat", "sn", "press", "zxygzdl5", "meter_no", "project_id", "gateway_no", "meter_type" ], "connection": [{ "table": [ "sb_fhsj" ], "jdbcUrl": "jdbc:TAOS-RS://172.16.203.176:6041/db" }], "batchSize": 100, "ignoreTagsUnmatched": true } } }], "setting": { "speed": { "channel": 1 } }
} }
迁移到300w的时候,报错java.sql.SQLException: ERROR (2318): Read timed out 过了5分钟后执行又可以了,然后再执行下一个102400的数据,又报错java.sql.SQLException: ERROR (2318): Read timed out
迁移tdengine2.1.3.0版本-->3.2.3.0 使用datax工具,python bin/datax.py --jvm="-Xms4G -Xmx4G" script/tdengine2.xto3.x.json script/tdengine2.xto3.x.json { "job": { "content": [{ "reader": { "name": "tdengine20reader", "parameter": { "username": "root", "password": "taosdata", "connection": [{ "querySql": [ "select tbname, from db.sb_fhsj where sjsj >= '2024-01-01 00:00:00' and sjsj < '2024-02-01 00:00:00' limit 3788801,3891200" ], "jdbcUrl": [ "jdbc:TAOS-RS://172.16.203.172:6041/db?timestampFormat=TIMESTAMP" ] }] } }, "writer": { "name": "tdengine30writer", "parameter": { "username": "root", "password": "", "column": [ "tbname", "sjsj", "jssj", "yxzt", "sjzt", "jdqzt", "axdy", "bxdy", "cxdy", "axdl", "bxdl", "cxdl", "sydl", "zyggl", "axyggl", "bxyggl", "cxyggl", "zwggl", "axwggl", "bxwggl", "cxwggl", "zglys", "axglys", "bxglys", "cxglys", "zxygzdl", "zxygzdl1", "zxygzdl2", "zxygzdl3", "zxygzdl4", "axwd", "bxwd", "cxwd", "lxwd", "hjwd", "zxljl", "fxljl", "zhljl", "ssll", "bat", "sn", "press", "zxygzdl5", "meter_no", "project_id", "gateway_no", "meter_type" ], "connection": [{ "table": [ "sb_fhsj" ], "jdbcUrl": "jdbc:TAOS-RS://172.16.203.176:6041/db" }], "batchSize": 100, "ignoreTagsUnmatched": true } } }], "setting": { "speed": { "channel": 1 } }
} }
迁移到300w的时候,报错java.sql.SQLException: ERROR (2318): Read timed out 过了5分钟后执行又可以了,然后再执行下一个102400的数据,又报错java.sql.SQLException: ERROR (2318): Read timed out