在windows下同步报错 runtime: VirtualAlloc of 16785408 bytes failed with errno=1455 fatal error: out of memory

`mongo rs 集群运行了好几年，最近数据量大了之后就报这个错误

E:\mongo-shake-v2.8.4>collector.windows -verbose 0 -conf=E:\mongo-shake-v2.8.4\collector16-170.conf runtime: VirtualAlloc of 16785408 bytes failed with errno=1455 fatal error: out of memory

runtime stack: runtime.throw(0x16f3e88, 0xd) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/panic.go:1116 +0x79 runtime.sysUsed(0xc00c300000, 0x1002000) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/mem_windows.go:83 +0x22e runtime.(mheap).allocSpan(0x1d0f840, 0x801, 0x800000100, 0x1d2b9a8, 0xc000031800) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/mheap.go:1276 +0x3c7 runtime.(mheap).alloc.func1() /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/mheap.go:907 +0x6b runtime.(*mheap).alloc(0x1d0f840, 0x801, 0x101, 0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/mheap.go:901 +0x88 runtime.largeAlloc(0x100007c, 0x101, 0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/malloc.go:1177 +0x99 runtime.mallocgc.func1() /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/malloc.go:1071 +0x4d runtime.systemstack(0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/asm_amd64.s:370 +0x6b runtime.mstart() /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/proc.go:1116

goroutine 456 [running]: runtime.systemstack_switch() /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/asm_amd64.s:330 fp=0xc0099bdbd0 sp=0xc0099bdbc8 pc=0xddfe80 runtime.mallocgc(0x100007c, 0x15c3e80, 0x1, 0x1883f80) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/malloc.go:1070 +0x998 fp=0xc0099bdc70 sp=0xc0099bdbd0 pc=0xd7ebb8 runtime.makeslice(0x15c3e80, 0x0, 0x100007c, 0x4) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/slice.go:98 +0x78 fp=0xc0099bdca0 sp=0xc0099bdc70 pc=0xdc0558 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(connection).read(0xc000595400, 0x1893be0, 0xc0000a2258, 0xc004aa2000, 0x0, 0x120, 0x0, 0x0, 0x0, 0x0, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/connection.go:472 +0x434 fp=0xc0099bdd30 sp=0xc0099bdca0 pc=0x1299db4 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(connection).readWireMessage(0xc000595400, 0x1893be0, 0xc0000a2258, 0xc004aa2000, 0x0, 0x120, 0xc0099bded0, 0x1299195, 0xc000595400, 0xc0099bdf10, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/connection.go:414 +0x1d0 fp=0xc0099bde38 sp=0xc0099bdd30 pc=0x12993b0 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(Connection).ReadWireMessage(0xc0069ee040, 0x1893be0, 0xc0000a2258, 0xc004aa2000, 0x0, 0x120, 0x0, 0x0, 0x0, 0x0, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/connection.go:628 +0xe5 fp=0xc0099bdeb8 sp=0xc0099bde38 pc=0x129a845 go.mongodb.org/mongo-driver/x/mongo/driver.Operation.readWireMessage(0xc00684c700, 0xc00050d960, 0x5, 0x188b3a0, 0xc006856000, 0xc006856010, 0x0, 0x0, 0x0, 0x0, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/operation.go:746 +0x98 fp=0xc0099be018 sp=0xc0099bdeb8 pc=0x11220b8 go.mongodb.org/mongo-driver/x/mongo/driver.Operation.roundTrip(0xc00684c700, 0xc00050d960, 0x5, 0x188b3a0, 0xc006856000, 0xc006856010, 0x0, 0x0, 0x0, 0x0, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/operation.go:740 +0x1c8 fp=0xc0099be158 sp=0xc0099be018 pc=0x1121fa8 go.mongodb.org/mongo-driver/x/mongo/driver.Operation.roundTrip-fm(0x1893be0, 0xc0000a2258, 0x189d920, 0xc0069ee040, 0xc004aa2000, 0x10e, 0x120, 0xc004aa2000, 0x10e, 0x120, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/operation.go:734 +0x108 fp=0xc0099be368 sp=0xc0099be158 pc=0x11381e8 go.mongodb.org/mongo-driver/x/mongo/driver.Operation.Execute(0xc00684c700, 0xc00050d960, 0x5, 0x188b3a0, 0xc006856000, 0xc006856010, 0x0, 0x0, 0x0, 0x0, ...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/operation.go:505 +0xd39 fp=0xc0099bfb70 sp=0xc0099be368 pc=0x111f439 go.mongodb.org/mongo-driver/x/mongo/driver.(BatchCursor).getMore(0xc0001c67e0, 0x1893be0, 0xc0000a2258) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/batch_cursor.go:374 +0x2af fp=0xc0099bfe68 sp=0xc0099bfb70 pc=0x111824f go.mongodb.org/mongo-driver/x/mongo/driver.(BatchCursor).Next(0xc0001c67e0, 0x1893be0, 0xc0000a2258, 0x1) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/batch_cursor.go:226 +0xcd fp=0xc0099bfe90 sp=0xc0099bfe68 pc=0x11179ad go.mongodb.org/mongo-driver/mongo.(Cursor).next(0xc00047fda0, 0x1893be0, 0xc0000a2258, 0x0, 0x1) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/mongo/cursor.go:168 +0x10d fp=0xc0099bfee8 sp=0xc0099bfe90 pc=0x13046cd go.mongodb.org/mongo-driver/mongo.(Cursor).Next(...) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/mongo/cursor.go:123 github.com/alibaba/MongoShake/v2/collector/reader.(OplogReader).fetcher(0xc0003980a0) /u02/shuntong.zhang/db_src/MongoShake/collector/reader/oplog_reader.go:152 +0x35f fp=0xc0099bffd8 sp=0xc0099bfee8 pc=0x1409c3f runtime.goexit() /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/asm_amd64.s:1374 +0x1 fp=0xc0099bffe0 sp=0xc0099bffd8 pc=0xde1c41 created by github.com/alibaba/MongoShake/v2/collector/reader.(*OplogReader).StartFetcher /u02/shuntong.zhang/db_src/MongoShake/collector/reader/oplog_reader.go:136 +0xa8

goroutine 1 [select (no cases)]: main.startup() /u02/shuntong.zhang/db_src/MongoShake/cmd/collector/collector.go:155 +0xdca main.main() /u02/shuntong.zhang/db_src/MongoShake/cmd/collector/collector.go:90 +0x7b1

goroutine 19 [chan receive]: github.com/vinllen/log4go.(*ConsoleLogWriter).run(0xc0000985e0, 0x1884340, 0xc0000cc008) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/github.com/vinllen/log4go@v0.0.0-20180514124125-3848a366df9d/termlog.go:33 +0xf7 created by github.com/vinllen/log4go.NewConsoleLogWriter /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/github.com/vinllen/log4go@v0.0.0-20180514124125-3848a366df9d/termlog.go:26 +0xc5

goroutine 402 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).start(0xc000326000) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:96 +0x19d created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).connect /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:66 +0x67

goroutine 469 [chan receive]: github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).deserializer(0xc0000fe120, 0x0) /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:484 +0x3a5 created by github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).startDeserializer /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:437 +0x11b

goroutine 473 [chan receive]: github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).deserializer(0xc0000fe120, 0x4) /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:484 +0x3a5 created by github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).startDeserializer /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:437 +0x11b

goroutine 471 [chan receive]: github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).deserializer(0xc0000fe120, 0x2) /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:484 +0x3a5 created by github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).startDeserializer /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:437 +0x11b

goroutine 289 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).start(0xc000104500) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:96 +0x19d created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).connect /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:66 +0x67

goroutine 38 [sync.Cond.Wait]: runtime.goparkunlock(...) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000310190, 0x2) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/sema.go:513 +0x117 sync.(Cond).Wait(0xc000310180) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/sync/cond.go:56 +0xa5 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(pool).createConnections.func2(0x0, 0x0, 0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:799 +0xd0 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(*pool).createConnections(0xc000350000, 0x1893ba0, 0xc0003101c0, 0xc0003242d0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:821 +0x138 created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.newPool /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:191 +0x557

goroutine 39 [sync.Cond.Wait]: runtime.goparkunlock(...) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000310190, 0x1) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/sema.go:513 +0x117 sync.(Cond).Wait(0xc000310180) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/sync/cond.go:56 +0xa5 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(pool).createConnections.func2(0x0, 0x0, 0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:799 +0xd0 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(*pool).createConnections(0xc000350000, 0x1893ba0, 0xc0003101c0, 0xc0003242d0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:821 +0x138 created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.newPool /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:191 +0x557

goroutine 40 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(*pool).maintain(0xc000350000, 0x1893ba0, 0xc0003101c0, 0xc0003242d0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:908 +0x24f created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.newPool /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:198 +0x71b

goroutine 41 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).start(0xc000326080) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:96 +0x19d created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).connect /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:66 +0x67

goroutine 42 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(Server).update.func3() /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/server.go:507 +0xff go.mongodb.org/mongo-driver/x/mongo/driver/topology.(Server).update(0xc00034a000) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/server.go:575 +0x4ea created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(*Server).Connect /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/server.go:207 +0x22a

goroutine 516 [select]: go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).start(0xc000556280) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:96 +0x19d created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(rttMonitor).connect /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/rtt_monitor.go:66 +0x67

goroutine 31 [select]: go.mongodb.org/mongo-driver/internal.(CancellationListener).Listen(0xc00004b8c0, 0x1893ba0, 0xc0000287c0, 0xc0001c32b0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/internal/cancellation_listener.go:30 +0xd5 created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.(connection).read /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/connection.go:433 +0xf0

goroutine 470 [chan receive]: github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).deserializer(0xc0000fe120, 0x1) /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:484 +0x3a5 created by github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).startDeserializer /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:437 +0x11b

goroutine 472 [chan receive]: github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).deserializer(0xc0000fe120, 0x3) /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:484 +0x3a5 created by github.com/alibaba/MongoShake/v2/collector.(OplogSyncer).startDeserializer /u02/shuntong.zhang/db_src/MongoShake/collector/syncer.go:437 +0x11b

goroutine 49 [sync.Cond.Wait]: runtime.goparkunlock(...) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000310510, 0x2) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/runtime/sema.go:513 +0x117 sync.(Cond).Wait(0xc000310500) /u02/shuntong.zhang/local_bin/go1_15_10/go/src/sync/cond.go:56 +0xa5 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(pool).createConnections.func2(0x0, 0x0, 0x0) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:799 +0xd0 go.mongodb.org/mongo-driver/x/mongo/driver/topology.(*pool).createConnections(0xc000350160, 0x1893ba0, 0xc000310540, 0xc000324800) /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:821 +0x138 created by go.mongodb.org/mongo-driver/x/mongo/driver/topology.newPool /u02/shuntong.zhang/local_bin/go1_15_10/go_modcache/go.mongodb.org/mongo-driver@v1.9.0/x/mongo/driver/topology/pool.go:191 +0x557

。。。。

alibaba / MongoShake

在windows下同步报错 runtime: VirtualAlloc of 16785408 bytes failed with errno=1455 fatal error: out of memory #886