search

facebookarchive / rocks-strata

Other
133 stars 24 forks source link

Out of memory when doing a backup #11

Closed arturogutierrez closed 8 years ago

arturogutierrez commented 8 years ago

Hi there,

I've migrated my biggest Parse App (1.2GB database in local using RocksDB) but I'm getting a out of memory when doing the backup. My machine has 2GB RAM but seems strata is not freeing memory after save some files launching a out of memory.

2016/04/05 04:42:47 Found 16 persistent files with prefix mongo-01/
2016/04/05 04:42:47 26 files in this snapshot
2016/04/05 04:42:47 26 incremental files in this snapshot
2016/04/05 04:42:47 Starting to save 000198.sst
2016/04/05 04:42:47 Starting to save 000389.sst
2016/04/05 04:42:47 Starting to save 000437.sst
2016/04/05 04:42:47 Starting to save 000391.sst
2016/04/05 04:42:47 Starting to save 000392.sst
2016/04/05 04:42:47 Starting to save 000393.sst
2016/04/05 04:42:47 Starting to save 000394.sst
2016/04/05 04:42:47 Starting to save 000397.sst
2016/04/05 04:42:47 Starting to save 000401.sst
2016/04/05 04:42:47 Starting to save 000403.sst
2016/04/05 04:42:47 Starting to save 000404.sst
2016/04/05 04:42:47 Starting to save 000405.sst
2016/04/05 04:42:47 Starting to save 000406.sst
2016/04/05 04:42:47 Starting to save 000407.sst
2016/04/05 04:42:47 Starting to save 000410.sst
2016/04/05 04:42:47 Starting to save 000423.sst
fatal error: runtime: out of memory

runtime stack:
runtime.throw(0x96d6c0, 0x16)
    /usr/local/go/src/runtime/panic.go:527 +0x90
runtime.sysMap(0xc8a08a0000, 0x8000000, 0xf4200, 0xb85e18)
    /usr/local/go/src/runtime/mem_linux.go:203 +0x9b
runtime.mHeap_SysAlloc(0xb66f00, 0x8000000, 0xc820021220)
    /usr/local/go/src/runtime/malloc.go:426 +0x160
runtime.mHeap_Grow(0xb66f00, 0x4000, 0x0)
    /usr/local/go/src/runtime/mheap.go:628 +0x63
runtime.mHeap_AllocSpanLocked(0xb66f00, 0x4000, 0xc82001b0e0)
    /usr/local/go/src/runtime/mheap.go:532 +0x5f1
runtime.mHeap_Alloc_m(0xb66f00, 0x4000, 0x100000000, 0xc8202db200)
    /usr/local/go/src/runtime/mheap.go:425 +0x1ac
runtime.mHeap_Alloc.func1()
    /usr/local/go/src/runtime/mheap.go:484 +0x41
runtime.systemstack(0x7f1316330de8)
    /usr/local/go/src/runtime/asm_amd64.s:278 +0xab
runtime.mHeap_Alloc(0xb66f00, 0x4000, 0x10100000000, 0x20)
    /usr/local/go/src/runtime/mheap.go:485 +0x63
runtime.largeAlloc(0x7fffe00, 0xc800000001, 0xc820533878)
    /usr/local/go/src/runtime/malloc.go:748 +0xb3
runtime.mallocgc.func3()
    /usr/local/go/src/runtime/malloc.go:637 +0x33
runtime.systemstack(0xc820020000)
    /usr/local/go/src/runtime/asm_amd64.s:262 +0x79
runtime.mstart()
    /usr/local/go/src/runtime/proc1.go:668

goroutine 52 [running]:
runtime.systemstack_switch()
    /usr/local/go/src/runtime/asm_amd64.s:216 fp=0xc820533718 sp=0xc820533710
runtime.mallocgc(0x7fffe00, 0x7c4860, 0xc800000001, 0xc860832000)
    /usr/local/go/src/runtime/malloc.go:638 +0x9c4 fp=0xc8205337e8 sp=0xc820533718
runtime.newarray(0x7c4860, 0x7fffe00, 0xc820533888)
    /usr/local/go/src/runtime/malloc.go:780 +0xc9 fp=0xc820533828 sp=0xc8205337e8
runtime.makeslice(0x7b5600, 0x7fffe00, 0x7fffe00, 0x0, 0x0, 0x0)
    /usr/local/go/src/runtime/slice.go:32 +0x165 fp=0xc820533878 sp=0xc820533828
bytes.makeSlice(0x7fffe00, 0x0, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:195 +0x64 fp=0xc8205338c8 sp=0xc820533878
bytes.(*Buffer).ReadFrom(0xc8205339f8, 0x7f131733ee70, 0xc8204b2500, 0x3fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:167 +0xd3 fp=0xc820533978 sp=0xc8205338c8
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2500, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154 fp=0xc820533a70 sp=0xc820533978
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2500, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51 fp=0xc820533ab8 sp=0xc820533a70
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495480, 0x3d, 0x7f131733ee70, 0xc8204b2500, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47 fp=0xc820533b28 sp=0xc820533ab8
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504 fp=0xc820533ce8 sp=0xc820533b28
github.com/facebookgo/rocks-strata/strata.Try(0xc820533f20, 0xc8203fe3c0, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71 fp=0xc820533dc0 sp=0xc820533ce8
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b fp=0xc820533f68 sp=0xc820533dc0
runtime.goexit()
    /usr/local/go/src/runtime/asm_amd64.s:1721 +0x1 fp=0xc820533f70 sp=0xc820533f68
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 1 [semacquire]:
sync.runtime_Semacquire(0xc82040635c)
    /usr/local/go/src/runtime/sema.go:43 +0x26
sync.(*WaitGroup).Wait(0xc820406350)
    /usr/local/go/src/sync/waitgroup.go:126 +0xb4
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot(0xc82001bb00, 0x7ffc199728e4, 0x8, 0x0, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:270 +0x7ed
github.com/facebookgo/rocks-strata/strata.(*Driver).Backup(0xc8200dc1a8, 0x7ffc199728e4, 0x8, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/driver.go:39 +0x78
github.com/facebookgo/rocks-strata/strata.(*BackupCommand).Execute(0xc8200ce160, 0xc8200d8120, 0x0, 0x6, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/driver.go:275 +0x14c
github.com/jessevdk/go-flags.(*Parser).ParseArgs(0xc8200de280, 0xc82000a0f0, 0x6, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/jessevdk/go-flags/parser.go:301 +0xa16
github.com/jessevdk/go-flags.(*Parser).Parse(0xc8200de280, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/jessevdk/go-flags/parser.go:175 +0x9b
github.com/facebookgo/rocks-strata/strata.RunCLI(0x7f1317334090, 0xc8200dac40)
    /go/src/github.com/facebookgo/rocks-strata/strata/driver.go:424 +0x68c
main.main()
    /go/src/github.com/facebookgo/rocks-strata/strata/cmd/mongo/lreplica_s3storage_driver/strata/main.go:17 +0x87

goroutine 17 [syscall, locked to thread]:
runtime.goexit()
    /usr/local/go/src/runtime/asm_amd64.s:1721 +0x1

goroutine 70 [IO wait]:
net.runtime_pollWait(0x7f13173351c8, 0x77, 0xc82000e1e0)
    /usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc820258990, 0x77, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitWrite(0xc820258990, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:82 +0x36
net.(*netFD).Write(0xc820258930, 0xc820492000, 0x1035, 0x2000, 0x577, 0x7f1319180050, 0xc82000e1e0)
    /usr/local/go/src/net/fd_unix.go:318 +0x414
net.(*conn).Write(0xc82002c0b8, 0xc820492000, 0x1035, 0x2000, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/net.go:184 +0xe4
crypto/tls.(*Conn).writeRecord(0xc82010c580, 0x9ec817, 0xc82001f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /usr/local/go/src/crypto/tls/conn.go:745 +0x548
crypto/tls.(*Conn).Write(0xc82010c580, 0xc82001f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /usr/local/go/src/crypto/tls/conn.go:877 +0x40e
bufio.(*Writer).flush(0xc8204b3080, 0x0, 0x0)
    /usr/local/go/src/bufio/bufio.go:562 +0xe0
bufio.(*Writer).ReadFrom(0xc8204b3080, 0x7f131918e4e8, 0xc8204a0ea0, 0x32e17, 0x0, 0x0)
    /usr/local/go/src/bufio/bufio.go:686 +0x134
io.copyBuffer(0x7f131733df78, 0xc8204b3080, 0x7f131918e4e8, 0xc8204a0ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:375 +0x180
io.Copy(0x7f131733df78, 0xc8204b3080, 0x7f131918e4e8, 0xc8204a0ea0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/io.go:351 +0x64
net/http.(*transferWriter).WriteBody(0xc820258ee0, 0x7f131733df78, 0xc8204b3080, 0x0, 0x0)
    /usr/local/go/src/net/http/transfer.go:225 +0x8fe
net/http.(*Request).write(0xc82039a380, 0x7f131733df78, 0xc8204b3080, 0x0, 0xc8203de930, 0x0, 0x0)
    /usr/local/go/src/net/http/request.go:462 +0xbb9
net/http.(*persistConn).writeLoop(0xc8202d2000)
    /usr/local/go/src/net/http/transport.go:1015 +0x27c
created by net/http.(*Transport).dialConn
    /usr/local/go/src/net/http/transport.go:686 +0xc9d

goroutine 69 [IO wait]:
net.runtime_pollWait(0x7f13173351c8, 0x72, 0xc82000e1e0)
    /usr/local/go/src/runtime/netpoll.go:157 +0x60
net.(*pollDesc).Wait(0xc820258990, 0x72, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820258990, 0x0, 0x0)
    /usr/local/go/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820258930, 0xc820254c00, 0x400, 0x400, 0x0, 0x7f1319180050, 0xc82000e1e0)
    /usr/local/go/src/net/fd_unix.go:232 +0x23a
net.(*conn).Read(0xc82002c0b8, 0xc820254c00, 0x400, 0x400, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/net.go:172 +0xe4
crypto/tls.(*block).readFromUntil(0xc8203de7e0, 0x7f1317335478, 0xc82002c0b8, 0x5, 0x0, 0x0)
    /usr/local/go/src/crypto/tls/conn.go:455 +0xcc
crypto/tls.(*Conn).readRecord(0xc82010c580, 0x9ec817, 0x0, 0x0)
    /usr/local/go/src/crypto/tls/conn.go:540 +0x2d1
crypto/tls.(*Conn).Read(0xc82010c580, 0xc8200cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
    /usr/local/go/src/crypto/tls/conn.go:901 +0x167
net/http.noteEOFReader.Read(0x7f131733df00, 0xc82010c580, 0xc8202d2058, 0xc8200cd000, 0x1000, 0x1000, 0xc8203a3440, 0x0, 0x0)
    /usr/local/go/src/net/http/transport.go:1370 +0x67
net/http.(*noteEOFReader).Read(0xc8204a0e40, 0xc8200cd000, 0x1000, 0x1000, 0xc8204c0398, 0x0, 0x0)
    <autogenerated>:126 +0xd0
bufio.(*Reader).fill(0xc8203a3320)
    /usr/local/go/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc8203a3320, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc8202d2000)
    /usr/local/go/src/net/http/transport.go:876 +0xf7
created by net/http.(*Transport).dialConn
    /usr/local/go/src/net/http/transport.go:685 +0xc78

goroutine 31 [sleep]:
time.Sleep(0x37e11d600)
    /usr/local/go/src/runtime/time.go:59 +0xf9
gopkg.in/mgo%2ev2.(*mongoServer).pinger(0xc8204b60e0, 0x1)
    /go/src/gopkg.in/mgo.v2/server.go:301 +0x1b0
created by gopkg.in/mgo%2ev2.newServer
    /go/src/gopkg.in/mgo.v2/server.go:89 +0x160

goroutine 37 [chan send]:
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func2(0xc82035a000, 0x1a, 0x1a, 0xc8203a2180)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:233 +0x112
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:236 +0x682

goroutine 38 [runnable]:
bytes.makeSlice(0x7fffe00, 0x0, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:195 +0x64
bytes.(*Buffer).ReadFrom(0xc8206159f8, 0x7f131733ee70, 0xc8204b2200, 0x3fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:167 +0xd3
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2200, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495500, 0x3d, 0x7f131733ee70, 0xc8204b2200, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820615f20, 0xc8203fe460, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 39 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc82002c048, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8203a2120, 0xc872831e00, 0x2000000, 0x2000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x19b
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204b2280, 0xc872831e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8206169f8, 0x7f131733ee70, 0xc8204b2280, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2280, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2280, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495540, 0x3d, 0x7f131733ee70, 0xc8204b2280, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820616f20, 0xc8203fe4a0, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 40 [runnable]:
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204b2340, 0xc8847f9e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3
bytes.(*Buffer).ReadFrom(0xc8206179f8, 0x7f131733ee70, 0xc8204b2340, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2340, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2340, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495580, 0x3d, 0x7f131733ee70, 0xc8204b2340, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820617f20, 0xc8203fe500, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 41 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc82002c038, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8203a2060, 0xc85d831e00, 0x1000000, 0x1000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x19b
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204b2180, 0xc85d831e00, 0x1000000, 0x1000000, 0x800000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8205349f8, 0x7f131733ee70, 0xc8204b2180, 0xfffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2180, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2180, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc8204954c0, 0x3d, 0x7f131733ee70, 0xc8204b2180, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820534f20, 0xc8203fe400, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 42 [syscall]:
syscall.Syscall(0x0, 0x13, 0xc8887f9e00, 0x2000000, 0x0, 0x0, 0x0)
    /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x13, 0xc8887f9e00, 0x2000000, 0x2000000, 0x0, 0x0, 0x0)
    /usr/local/go/src/syscall/zsyscall_linux_amd64.go:783 +0x5f
syscall.Read(0x13, 0xc8887f9e00, 0x2000000, 0x2000000, 0x20, 0x0, 0x0)
    /usr/local/go/src/syscall/syscall_unix.go:160 +0x4d
os.(*File).read(0xc82002c068, 0xc8887f9e00, 0x2000000, 0x2000000, 0xc8867fa000, 0x0, 0x0)
    /usr/local/go/src/os/file_unix.go:211 +0x53
os.(*File).Read(0xc82002c068, 0xc8887f9e00, 0x2000000, 0x2000000, 0x7f1319330000, 0x0, 0x0)
    /usr/local/go/src/os/file.go:95 +0x8a
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc82002c068, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8203a2360, 0xc8887f9e00, 0x2000000, 0x2000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:88 +0x7e
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204b24c0, 0xc8887f9e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8206119f8, 0x7f131733ee70, 0xc8204b24c0, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204b24c0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b24c0, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495600, 0x3d, 0x7f131733ee70, 0xc8204b24c0, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820611f20, 0xc8203fe5a0, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 43 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
github.com/AdRoll/goamz/s3.(*S3).prepare(0xc820104000, 0xc820259030, 0x0, 0x0)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:1062 +0x312
github.com/AdRoll/goamz/s3.(*S3).query(0xc820104000, 0xc820259030, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:965 +0x41
github.com/AdRoll/goamz/s3.(*Bucket).PutReader(0xc8200ce4c0, 0xc8203d66e0, 0x49, 0x7f131918e0c0, 0xc820258f50, 0x1563b14, 0x972b60, 0x18, 0x914310, 0x7, ...)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:389 +0x425
github.com/AdRoll/goamz/s3.(*Bucket).Put(0xc8200ce4c0, 0xc8203d66e0, 0x49, 0xc852832000, 0x1563b14, 0x1fffe00, 0x972b60, 0x18, 0x914310, 0x7, ...)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:349 +0x193
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).Put(0xc82008c1c0, 0xc8203d66e0, 0x49, 0xc852832000, 0x1563b14, 0x1fffe00, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:99 +0x263
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc8204955c0, 0x3d, 0x7f131733ee70, 0xc8204b2400, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:117 +0xc8
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820461f10, 0xc8203fe540, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 44 [runnable]:
crypto/md5.(*digest).Write(0xc8203a2240, 0xc8947fa000, 0x1fc6bc6, 0x1fc8000, 0x1fc6bc6, 0x1fc8000, 0x1fc6bc6)
    /usr/local/go/src/crypto/md5/md5.go:61
io.WriteString(0x7f131733e3d0, 0xc8203a2240, 0xc87a832000, 0x1fc6bc6, 0xc87a832000, 0x0, 0x0)
    /usr/local/go/src/io/io.go:282 +0x131
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc82002c028, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8203a2240, 0xc868831e00, 0x2000000, 0x2000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x1cb
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc820495280, 0xc868831e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8205379f8, 0x7f131733ee70, 0xc820495280, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc820495280, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc820495280, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495180, 0x3d, 0x7f131733ee70, 0xc820495280, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820537f20, 0xc8203fe1a0, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 45 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc8200dc1b0, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8204c9680, 0xc86c831e00, 0x2000000, 0x2000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x19b
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204a2200, 0xc86c831e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc82003e9f8, 0x7f131733ee70, 0xc8204a2200, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204a2200, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204a2200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc8204a2180, 0x3d, 0x7f131733ee70, 0xc8204a2200, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc82003ef20, 0xc8204ae520, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 46 [running]:
    goroutine running on other thread; stack unavailable
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 47 [runnable]:
crypto/md5.(*digest).Write(0xc8204c9740, 0xc82d232000, 0x1000000, 0x1000000, 0x1000000, 0x1000000, 0x1000000)
    /usr/local/go/src/crypto/md5/md5.go:61
io.WriteString(0x7f131733e3d0, 0xc8204c9740, 0xc85f832000, 0x1000000, 0xc85f832000, 0x0, 0x0)
    /usr/local/go/src/io/io.go:282 +0x131
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc8200dc1c0, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8204c9740, 0xc82f431e00, 0x1000000, 0x1000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x1cb
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204a2300, 0xc82f431e00, 0x1000000, 0x1000000, 0x800000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8205369f8, 0x7f131733ee70, 0xc8204a2300, 0xfffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204a2300, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204a2300, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495340, 0x3d, 0x7f131733ee70, 0xc8204a2300, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820536f20, 0xc8203fe240, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 48 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
io.WriteString(0x7f131733e3d0, 0xc8204c97a0, 0xc856832000, 0x1000000, 0xc856832000, 0x0, 0x0)
    /usr/local/go/src/io/io.go:282 +0xed
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc8200dc1d8, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8204c97a0, 0xc865831e00, 0x1000000, 0x1000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x1cb
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204a2380, 0xc865831e00, 0x1000000, 0x1000000, 0x800000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc8200399f8, 0x7f131733ee70, 0xc8204a2380, 0xfffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204a2380, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204a2380, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495380, 0x3d, 0x7f131733ee70, 0xc8204a2380, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820039f20, 0xc8203fe280, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 49 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
io.WriteString(0x7f131733e3d0, 0xc8203a23c0, 0xc8236e2000, 0x101f0a7, 0xc8236e2000, 0x0, 0x0)
    /usr/local/go/src/io/io.go:282 +0xed
github.com/facebookgo/rocks-strata/strata.ChecksummingReader.Read(0x7f1319184540, 0xc82002c088, 0x0, 0x0, 0x0, 0x7f1319184900, 0xc8203a23c0, 0xc839431e00, 0x2000000, 0x2000000, ...)
    /go/src/github.com/facebookgo/rocks-strata/strata/checksums.go:92 +0x1cb
github.com/facebookgo/rocks-strata/strata.(*ChecksummingReader).Read(0xc8204b2780, 0xc839431e00, 0x2000000, 0x2000000, 0x1000000, 0x0, 0x0)
    <autogenerated>:3 +0xce
bytes.(*Buffer).ReadFrom(0xc82003f9f8, 0x7f131733ee70, 0xc8204b2780, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:173 +0x23f
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2780, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2780, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc8204953c0, 0x3d, 0x7f131733ee70, 0xc8204b2780, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc82003ff20, 0xc8203fe2e0, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 50 [runnable]:
runtime.Gosched()
    /usr/local/go/src/runtime/proc.go:166 +0x14
bytes.makeSlice(0x3fffe00, 0x0, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:195 +0x64
bytes.(*Buffer).ReadFrom(0xc8205319f8, 0x7f131733ee70, 0xc8204b2800, 0x1fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:167 +0xd3
io/ioutil.readAll(0x7f131733ee70, 0xc8204b2800, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b2800, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495400, 0x3d, 0x7f131733ee70, 0xc8204b2800, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820531f20, 0xc8203fe320, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 51 [runnable]:
bytes.makeSlice(0x7fffe00, 0xc829825e00, 0x2000000, 0x2000000)
    /usr/local/go/src/bytes/buffer.go:188
bytes.(*Buffer).ReadFrom(0xc8205329f8, 0x7f131733ee70, 0xc8204b29c0, 0x3fffe00, 0x0, 0x0)
    /usr/local/go/src/bytes/buffer.go:167 +0xd3
io/ioutil.readAll(0x7f131733ee70, 0xc8204b29c0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:33 +0x154
io/ioutil.ReadAll(0x7f131733ee70, 0xc8204b29c0, 0x0, 0x0, 0x0, 0x0, 0x0)
    /usr/local/go/src/io/ioutil/ioutil.go:42 +0x51
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820495440, 0x3d, 0x7f131733ee70, 0xc8204b29c0, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:113 +0x47
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820532f20, 0xc8203fe380, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

goroutine 53 [select]:
net/http.(*persistConn).roundTrip(0xc8202d2000, 0xc8204c01c0, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/http/transport.go:1164 +0xb0d
net/http.(*Transport).RoundTrip(0xc8202f0090, 0xc82039a380, 0xfe, 0x0, 0x0)
    /usr/local/go/src/net/http/transport.go:235 +0x530
net/http.send(0xc82039a380, 0x7f13191847a8, 0xc8202f0090, 0xc8202f0120, 0x0, 0x0)
    /usr/local/go/src/net/http/client.go:220 +0x52c
net/http.(*Client).send(0xc8204434b0, 0xc82039a380, 0x84, 0x0, 0x0)
    /usr/local/go/src/net/http/client.go:143 +0x15a
net/http.(*Client).doFollowingRedirects(0xc8204434b0, 0xc82039a380, 0x9ec458, 0x0, 0x0, 0x0)
    /usr/local/go/src/net/http/client.go:380 +0xbc0
net/http.(*Client).Do(0xc8204434b0, 0xc82039a380, 0x919670, 0x0, 0x0)
    /usr/local/go/src/net/http/client.go:178 +0x188
github.com/AdRoll/goamz/s3.(*S3).doHttpRequest(0xc820104000, 0xc82039a380, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:1187 +0x178
github.com/AdRoll/goamz/s3.(*S3).run(0xc820104000, 0xc820258070, 0x0, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:1223 +0x9f
github.com/AdRoll/goamz/s3.(*S3).query(0xc820104000, 0xc820258070, 0x0, 0x0, 0x0, 0x0)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:969 +0x9c
github.com/AdRoll/goamz/s3.(*Bucket).PutReader(0xc8200ce4c0, 0xc820016be0, 0x48, 0x7f131918e0c0, 0xc820258000, 0x60fc23, 0x972b60, 0x18, 0x914310, 0x7, ...)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:389 +0x425
github.com/AdRoll/goamz/s3.(*Bucket).Put(0xc8200ce4c0, 0xc820016be0, 0x48, 0xc82ba32000, 0x60fc23, 0x7ffe00, 0x972b60, 0x18, 0x914310, 0x7, ...)
    /go/src/github.com/AdRoll/goamz/s3/s3.go:349 +0x193
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).Put(0xc82008c1c0, 0xc820016be0, 0x48, 0xc82ba32000, 0x60fc23, 0x7ffe00, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:99 +0x263
github.com/facebookgo/rocks-strata/strata/s3storage.(*S3Storage).PutReader(0xc82008c1c0, 0xc820494e00, 0x3c, 0x7f131733ee70, 0xc820494e80, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/s3storage/storage.go:117 +0xc8
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3.1(0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:254 +0x504
github.com/facebookgo/rocks-strata/strata.Try(0xc820443f10, 0xc8203fe140, 0x1b, 0x0, 0x0)
    /go/src/github.com/facebookgo/rocks-strata/strata/utility.go:61 +0x71
github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot.func3(0xc820406350, 0xc8203a2180, 0x7ffc199728e4, 0x8, 0xc82000e990, 0xc82001bb00, 0xc820406360, 0x1a, 0xc820406370)
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:245 +0x25b
created by github.com/facebookgo/rocks-strata/strata.(*SnapshotManager).CreateSnapshot
    /go/src/github.com/facebookgo/rocks-strata/strata/manager.go:268 +0x7b8

I have no Go expertise, so, can anyone give me a hand? When you were using this tool in Parse.com, how many ram needed the script?

Thanks in advance!

arturogutierrez commented 8 years ago

I didn't forget that there was a --max-background-copies flag! That solves my problem.

Closing. Thanks!