search

scylladb / gemini

Test data integrity by comparing against an Oracle running in parallel
Apache License 2.0
31 stars 18 forks source link

Failure while running integration tests #429

Closed dkropachev closed 1 week ago

dkropachev commented 1 month ago

Run: https://github.com/scylladb/gemini/actions/runs/11121285148/job/30907306454?pr=428

{"L":"ERROR","T":"2024-10-01T10:38:53.409Z","N":"oracle","M":"failed to apply mutation","attempts":20,"error":"[cluster = oracle, query = 'INSERT INTO ks1.table1 (pk0,pk1,pk2,pk3,ck0,ck1,col0,col1,col2,col3,col4,col5,col6,col7) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?) ']: gocql: expected 14 values send got 13","errorVerbose":"gocql: expected 14 values send got 13\n[cluster = oracle, query = 'INSERT INTO ks1.table1 (pk0,pk1,pk2,pk3,ck0,ck1,col0,col1,col2,col3,col4,col5,col6,col7) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?) ']\ngithub.com/scylladb/gemini/pkg/store.(*cqlStore).doMutate\n\t/home/runner/work/gemini/gemini/pkg/store/cqlstore.go:90\ngithub.com/scylladb/gemini/pkg/store.(*cqlStore).mutate\n\t/home/runner/work/gemini/gemini/pkg/store/cqlstore.go:55\ngithub.com/scylladb/gemini/pkg/store.delegatingStore.Mutate\n\t/home/runner/work/gemini/gemini/pkg/store/store.go:159\ngithub.com/scylladb/gemini/pkg/jobs.mutation\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:383\ngithub.com/scylladb/gemini/pkg/jobs.mutationJob\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:182\ngithub.com/scylladb/gemini/pkg/jobs.List.Run.func2\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:136\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/home/runner/go/pkg/mod/golang.org/x/sync@v0.8.0/errgroup/errgroup.go:78\nruntime.goexit\n\t/opt/hostedtoolcache/go/1.23.1/x64/src/runtime/asm_amd64.s:1700"}
panic: runtime error: index out of range [13] with length 13

goroutine 455277 [running]:
github.com/scylladb/gemini/pkg/typedef.prettyCQL({0xc00fcb9780, 0x7e}, {0xc00fcd6b60, 0xd, 0xccb151?}, {0xc0001f41c0, 0xe, 0x0?})
    /home/runner/work/gemini/gemini/pkg/typedef/typedef.go:[213](https://github.com/scylladb/gemini/actions/runs/11121285148/job/30907306454?pr=428#step:5:214) +0x4d0
{"L":"INFO","T":"2024-10-01T10:38:53.409Z","N":"delegating_store","M":"oracle store failed mutation, transition to next state impossible so continuing with next mutation","error":"[cluster = oracle, query = 'INSERT INTO ks1.table1 (pk0,pk1,pk2,pk3,ck0,ck1,col0,col1,col2,col3,col4,col5,col6,col7) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?) ']: gocql: expected 14 values send got 13","errorVerbose":"gocql: expected 14 values send got 13\n[cluster = oracle, query = 'INSERT INTO ks1.table1 (pk0,pk1,pk2,pk3,ck0,ck1,col0,col1,col2,col3,col4,col5,col6,col7) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?) ']\ngithub.com/scylladb/gemini/pkg/store.(*cqlStore).doMutate\n\t/home/runner/work/gemini/gemini/pkg/store/cqlstore.go:90\ngithub.com/scylladb/gemini/pkg/store.(*cqlStore).mutate\n\t/home/runner/work/gemini/gemini/pkg/store/cqlstore.go:55\ngithub.com/scylladb/gemini/pkg/store.delegatingStore.Mutate\n\t/home/runner/work/gemini/gemini/pkg/store/store.go:159\ngithub.com/scylladb/gemini/pkg/jobs.mutation\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:383\ngithub.com/scylladb/gemini/pkg/jobs.mutationJob\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:182\ngithub.com/scylladb/gemini/pkg/jobs.List.Run.func2\n\t/home/runner/work/gemini/gemini/pkg/jobs/jobs.go:136\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/home/runner/go/pkg/mod/golang.org/x/sync@v0.8.0/errgroup/errgroup.go:78\nruntime.goexit\n\t/opt/hostedtoolcache/go/1.23.1/x64/src/runtime/asm_amd64.s:1700"}
{"L":"INFO","T":"2024-10-01T10:38:53.410Z","N":"work cycle.mutation_job","M":"ending mutation loop"}
github.com/scylladb/gemini/pkg/typedef.(*Stmt).PrettyCQL(0xc024680d00)
    /home/runner/work/gemini/gemini/pkg/typedef/typedef.go:97 +0x9e
github.com/scylladb/gemini/pkg/jobs.mutation({0xdf1b00, 0xc01550ab40}, 0xc0001f6d90?, 0x12c2fe0?, 0x0?, {0xdf19e8, 0xc0002a95c0}, 0xc008a4bda8?, 0xc0153c72c0?, 0xc000[214](https://github.com/scylladb/gemini/actions/runs/11121285148/job/30907306454?pr=428#step:5:215)120, ...)
    /home/runner/work/gemini/gemini/pkg/jobs/jobs.go:391 +0x3f5
github.com/scylladb/gemini/pkg/jobs.mutationJob({0xdf1b00, 0xc01550ab40}, 0xc000400000, _, {0xc0001aa070, 0xc0001aa080, {0x0, 0x0, 0x0}, 0x1, ...}, ...)
    /home/runner/work/gemini/gemini/pkg/jobs/jobs.go:182 +0x2aa
github.com/scylladb/gemini/pkg/jobs.List.Run.func2()
    /home/runner/work/gemini/gemini/pkg/jobs/jobs.go:136 +0x10f
golang.org/x/sync/errgroup.(*Group).Go.func1()
    /home/runner/go/pkg/mod/golang.org/x/sync@v0.8.0/errgroup/errgroup.go:78 +0x50
created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1
    /home/runner/go/pkg/mod/golang.org/x/sync@v0.8.0/errgroup/errgroup.go:75 +0x96
make: *** [Makefile:71: integration-test] Error 2
CodeLieutenant commented 1 month ago

@dkropachev This issue will be partially fixed with #430

But it discovers more issues, mainly #431