search

cockroachdb / cockroach

CockroachDB — the cloud native, distributed SQL database designed for high availability, effortless scale, and control over data placement.
https://www.cockroachlabs.com
Other
30.12k stars 3.81k forks source link

pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed #134056

Open cockroach-teamcity opened 1 week ago

cockroach-teamcity commented 1 week ago

pkg/ccl/testccl/workload/schemachange/schemachange_test.TestWorkload failed on release-24.3 @ c077ebf6e98bcd579481b93c83f14184ab94f2e6:

  },
  "COMMIT"
 ],
 "expectedExecErrors": "",
 "expectedCommitErrors": "",
 "message": ""
}
{
 "workerId": 1,
 "clientTimestamp": "12:16:08.209553",
 "ops": [
  "BEGIN",
  {
   "sql": "SELECT t0.col82_w0_89 AS col0, t0.col82_w0_83 AS col1, t0.col82_w0_86 AS col2, t0.col82_w0_88 AS col3, t0.col82_w0_88 AS col4, t0.col82_w0_89 AS col5, t0.col82_w0_87 AS col6 FROM public.table_w0_82 AS t0 FETCH FIRST 1 ROWS ONLY",
   "potentialExecErr": "53100,53200,57014"
  }
 ],
 "expectedExecErrors": "",
 "expectedCommitErrors": "",
 "message": "ERROR: internal error: requested column col82_w0_86 not in index (SQLSTATE XX000)"
}
    schema_change_external_test.go:131: 
            Error Trace:    pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:131
            Error:          Received unexpected error:
                            ***UNEXPECTED ERROR: ERROR: internal error: requested column col82_w0_86 not in index (SQLSTATE XX000)
                            (1) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:618
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                              | runtime.goexit
                              |     src/runtime/asm_amd64.s:1695
                            Wraps: (2) ***UNEXPECTED ERROR
                            Wraps: (3) ERROR: internal error: requested column col82_w0_86 not in index (SQLSTATE XX000)
                            Error types: (1) *withstack.withStack (2) *errutil.withPrefix (3) *pgconn.PgError
            Test:           TestWorkload
Schema Workload Stats
Total Schema Statements Executed = 120
Total Schema Statements Succeeded = 120
Total Schema Statement Expected Failures = 0
Total Transactions Committed = 85
Total Transactions Rolled Back = 50
Total Transactions Executed = 135
    schema_change_external_test.go:96: backup, tracing data, and system table dumps in /var/lib/engflow/worker/work/0/exec/bazel-out/k8-fastbuild/testlogs/pkg/ccl/testccl/workload/schemachange/schemachange_test/run_20_of_25/test.outputs/logTestWorkload567373557
    panic.go:626: -- test log scope end --
test logs left over in: outputs.zip/logTestWorkload567373557
--- FAIL: TestWorkload (37.68s)

Parameters:

See also: How To Investigate a Go Test Failure (internal)

Same failure on other branches

- #134046 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-23.1 release-blocker] - #132298 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [column is referenced by the primary key] [C-test-failure O-robot P-2 T-sql-foundations branch-master]

/cc @cockroachdb/sql-foundations

This test on roachdash | Improve this report!

Jira issue: CRDB-43906

cockroach-teamcity commented 1 week ago

pkg/ccl/testccl/workload/schemachange/schemachange_test.TestWorkload failed on release-24.3 @ 25385fc6471c86de3f145c5990e7e9c0f28fbb9a:

    "query": "SELECT ARRAY[parent.table_schema, parent.table_name, parent.column_name, child.column_name] FROM (SELECT conname, conkey, confkey, conrelid, confrelid FROM pg_constraint WHERE (contype = 'f') AND (conrelid = 'public.table_w0_22'::REGCLASS::INT8)) AS con JOIN (SELECT column_name, ordinal_position, column_default FROM information_schema.columns WHERE (table_schema = 'public') AND (table_name = 'table_w0_22')) AS child ON conkey[1] = child.ordinal_position JOIN (SELECT pc.oid, cols.table_schema, cols.table_name, cols.column_name, cols.ordinal_position FROM pg_class AS pc JOIN pg_namespace AS pn ON pc.relnamespace = pn.oid JOIN information_schema.columns AS cols ON ((pc.relname = cols.table_name) AND (pn.nspname = cols.table_schema))) AS parent ON ((con.confkey[1] = parent.ordinal_position) AND (con.confrelid = parent.oid)) WHERE child.column_name != 'rowid'",
    "result": null
   }
  ],
  "previousStatements": [
   "INSERT INTO public.table_w0_22 (col22_w0_23, col22_w0_24, col22_w0_25, col22_w0_26, col22_w0_27, col22_w0_28, col22_w0_29) VALUES ((-821257.8881672661174):::DECIMAL,'1985-07-14':::DATE,4:::INT8,false,NULL,'010700004003000000010400004001000000010100004034AF9637C08CD5C1B8DFD4D82BAAEB413C6E8D6BB39AD6C10106000040090000000103000040010000000D000000A8DBEDF9ED01F9C1004B28310D37C2C1DC7FA9CFF7F9F341280064BE30ADD0C1D6097582992DE4C1C919C64BE8D301C256F6B356EC60E2C1E97D83A62504F2C179E0F80ECDF0F8C1142973C785C9E14114E3C3295A67D6C17C6416D77E8BED41A0FC7D80587BF241C1926448136CF9C1DC4334EBC0F4E0C148E4C522BE7BF8417C6A01CE796702C240725CA39965BA41685F5E02AAC1FD4198A6CC7621F6D9C1F8DE4C4DBD40D1C140E31E37B47EF5410C1FCC1AB66FFA41F8E78342AA340142925D5EDF0B15F3414848FEFE97FEFD41044E38BD9B1FE841266957520713F141BEEBB376712D0042763482AC2633F54128367629B5B4E6413CF35B6FBE57EC41FEA9CC834888EDC1543E3B1473EDF9C170322EF4F583D641A8AAFCBE999CE741A8DBEDF9ED01F9C1004B28310D37C2C1DC7FA9CFF7F9F3410103000040010000000B000000CC90E881CA74F9C1088068BF0A0FE8C14566863886ABF1C18B9074C1AE4E00C2057A16E5A6D8F4C100136C2AD6D1E341D6076C2AD05300C21ACCBC8CB6DAFCC17C0F922D91FCF74106CF5AC820F7004280B5306CF3F1C1C1F844304C533BDD4106619C9E1F8C014280957E96AAE4A6C1B4EED24A3684FD4160A11A766CBBFF411C5956CC2496EA41000E7B33900ECA41000DE8221756B9C1146E9B1D042EEA4108B3E4B4EB4CF2C1D49C5FC6CD9DF8C10CD426FDC944EE41C087C8529706CAC17FB6438FC8BEFBC1D46539536469EA41B650BA573272FEC1811D86FECB5A00C23884CBF0B68AEB41241063DA2B8C0042CC90E881CA74F9C1088068BF0A0FE8C14566863886ABF1C10103000040010000000D0000005A94C4E0921A02C2DEBCB9A8835AE9C1046A743388F0F841706373B2D529D3C1EEC103B69784E6C19080EC043D26EA41903D874E6039E541147D1896A69D00C288DC8160381CD34176F947B6F84BF9419BDFE93A29EE00C2762502C5FF33FFC164E0DFB0DED800425EC6C0FD68E1F0C19FA9CC0A377FF0C110256EBB9DD2FA4124EBE1CD0F6EE2C1706045B5C362F3C1A0C1E9AD547DF34180815DD630659341BC3FDAC4E947E2C13EC0B1DBE635E6C1805C73E31B2AD4419C22E2AE0C1FE341C4BE364EC0A7FDC128D46FB3F66BF341A061597D7137D641BDA011440141F4C1C8E87A1B82DBE341882ED380389100421872C29F2E56E0C118F70DACB946D0C10AB97C6BE688F3C1D8C0F76F19B8F7C19C11E2C6DCF7D8C150BBE600897CD3C15A94C4E0921A02C2DEBCB9A8835AE9C1046A743388F0F8410103000040010000000A0000008C94C745C00AD6C13482E19D7862EDC119C07DCD6C5FF2C1600CED188D0ED4C105EA68C77190FEC168B66545C2EBDD4180BB93CDBCB9B4C1B8FF2D625C5102C2A2C93220674EF04188924BC1CBB7EA41B8FEDD9D392FEEC1301A10F06E8EE841D44015015625EE41A09A8C3412D8DBC13EE985AC5E87F9414853CB80828C00421ADC2776CCC80042DE58B0B6A1A1F7C1167C6E331A99F941405883CD337F004248B75926AD6BDC41E8A8B9271C2FF4C108B3C06491CAF041709602ACFF41D6C1E033CA156844CAC100943D3BD51C7F4190AEC9E32872F4C18C94C745C00AD6C13482E19D7862EDC119C07DCD6C5FF2C10103000040010000000800000063913A59883501C2C4E77D236EABE2418072AD4D725EFD414833817B012DD2C1601D91C6EA00DD41C8FB143DD50DEB4108B70A379468D34138FD77E52779DDC15E00604E1813FEC1B8A54B355580ED418C3D205EFC37FB418C871454624FF841308251206EE0C841DA6F1F4EFF31F641301019D5818FDCC168783A5EE0D0D541EA82DD9612CA0042EA0384636C0AF3C126844B975BCFEDC16E9BB8D1299300420044C1DB424FBD4163913A59883501C2C4E77D236EABE2418072AD4D725EFD410103000040010000000A000000C7826642CD1502C2AE0AE7B0732E02C26826036F3FA3FC418EE980BCA5F8E0C1B60E3C9B597AE6C1AA43B6DF9598F941A431B0D95352E0C1AE04B7F8FEE4F2C1E5F1D6476FFA00C2106C3DF3B028D8C1FD7341F21A71FCC118DF13FDA246FEC18C8A7CDF80CBDDC1349963B6F991E5C1DE0461F935DBF6417E2F4B199AABF1413A0D921F7FF2F3C1D2F9A0AAC583F1C158A974D1ED09E341DC0E6770766BE1C1D63EF2479FDAF241FA769388A776E6C19A1075C2E3B40042082C7BF3EA88DB413748F10741E4F5C1008B3B22DB1CDB4164E135196334F741C7826642CD1502C2AE0AE7B0732E02C26826036F3FA3FC41010300004001000000090000004664662AE07FEAC134297D403993F1418818A991FFBDEE4166C94BA40CC5F8C12F6502DC0B47F0C1886FD911601700C2F87B28A51792DEC1A86032F834EFDC41E6C5FBDC7511F941D49F0AF1081C004204C82C8E70A4E341C03F43102398BAC1EC47C16C22040242E050B888F788FC41C4B14D97AA93FE4100D22FF8490DF5C1364F5E31E29F0042123BC0DCB2DE01C2DE8FACF1334301C28A5D91933F8401423CBF3CA9EAA6E141EC3DB2AE2CBC00C22CF2720FBC090142A7E85177A278F2C14664662AE07FEAC134297D403993F1418818A991FFBDEE410103000040010000000A00000000CD04961D4AFEC15ABDF72AD32AEDC168775957EC00EB41DD03B3978CACF6C15AFF14BFEEF9FAC1B640198AD1F5F8C1F881F5B08C5BDC41FA2B59CDCAA701C28CF360AA566DFE41A6B8D4FC4E65F04194A665CC6A44F8C1949160D98C5EE6418027EA45E974E841DAF387DBA9B7F2C1F4C5D927E94F0042C0A641FDF1BEB8C112634B7B4160E6C1927734132172F2C110F8180144F7F6C120932DD589A6FA41F2EFFFD74B83F8415BF3AE13CC7F02C2F0F1CBB58EB8F1413823F5AB8CBCE9410AFB0614D6AB01C2801ED65AB5EEC5C1D28F3EFE6205EFC100CD04961D4AFEC15ABDF72AD32AEDC168775957EC00EB4101030000400100000009000000488E522D8B4101C2E8933C38EFA7EFC1F4BE81D2B53FEB41108470843E62FB4112E6084D8BE100C280885072A14201C2801693D7F470FC414C3A65A14BE9FAC100B226473098B641C4C402D512B9004298265A1E89CCEBC12CBB50FB8A34EDC13A2E926D80C9014272835D68D23BE2C121DDF5129515F1C16E2ACF6775CBF141AE4DD86D24CAF04104167810B7C9D8C1BC9195503D2701C298C92D696AA3E14140B34100E25CA6C17E489F60599102C280793BD9C0AAC341583B3C23DB81F441488E522D8B4101C2E8933C38EFA7EFC1F4BE81D2B53FEB410106000040060000000103000040010000000A000000C86FF517F27202C2B8B28A8CBE07D2C180A1827BC59B90C1700F8D008DF9CDC1995D45AF231EF4C1321D283AECD8F6C18C52A4B357F0E941EED30DF70D16E1C1E43882234F52F941A258A40750010242216343F34982F4C12EBBE4A7CC53FAC152B7D039D0170142E01CF23E4A39BB410C4E8D527921E8C1E0BA7379C967F74130EC4A391C35FE415CF3C4BE7E65E441EE86625FB52001C2AC06BEFAE810FC412CF973F1035EED41E28BC8356951FBC1E8A418EDBD0DE141E0E788DB66FCDFC1D0BC9A5A2EA1DBC11084DE24D9D2C54168EC2B5F65130142C86FF517F27202C2B8B28A8CBE07D2C180A1827BC59B90C10103000040010000000C0000004A998BE3EAF3F7C1AD11B96E086CF3C1302A0FE99F8FD741BB68806FD5FCFBC14AA63C1C8F99FFC1B0E306640E7AD8C104E68B95416EDFC1AC19940AAE3100C2E0EEBF249ABDDDC190AC5F018031D8C1932347E04A92FFC1A0BE8E467ED2B7C100D41AF5DC1AA6C1DA512F5ACC57F9C120FCF6741481F5C160193350296FBF415F010BB61148FCC1BF16C63AAF3000C23C7BCA1C6684FB41D8F7E3939ABED841CC62648AB58D01C2101FC3E6A04DFD4148B250EE0212E1411C046752079BEBC16E3F5FC2DE300042A69C3104B336F0412A46C9168118F641B066D328281BC6C178F4641ED1E4D8C1CC4D9A384C0DEAC19811A57FCBFBFCC100111F806B84D8C17DDE8FE6139902C24A998BE3EAF3F7C1AD11B96E086CF3C1302A0FE99F8FD7410103000040010000000400000050E9EA12E169D141E02975620E2AD4414C6DC8668D0EF4C17EFBF98DF78B01429037B10C40B8C04158E0D74979FDFE4174E658524643EE4104AA941ADB3DF641264AC523FD24F8C150E9EA12E169D141E02975620E2AD4414C6DC8668D0EF4C101030000400100000004000000589BA24D4D68D341F45DDABA6F03E5C1E4A63B2BD5CDE2411C83F4168EB4F841F4071BE4C912E3411898230C8A090142D6F250472874F7416453575E9E29F241DA60D72B355DF341589BA24D4D68D341F45DDABA6F03E5C1E4A63B2BD5CDE2410103000040010000000C000000000E15DB3EA0CEC11697AE53D89AE5C125E6A6254941F1C1AC4FFFDDB39FEFC1A2B3056CE4CEF0C1A27420C70202F9C170DC436E5F73F5C13A7F3E08DF55F6C1709B3D866F76EAC12C793487B10BDEC1EB598A9D4FC0F7C1F8FBFEDF193DF5C1F06C0C71808C0142C770F188711D01C28AB915D4DDA1F7418248DB98E0A5014209E611B7EF29FCC15E70748998E0EEC1E4571D4F61E3F441C0F2D37FA513C7C1A4062804B4EBE5C1F4D83F1FEF72024270C9E9D5B40FF241B43932CEF4CBFB4128499BF074C0D4C1A08DC530CDABBC4101B5A946566BFAC169875A83C24CFFC1DCC801FC517FE5413404ED76C8C6F9416A3D519FBCF801C21072B855126FEA412E35863C6067F7C1000E15DB3EA0CEC11697AE53D89AE5C125E6A6254941F1C10103000040010000000800000014258312DEC7EBC180F302458308A9415899FB92A949FF41CE1C3F7D2938EDC1F1F4E4A699AFF7C1E0AD29D5DAECFC411C0DF4BEF259FD41A0426FADF95FC7C1A6CAC8153892E6C170921B76F6D6D4414403CD0EAF5BE841BE901087B69EFA41C0269E680258B5C1C0DC529BAD73ED4188282B01B409E7C15AE79BE4C0D7FCC1609313B8F05B0042E17D7216713101C2D3B4088BD19300C29C5D2EFDCF23F641E0E6D039F5BEDEC114258312DEC7EBC180F302458308A9415899FB92A949FF41':::GEOMETRY,'''dFg''':::TSQUERY)"
  ],
  "usesDeclarativeSchemaChanger": true
 }
}
    schema_change_external_test.go:131: 
            Error Trace:    pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:131
            Error:          Received unexpected error:
                            ***UNEXPECTED ERROR; Received an unexpected execution error.: ERROR: command is too large: 86036311 bytes (max: 67108864) (SQLSTATE XXUUU)
                            (1) forced error mark
                              | "txn needs to rollback"
                              | github.com/cockroachdb/errors/withstack/*withstack.withStack::
                            Wraps: (2) forced error mark
                              | "fatal error when running txn"
                              | github.com/cockroachdb/errors/withstack/*withstack.withStack::
                            Wraps: (3)
                            Wraps: (4) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*opStmt).executeStmt
                              |     pkg/workload/schemachange/operation_generator.go:3188
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).runInTxn
                              |     pkg/workload/schemachange/schemachange.go:495
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:592
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                              | runtime.goexit
                              |     src/runtime/asm_amd64.s:1695
                            Wraps: (5) ***UNEXPECTED ERROR; Received an unexpected execution error.
                            Wraps: (6) ERROR: command is too large: 86036311 bytes (max: 67108864) (SQLSTATE XXUUU)
                            Error types: (1) *markers.withMark (2) *markers.withMark (3) *schemachange.ErrorState (4) *withstack.withStack (5) *errutil.withPrefix (6) *pgconn.PgError
            Test:           TestWorkload
Schema Workload Stats
Total Schema Statements Executed = 12
Total Schema Statements Succeeded = 12
Total Schema Statement Expected Failures = 0
Total Transactions Committed = 7
Total Transactions Rolled Back = 4
Total Transactions Executed = 11
    schema_change_external_test.go:96: backup, tracing data, and system table dumps in /var/lib/engflow/worker/work/2/exec/bazel-out/k8-fastbuild/testlogs/pkg/ccl/testccl/workload/schemachange/schemachange_test/run_20_of_25/test.outputs/logTestWorkload3059957903
    panic.go:626: -- test log scope end --
test logs left over in: outputs.zip/logTestWorkload3059957903
--- FAIL: TestWorkload (6.72s)

Parameters:

See also: How To Investigate a Go Test Failure (internal)

Same failure on other branches

- #134046 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-23.1 release-blocker] - #132298 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [column is referenced by the primary key] [C-test-failure O-robot P-2 T-sql-foundations branch-master]

This test on roachdash | Improve this report!

github-actions[bot] commented 1 week ago

pkg/ccl/testccl/workload/schemachange/schemachange_test.TestWorkload failed on release-24.3 @ c68d528c56448481fd4a21ece5e4a8b412345ad0:

    ],
    "result": [
     "lower(CAST(col3_w1_5 AS STRING))",
     "lower(col3_w1_9)"
    ]
   }
  ],
  "previousStatements": [
   "ALTER TABLE public.table_w1_3 DROP COLUMN col3_w1_11"
  ],
  "usesDeclarativeSchemaChanger": true
 }
}
    schema_change_external_test.go:131: 
            Error Trace:    pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:131
            Error:          Received unexpected error:
                            ***UNEXPECTED ERROR; Received an unexpected execution error.: ERROR: column "col3_w1_11" is referenced by the primary key (SQLSTATE 42P10)
                            (1) forced error mark
                              | "fatal error when running txn"
                              | github.com/cockroachdb/errors/withstack/*withstack.withStack::
                            Wraps: (2)
                            Wraps: (3) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*opStmt).executeStmt
                              |     pkg/workload/schemachange/operation_generator.go:3188
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).runInTxn
                              |     pkg/workload/schemachange/schemachange.go:495
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:592
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                              | runtime.goexit
                              |     src/runtime/asm_amd64.s:1695
                            Wraps: (4) ***UNEXPECTED ERROR; Received an unexpected execution error.
                            Wraps: (5) ERROR: column "col3_w1_11" is referenced by the primary key (SQLSTATE 42P10)
                            Error types: (1) *markers.withMark (2) *schemachange.ErrorState (3) *withstack.withStack (4) *errutil.withPrefix (5) *pgconn.PgError
            Test:           TestWorkload
Schema Workload Stats
Total Schema Statements Executed = 21
Total Schema Statements Succeeded = 21
Total Schema Statement Expected Failures = 0
Total Transactions Committed = 14
Total Transactions Rolled Back = 16
Total Transactions Executed = 30
    schema_change_external_test.go:96: backup, tracing data, and system table dumps in /var/lib/engflow/worker/work/0/exec/bazel-out/k8-fastbuild/testlogs/pkg/ccl/testccl/workload/schemachange/schemachange_test/test.outputs/logTestWorkload798062614
    panic.go:626: -- test log scope end --
test logs left over in: outputs.zip/logTestWorkload798062614
--- FAIL: TestWorkload (10.08s)

Parameters:

See also: How To Investigate a Go Test Failure (internal)

Same failure on other branches

- #134046 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-23.1 release-blocker] - #132298 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [column is referenced by the primary key] [C-test-failure O-robot P-2 T-sql-foundations branch-master]

This test on roachdash | Improve this report!

cockroach-teamcity commented 6 days ago

pkg/ccl/testccl/workload/schemachange/schemachange_test.TestWorkload failed on release-24.3 @ 093d4f3eb760cb5cb5cc52679307351cf6f46a45:

                            Wraps: (3) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).runInTxn
                              |     pkg/workload/schemachange/schemachange.go:486
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:592
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                            Wraps: (4) ***UNEXPECTED ERROR; Failed to generate a random operation
                            Wraps: (5) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*operationGenerator).randOp
                              |     pkg/workload/schemachange/operation_generator.go:219
                              | [...repeated from below...]
                            Wraps: (6) failed generating operation: createFunction
                            Wraps: (7) assertion failure
                            Wraps: (8) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.Generate[...]
                              |     pkg/workload/schemachange/generate.go:213
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*operationGenerator).createFunction
                              |     pkg/workload/schemachange/operation_generator.go:4283
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*operationGenerator).randOp
                              |     pkg/workload/schemachange/operation_generator.go:206
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).runInTxn
                              |     pkg/workload/schemachange/schemachange.go:473
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:592
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                              | runtime.goexit
                              |     src/runtime/asm_amd64.s:1695
                            Wraps: (9) syntax error; could not parse *tree.CreateRoutine: "CREATE FUNCTION schema_w1_162 . udf_w0_310 (enum_0 public.composite_w1_113, enum_1 public._composite_w1_113, enum_2 schema_w0_171.composite_w1_200, enum_3 schema_w0_171._composite_w1_200, val_4 \"char\", val_6 bit, val_7 boolean, val_8 box2d, val_9 character, val_10 bytea, val_11 text, val_12 date, val_13 numeric, val_14 double precision, val_15 geography, val_16 geometry, val_17 inet, val_18 bigint, val_47 \"char\" DEFAULT 'U':::STRING, val_49 bit DEFAULT B'1101100101011110110110110', val_50 boolean DEFAULT true, val_51 box2d DEFAULT 'BOX(-1.6079999263407017 -0.09011380068405672,-0.4909776251540271 0.8985106217561225)':::BOX2D, val_52 character DEFAULT 'x':::STRING, val_53 bytea DEFAULT '\\xadfe6d93338cafd014':::BYTES, val_54 text DEFAULT e'\\U0001D4CB\\U00085825\\U0008830A\\U0000601B' COLLATE en, val_55 date DEFAULT '1973-05-20':::DATE) RETURNS bigint LANGUAGE SQL AS $$ SELECT NULL WHERE ((SELECT count(*) FROM public.table_w1_127 LIMIT 0) = 0) AND ((SELECT count(*) FROM public.table_w0_271 LIMIT 0) = 0) AND ((SELECT count(*) FROM public.table_w0_274 LIMIT 0) = 0) AND ((SELECT count(*) FROM public.table_w0_293 LIMIT 0) = 0) AND (SELECT schema_w1_162.udf_w1_181(NULL,NULL,e'\\x12':::STRING,B'011111011101011111110010000001011000111111001100000010100011',true,'BOX(-1.0167483160427568 -1.6863583327977496,0.23176654160159793 0.007334868953277729)':::BOX2D,'q':::STRING,NULL,B'111100000011111000001100011001',true,'BOX(-0.8936022549339456 -0.11584554508240913,1.0858992608034321 0.41012723930378053)':::BOX2D,'+':::STRING,'\\x':::BYTES,e'S}-\\fu$$m8':::STRING,'1979-05-22':::DATE,(-7.94183615928906653E+28):::DECIMAL,(-0.11514286432589338):::FLOAT8,'01030000E0E6100000010000000400000070E3693F00AE31C0926D05D0AB3A51C0E0AFDEAEE59BF6C10EF746E4F76B0242BC38BA64CD55514006D262E817584EC0D8230C16BE9CF641F61562EC6F95EBC118B70FABA11F5C4090C62551986D4A40F6B056A33F16F94160E8F0C34857F24170E3693F00AE31C0926D05D0AB3A51C0E0AFDEAEE59BF6C10EF746E4F76B0242':::GEOGRAPHY,'0101000080C36753587EA200C2361D98BE6D62004274D62EC39B94F5C1':::GEOMETRY) IS NOT NULL) $$"
                            Error types: (1) *markers.withMark (2) *schemachange.ErrorState (3) *withstack.withStack (4) *errutil.withPrefix (5) *withstack.withStack (6) *errutil.withPrefix (7) *assert.withAssertionFailure (8) *withstack.withStack (9) *errutil.leafError
            Test:           TestWorkload
Schema Workload Stats
Total Schema Statements Executed = 162
Total Schema Statements Succeeded = 162
Total Schema Statement Expected Failures = 1
Total Transactions Committed = 106
Total Transactions Rolled Back = 92
Total Transactions Executed = 198
    schema_change_external_test.go:96: backup, tracing data, and system table dumps in /var/lib/engflow/worker/work/3/exec/bazel-out/k8-fastbuild/testlogs/pkg/ccl/testccl/workload/schemachange/schemachange_test/run_23_of_25/test.outputs/logTestWorkload2639886390
    panic.go:626: -- test log scope end --
test logs left over in: outputs.zip/logTestWorkload2639886390
--- FAIL: TestWorkload (25.42s)

Parameters:

See also: How To Investigate a Go Test Failure (internal)

Same failure on other branches

- #134652 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-24.1.7-rc release-blocker] - #134401 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-24.1 release-blocker] - #134046 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot P-2 T-sql-foundations branch-release-23.1] - #132298 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [column is referenced by the primary key] [C-test-failure O-robot P-2 T-sql-foundations branch-master]

This test on roachdash | Improve this report!

cockroach-teamcity commented 19 hours ago

pkg/ccl/testccl/workload/schemachange/schemachange_test.TestWorkload failed with artifacts on release-24.3 @ 4703e1b047509ae266acbaf4e5b034b8b485d717:

    "result": false
   },
   {
    "query": "SELECT ARRAY[parent.table_schema, parent.table_name, parent.column_name, child.column_name] FROM (SELECT conname, conkey, confkey, conrelid, confrelid FROM pg_constraint WHERE (contype = 'f') AND (conrelid = 'public.table_w0_20'::REGCLASS::INT8)) AS con JOIN (SELECT column_name, ordinal_position, column_default FROM information_schema.columns WHERE (table_schema = 'public') AND (table_name = 'table_w0_20')) AS child ON conkey[1] = child.ordinal_position JOIN (SELECT pc.oid, cols.table_schema, cols.table_name, cols.column_name, cols.ordinal_position FROM pg_class AS pc JOIN pg_namespace AS pn ON pc.relnamespace = pn.oid JOIN information_schema.columns AS cols ON ((pc.relname = cols.table_name) AND (pn.nspname = cols.table_schema))) AS parent ON ((con.confkey[1] = parent.ordinal_position) AND (con.confrelid = parent.oid)) WHERE child.column_name != 'rowid'",
    "result": null
   }
  ],
  "previousStatements": [
   "INSERT INTO public.table_w0_20 (col20_w0_21, col20_w0_22, col20_w0_23) VALUES ('ef03:a9b0:9e58:c7f5:d120:c40c:1f78:15a5/103':::INET,B'000011110101011011111101000011101011','0107000020E6100000050000000105000020E61000000500000001020000000300000079C2203BDF3361C003C8CB3A797452C01D6855B537905440BA3E767269AF54C0B0D5C1DA697F6540CAB0FE44BFB852C00102000000030000003A82D8F124CE2540A5662D314D7E4CC060E63F2BC93658400BB3283DC6E343C0252472D1C1455D405A2CA3878BBE3E40010200000002000000CD336E13A21E6340A32A939912E652C0C0C3142F88215F40A73F02C67F944FC001020000000200000087257801C1873CC0D66659484D294C40E202D57AD36C64C057A0D181898D454001020000000300000017A54B42D4325940F7D4E5CBFE3846C04421056BEA4B56C01C45D36D551D3840FC08E9767B2D60C0D4014ED1DA4C08C00106000020E6100000020000000103000000010000000D000000F0CA37A1D4DD5EC079F7B922C44940C08073CDCB478963C07374C8314CED4EC0A06403B80A68D8BFA02109A483884BC0D7EEF095C4426140ED891DD2AC8A48C04853AF2BEDDB3240223FA1EEBD04EFBFD55BAE29603D6340F1328C4A60E626C0F233DF2BA386614047F6538DC66A5540CC0C38D3C19843C0C1AE7EADA26456407615C18052055AC09BBECC7A833E5040397F92C55D1159C0A07DFEBFF7FB31407588980F16435BC0755E53A81F1333402EE80986529763C06FC92D71C3133540F0CA37A1D4DD5EC079F7B922C44940C001030000000100000009000000D3406106BC7661C0BE557FDB441C50C08BFFF8BBA16455C0E486CCD384334AC04FC37D21D01754C0199C93B483E54AC0606DCBE9524961403378700A1DC44DC0D462AD24E9F463403FAF20180F754140BE7D3C2CD9BD4E40B25CFE44990417400430B018BAAE6340E2E89E2BB9FD54403E118AD7D8B946C037901DC74F524240D3406106BC7661C0BE557FDB441C50C00105000020E610000003000000010200000004000000543308F47CAD61C002E1CB071B3553C0495CC869C6E823C08AC63AABC74151C02996D272B0CA06C059A87F6CE9E83EC0983A12C81CB860400C5CF1D7B0CD21C001020000000200000082715E95AFE519C0F0C9F22D4D6F0D40D0C01B298F6321401BF2354F486355400102000000020000001D387269426355C07C808B0DDE4351C048D57AE09DE941C0DEFFB570799254C00104000020E610000001000000010100000026CD2A1386A94E403206CB1374074FC00106000020E610000009000000010300000001000000090000004F5B0EBB6DCE48C0D43DDD7D45170FC0173B4DE6B04000C027DED776187D46C0E397649C91466340389C6AE8BE3546C03D26A048EE1E664033371A8E357644C07E10B049EFCF6440B86767807CD1314049DC6E64683D6440D5B927E0E4294240742320F0C1F528C01EE2B5B20886404003ECC08B298B5FC0EEE197D6B42240404F5B0EBB6DCE48C0D43DDD7D45170FC00103000000010000000D000000CFD7403A11AE53C09775F4C05A4034C0D897FDFF4FCC4EC02826EFE1F7F439C077A47BEE54AC55C04ED7DDB4EEC153C0B622F40A371C45C0717A30B7039E50C0649F5AF92F9838405B2803E9FF8151C0BABBA9A944F95F403A38FE46513655C0B1C489660BED3540DEC09C5C677E35C08354B454B4C260401C1A29FF8F064DC0FD0C54E7F60566407242E2F632754F40775CB9BEC11052406D21567921282C407B4E68D9F9CF45C05961594752FB4F40EB72579F736E59C0548DD3BF13D55440CFD7403A11AE53C09775F4C05A4034C00103000000010000000B000000E2F59908035760C0044A47C59AA211C0C6F964EAC4F953C0554F86D49A54F1BF06075CAB22175EC0C73626965EED46C08894926C9CCD36C0311BCFD258C133C030A82E10958060403EBE3233EF2D4FC0EA4B480F2AF940407F881661334606C00A62BD8C25A755402E01971B4C803740501C8370522F4340E07E8729B0B555403B69B6B3940E3640DD27F0B02F54544004F80B4BF9F861C0C6B242A60ABE4740E2F59908035760C0044A47C59AA211C001030000000100000004000000FC0CE90E4CC333C03279E92195E155C0F0003523DC7945C0860A284B4D5743C0ABAF191E4B8D60C0B4F7CE21600D5340FC0CE90E4CC333C03279E92195E155C001030000000100000005000000B124BE19A8545640FE0513C648D64FC0396F75DDCA9663403FE26ABD03A734406F9861B95FFF5640CE27DC0E6C135540CDFD88E4351E19C058AE1EF15F1B5340B124BE19A8545640FE0513C648D64FC00103000000010000000A000000CCEC51117CAB43C029CA4E5B38A428C0EF80977E585B40C018AF547B488952C0B563E29FCDC35540187A64E574BE39C09D33B1CD51C45840E88DC736B04C304060E809E2490A6640F783C8C9D9BF5540FCB4610E7F4EF1BFF9C731DAA9675440E2380EF0051E254063E1033D0D4D3340F640C14435D356C024FFF2983A684940ECCA11B69D1F5BC0026E3F67A54E3B40CCEC51117CAB43C029CA4E5B38A428C0010300000001000000040000004271A8BEFB6830400CAD708E52B233C0E56DD820971E5C402280F3C419172EC02162D5F37BB754400BDDDBBC46384A404271A8BEFB6830400CAD708E52B233C00103000000010000000C000000A7D8E8D1D1FB47C03334386884F346C078F8B220A44041C0227CF4AC4D4344C00FDAA5E290414640CAEDE7A9F70F46C03F5A3F30D536514026E6E5232F533CC0C60DCCB56BE4544094057D1C883A3D40A83BF84223696040C1D52FFA7E024740C27016D44BC911C07EA2A65AE6F24B40ED239FF88B1C36C09E6CA4A8E71D5440986AD11A044428C0051464063801434043CDD0752F8661C0674ABC833A175140487BCDD010BA54C067C04202AF7A3140A7D8E8D1D1FB47C03334386884F346C00103000000010000000B0000001C6319E5CCCA4EC03995C5F20D093DC0DE6DE9DAA23F58C01EF6A3F2E57750C059FC1B024B4343C072230054BC6554C0517AF4C17D3C1EC02CC07B4E20564AC092D330C498396240B4C907E024C847C068A0538CF3515D407382BAB1004F4B408CF7C5D53F084540D9390F1D25F6544093D402328FCE56C05652C6C4A4F14E40C92C968D48F363C0067E5854BD52414082EC73294DA05EC0833C082CD40637401C6319E5CCCA4EC03995C5F20D093DC0':::GEOGRAPHY)"
  ],
  "usesDeclarativeSchemaChanger": true
 }
}
    schema_change_external_test.go:131: 
            Error Trace:    pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:131
            Error:          Received unexpected error:
                            ***UNEXPECTED ERROR; Received an unexpected execution error.: ERROR: bit string length 0 does not match type BIT(30) (SQLSTATE 22026)
                            (1) forced error mark
                              | "fatal error when running txn"
                              | github.com/cockroachdb/errors/withstack/*withstack.withStack::
                            Wraps: (2)
                            Wraps: (3) attached stack trace
                              -- stack trace:
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*opStmt).executeStmt
                              |     pkg/workload/schemachange/operation_generator.go:3201
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).runInTxn
                              |     pkg/workload/schemachange/schemachange.go:495
                              | github.com/cockroachdb/cockroach/pkg/workload/schemachange.(*schemaChangeWorker).run
                              |     pkg/workload/schemachange/schemachange.go:592
                              | pkg/ccl/testccl/workload/schemachange/schemachange_test_test.TestWorkload.TestWorkload.func4.func6
                              |     pkg/ccl/testccl/workload/schemachange/schema_change_external_test.go:120
                              | golang.org/x/sync/errgroup.(*Group).Go.func1
                              |     external/org_golang_x_sync/errgroup/errgroup.go:78
                              | runtime.goexit
                              |     src/runtime/asm_arm64.s:1222
                            Wraps: (4) ***UNEXPECTED ERROR; Received an unexpected execution error.
                            Wraps: (5) ERROR: bit string length 0 does not match type BIT(30) (SQLSTATE 22026)
                            Error types: (1) *markers.withMark (2) *schemachange.ErrorState (3) *withstack.withStack (4) *errutil.withPrefix (5) *pgconn.PgError
            Test:           TestWorkload
Schema Workload Stats
Total Schema Statements Executed = 20
Total Schema Statements Succeeded = 20
Total Schema Statement Expected Failures = 0
Total Transactions Committed = 12
Total Transactions Rolled Back = 13
Total Transactions Executed = 25
    schema_change_external_test.go:96: backup, tracing data, and system table dumps in /artifacts/tmp/_tmp/67537770b84c3a4ea177539c1e46bd43/logTestWorkload1590873895
    panic.go:626: -- test log scope end --
test logs left over in: /artifacts/tmp/_tmp/67537770b84c3a4ea177539c1e46bd43/logTestWorkload1590873895
--- FAIL: TestWorkload (8.46s)
Help

See also: [How To Investigate a Go Test Failure \(internal\)](https://cockroachlabs.atlassian.net/l/c/HgfXfJgM)

Same failure on other branches

- #135066 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot T-sql-foundations branch-release-24.3.0-rc] - #134652 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot P-3 T-sql-foundations branch-release-24.1.7-rc] - #134046 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [C-test-failure O-robot P-2 T-sql-foundations branch-release-23.1] - #132298 pkg/ccl/testccl/workload/schemachange/schemachange_test: TestWorkload failed [column is referenced by the primary key] [C-test-failure O-robot P-2 T-sql-foundations branch-master]

This test on roachdash | Improve this report!