HungryHowies / zitadel-mirror-setup-and-execution

0 stars 0 forks source link

instance_id does not exist #2

Closed HungryHowies closed 2 weeks ago

HungryHowies commented 1 month ago

Using my new configuration file (defaults.yaml) which has setting for PostgreSQL, for the first two commands.

Last command is the config.yaml file that has configurations for destination and source database. which was shown in the original setup.

oot@zitadel005:/usr/local/bin# zitadel init --config /usr/local/bin/defaults.yaml
INFO[0000] initialization started                        caller="/home/runner/work/zitadel/zitadel/cmd/initialise/init.go:75"
INFO[0000] verify user                                   caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_user.go:39" username=zitadel
INFO[0000] verify database                               caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_database.go:39" database=zitadel
INFO[0000] verify grant                                  caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_grant.go:34" database=zitadel user=zitadel
INFO[0000] verify zitadel                                caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:78" database=zitadel
INFO[0000] verify system                                 caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:39"
INFO[0000] verify encryption keys                        caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:44"
INFO[0000] verify projections                            caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:49"
INFO[0000] verify eventstore                             caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:54"
INFO[0000] verify events tables                          caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:59"
INFO[0000] verify system sequence                        caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:64"
INFO[0000] verify unique constraints                     caller="/home/runner/work/zitadel/zitadel/cmd/initialise/verify_zitadel.go:69"
root@zitadel005:/usr/local/bin# zitadel setup --for-mirror --config /usr/local/bin/defaults.yaml  --masterkey "MasterkeyNeedsToHave32Characters" --tlsMode external
INFO[0000] setup started                                 caller="/home/runner/work/zitadel/zitadel/cmd/setup/setup.go:99"
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=14_events_push
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=14_events_push
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=01_tables
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=01_tables
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=02_assets
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=02_assets
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=03_default_instance
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=03_default_instance
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=05_last_failed
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=05_last_failed
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=06_resource_owner_columns
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=06_resource_owner_columns
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=07_logstore
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=07_logstore
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=08_auth_token_indexes
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=08_auth_token_indexes
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=12_auth_users_otp_columns
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=12_auth_users_otp_columns
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=13_fix_quota_constraints
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=13_fix_quota_constraints
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=15_current_projection_state
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=01_new_failed_events.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=02_fe_from_projections.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=03_fe_from_adminapi.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=04_fe_from_auth.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=05_current_states.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=06_cs_from_projections.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=07_cs_from_adminapi.sql migration=15_current_projection_state
INFO[0000] execute statement                             caller="/home/runner/work/zitadel/zitadel/cmd/setup/15.go:34" file=08_cs_from_auth.sql migration=15_current_projection_state
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=16_unique_constraint_lower
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=16_unique_constraint_lower
INFO[0000] unique constraints updated                    caller="/home/runner/work/zitadel/zitadel/cmd/setup/16.go:28" count=0
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=17_add_offset_col_to_current_states
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=17_add_offset_col_to_current_states
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=19_add_current_sequences_index
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=19_add_current_sequences_index
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=20_add_by_user_index_on_session
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=20_add_by_user_index_on_session
INFO[0000] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=22_active_instance_events_index
INFO[0000] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=22_active_instance_events_index
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=23_correct_global_unique_constraints
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=23_correct_global_unique_constraints
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=24_add_actor_col_to_auth_tokens
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=24_add_actor_col_to_auth_tokens
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=26_auth_users3
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=26_auth_users3
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=config_change
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=config_change
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=projection_tables
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=projection_tables
INFO[0001] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=18_add_lower_fields_to_login_names
INFO[0001] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=18_add_lower_fields_to_login_names
INFO[0002] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=21_add_block_field_to_limits
INFO[0002] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=21_add_block_field_to_limits
INFO[0002] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=25_user12_add_lower_fields_to_verified_email
INFO[0002] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=25_user12_add_lower_fields_to_verified_email
INFO[0002] verify migration                              caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:43" name=26_idp_templates6_add_saml_name_id_format
INFO[0002] starting migration                            caller="/home/runner/work/zitadel/zitadel/internal/migration/migration.go:66" name=26_idp_templates6_add_saml_name_id_format
root@zitadel005:/usr/local/bin# zitadel mirror --system --replace --config /usr/local/bin/config.yaml  --masterkey "MasterkeyNeedsToHave32Characters" --tlsMode external
INFO[0000] assets migrated                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/system.go:92" count=1 took=11.571964ms
INFO[0000] encryption keys migrated                      caller="/home/runner/work/zitadel/zitadel/cmd/mirror/system.go:138" count=10 took=18.935088ms
INFO[0000] auth requests migrated                        caller="/home/runner/work/zitadel/zitadel/cmd/mirror/auth.go:90" count=0 took=10.065225ms
INFO[0000] start event migration                         caller="/home/runner/work/zitadel/zitadel/cmd/mirror/event_store.go:97" from=0 to=1.721419951180935e+09
INFO[0000] events migrated                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/event_store.go:180" count=0 took=57.662009ms
INFO[0000] unique constraints migrated                   caller="/home/runner/work/zitadel/zitadel/cmd/mirror/event_store.go:249" count=24 took=11.425688ms
INFO[0000] projections executed                          caller="/home/runner/work/zitadel/zitadel/cmd/mirror/projections.go:250" took=27.178951ms
INFO[0000] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=adminapi.styling2
INFO[0000] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=auth.user_sessions
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=auth.users3
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-140 source=140 table=eventstore.events2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.locks
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.failed_events2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-63 source=63 table=projections.current_states
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.orgs1
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.projects4
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.password_complexity_policies2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.password_age_policies2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.lockout_policies3
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.privacy_policies4
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.domain_policies2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.label_policies3
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.org_domains2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_policies5
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.apps7
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.apps7_api_configs
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.apps7_oidc_configs
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.mail_templates2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-12 source=12 table=projections.message_texts2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-72 source=72 table=projections.custom_texts2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.users12
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.users12_humans
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.users12_notifications
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_names3_policies
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.org_members4
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.instance_domains
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.instance_members4
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.project_members4
ERRO[0001] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.instances
ERRO[0001] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.instances
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-9 source=9 table=projections.secret_generators2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.oidc_settings2
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.keys4
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.keys4_private
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.keys4_public
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.notification_policies
INFO[0001] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-6 source=6 table=projections.milestones
ERRO[0002] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0002] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.system_features
ERRO[0002] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0002] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.system_features
INFO[0002] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.instance_features2
INFO[0002] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_names3_users
INFO[0002] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_names3_domains
INFO[0002] unequal count                                 caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_names3
ERRO[0002] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0002] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=system.encryption_keys
ERRO[0002] unexpected query error                        caller="/home/runner/work/zitadel/zitadel/internal/database/database.go:93" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0002] unable to count                               caller="/home/runner/work/zitadel/zitadel/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" t
HungryHowies commented 1 month ago

Debug trace stack

root@zitadel-build:/usr/local/bin# zitadel mirror --system --replace --config /usr/local/bin/config.yaml  --masterkey "MasterkeyNeedsToHave32Characters" --tlsMode external
INFO[0000] assets migrated                               caller="/home/zitadel-2.57.0/cmd/mirror/system.go:92" count=3 took=72.896224ms
INFO[0000] encryption keys migrated                      caller="/home/zitadel-2.57.0/cmd/mirror/system.go:138" count=10 took=17.891263ms
INFO[0001] auth requests migrated                        caller="/home/zitadel-2.57.0/cmd/mirror/auth.go:90" count=1105 took=338.429087ms
INFO[0001] start event migration                         caller="/home/zitadel-2.57.0/cmd/mirror/event_store.go:97" from=1.721958713263689e+09 to=1.7223019667620401e+09
INFO[0001] events migrated                               caller="/home/zitadel-2.57.0/cmd/mirror/event_store.go:180" count=0 took=35.371683ms
INFO[0001] unique constraints migrated                   caller="/home/zitadel-2.57.0/cmd/mirror/event_store.go:249" count=180 took=7.790492ms
INFO[0001] projections executed                          caller="/home/zitadel-2.57.0/cmd/mirror/projections.go:250" took=46.352642ms
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=adminapi.styling2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=adminapi.locks
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=adminapi.current_sequences
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=adminapi.failed_events
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=adminapi.styling
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.user_external_idps2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-12 source=12 table=auth.users2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.locks
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.current_sequences
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.users
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-114 source=114 table=auth.user_sessions
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.user_external_idps
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.failed_events
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-32 source=32 table=auth.tokens
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.org_project_mapping
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.idp_providers
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.idp_configs
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=1105 source=1105 table=auth.auth_requests
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.refresh_tokens
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.org_project_mapping2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.idp_providers2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=auth.idp_configs2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-10 source=10 table=auth.users3
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2413 source=2413 table=eventstore.events2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-119 source=119 table=eventstore.fields
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=180 source=180 table=eventstore.unique_constraints
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.current_sequences
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-41 source=41 table=projections.failed_events2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-81 source=81 table=projections.current_states
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.privacy_policies4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.domain_policies2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.label_policies3
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idps3
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idps3_oidc_config
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idps3_jwt_config
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_oauth2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_oidc
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_jwt
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_azure
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_github_enterprise
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_gitlab
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_gitlab_self_hosted
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_google
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-8 source=8 table=projections.apps7_saml_configs
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-5 source=5 table=projections.apps7_oidc_configs
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-10 source=10 table=projections.users13_notifications
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.login_names3_policies
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-14 source=14 table=projections.users13
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-10 source=10 table=projections.users13_humans
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.users13_machines
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-6 source=6 table=projections.org_members4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.instance_domains
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.instance_members4
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.sms_configs2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.sms_configs2_twilio
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-9 source=9 table=projections.secret_generators2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.smtp_configs2
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.instances
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.instances
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.instances
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.keys4_certificate
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.security_policies2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.limits
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.restrictions2
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.system_features
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=projections.system_features
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.system_features
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.instance_features2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.targets1
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.user_schemas
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.executions1
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.executions1_targets
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-14 source=14 table=projections.login_names3_users
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-5 source=5 table=projections.login_names3_domains
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.locks
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.failed_events
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.orgs1
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.org_metadata2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.actions3
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_github
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.flow_triggers3
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-12 source=12 table=projections.projects4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.password_complexity_policies2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.password_age_policies2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.lockout_policies3
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-10 source=10 table=projections.project_grants4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-8 source=8 table=projections.project_roles4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-5 source=5 table=projections.org_domains2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.login_policies5
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_ldap2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_apple
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_templates6_saml
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-16 source=16 table=projections.apps7
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.project_grant_members4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-4 source=4 table=projections.authn_keys2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.apps7_api_configs
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-7 source=7 table=projections.personal_access_tokens3
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-16 source=16 table=projections.user_grants5
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-5 source=5 table=projections.user_metadata5
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-3 source=3 table=projections.user_auth_methods4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.oidc_settings2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-1 source=1 table=projections.mail_templates2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-12 source=12 table=projections.message_texts2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_user_links3
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.idp_login_policy_links5
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-79 source=79 table=projections.custom_texts2
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-15 source=15 table=projections.project_members4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-6 source=6 table=projections.milestones
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.quotas
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.quotas_periods
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.quotas_notifications
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.notification_providers
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-90 source=90 table=projections.keys4
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-90 source=90 table=projections.keys4_private
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-90 source=90 table=projections.keys4_public
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-2 source=2 table=projections.notification_policies
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.device_auth_requests2
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.sessions8
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=projections.auth_requests
INFO[0001] unequal count                                 caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:55" dest=0 diff=-14 source=14 table=projections.login_names3
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=system.encryption_keys
ERRO[0001] unexpected query error                        caller="/home/zitadel-2.57.0/internal/database/database.go:88" error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)"
ERRO[0001] unable to count                               caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:108" db=zitadel error="ERROR: column \"instance_id\" does not exist (SQLSTATE 42703)" table=system.encryption_keys
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=0 source=0 table=system.encryption_keys
DEBU[0001] equal count                                   caller="/home/zitadel-2.57.0/cmd/mirror/verify.go:52" dest=3 source=3 table=system.assets