search

resonatehq / resonate

a dead simple programming model for the cloud
https://www.resonatehq.io
Apache License 2.0
405 stars 32 forks source link

DST: 28964 #423

Closed github-actions[bot] closed 2 months ago

github-actions[bot] commented 2 months ago

DST Failed

DST run failed for seed=28964, ticks=1000, scenario=default, store=postgres.

Seed

28964

Scenario

default

Store

postgres

Commit

cdc27eb3bbefe68b62e1bc3eed92d7f0f23155f6

Command

go run ./... dst run --seed 28964 --ticks 1000 --scenario default --aio-store postgres

Logs

level=INFO msg=DST seed=28964 ticks=1000 reqsPerTick=1:25 dst="DST(ids=24, idempotencyKeys=5, headers=19, data=3, tags=10, searches=5, backchannel=902)" system="System(api=API(size=112, subsystems=[]), aio=AIODST(subsystems=[queue store]), config=Config(cms=593, sbs=1, cbs=995, pbs=62, sbs=83, tbs=61, ted=2.352202649s))"
level=INFO msg=DST t=0|1999 tid=1 req="CreateCallback(promiseId=2, message=Message(recv=dst, data=8))" res="CreateCallback(status=4040, promise=<nil>, callback=<nil>)" err=<nil>
level=INFO msg=DST t=0|1999 tid=0 req="CreateSchedule(id=1, idempotencyKey=<nil>, description=, cron=7 * * * *)" res="CreateSchedule(status=2010, schedule=Schedule(id=1, description=, cron=7 * * * *, tags=map[], promiseId=1.{{.timestamp}}, promiseTimeout=327550, promiseParam=Value(headers=map[], data=), promiseTags=map[], lastRunTime=0, nextRunTime=420000, idempotencyKey=<nil>, createdOn=1000))" err=<nil>
level=INFO msg=DST t=0|2999 tid=2 req="CreateSchedule(id=1, idempotencyKey=4, description=, cron=7 * * * *)" res="CreateSchedule(status=4091, schedule=Schedule(id=1, description=, cron=7 * * * *, tags=map[], promiseId=1.{{.timestamp}}, promiseTimeout=327550, promiseParam=Value(headers=map[], data=), promiseTags=map[], lastRunTime=0, nextRunTime=420000, idempotencyKey=<nil>, createdOn=1000))" err=<nil>
level=INFO msg=DST t=0|3999 tid=3 req="DeleteSchedule(id=18)" res="DeleteSchedule(status=4041)" err=<nil>
level=INFO msg=DST t=0|4999 tid=4 req="ReleaseLock(resourceId=5, executionId=5)" res="ReleaseLock(status=4042)" err=<nil>
level=INFO msg=DST t=0|5999 tid=5 req="HeartbeatLocks(processId=18)" res="HeartbeatLocks(status=2000, locksAffected=0)" err=<nil>
level=INFO msg=DST t=0|6999 tid=6 req="HeartbeatLocks(processId=17)" res="HeartbeatLocks(status=2000, locksAffected=0)" err=<nil>
level=INFO msg=DST t=8000|8000 tid=120 req="ReadSchedule(id=14)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=121 req="DeleteSchedule(id=0)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=122 req="DeleteSchedule(id=14)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=123 req="SearchSchedules(id=4*, tags=map[], limit=3, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=124 req="ReadPromise(id=4)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=125 req="SearchPromises(id=8*, states=[PENDING], tags=map[], limit=5, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=126 req="ReadSchedule(id=18)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=127 req="CreateCallback(promiseId=11, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=128 req="CreateCallback(promiseId=16, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=129 req="CreatePromise(id=14, idempotencyKey=<nil>, strict=false, timeout=175759)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=130 req="CreateSchedule(id=13, idempotencyKey=<nil>, description=, cron=14 * * * *)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=131 req="HeartbeatLocks(processId=8)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=132 req="ReadSchedule(id=7)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=133 req="CreateCallback(promiseId=12, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=134 req="CreateSchedule(id=2, idempotencyKey=3, description=, cron=6 * * * *)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=135 req="DeleteSchedule(id=16)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=136 req="AcquireLock(resourceId=20, executionId=11, processId=21, expiryInMilliseconds=3079)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=137 req="CreateCallback(promiseId=6, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=138 req="SearchPromises(id=2*, states=[], tags=map[], limit=8, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=139 req="CreatePromise(id=1, idempotencyKey=4, strict=false, timeout=384202)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=8000|8000 tid=140 req="ReadSchedule(id=0)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=142 req="ReleaseLock(resourceId=17, executionId=12)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=143 req="HeartbeatLocks(processId=5)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=144 req="SearchSchedules(id=0*, tags=map[0:2.0 resonate:timeout:true], limit=7, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=145 req="SearchSchedules(id=2*, tags=map[resonate:timeout:true], limit=10, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=146 req="AcquireLock(resourceId=20, executionId=15, processId=2, expiryInMilliseconds=1774)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=147 req="ReadSchedule(id=2)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=148 req="ReleaseLock(resourceId=23, executionId=23)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=149 req="CreatePromise(id=23, idempotencyKey=1, strict=true, timeout=383966)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=150 req="CreateCallback(promiseId=17, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=151 req="ReadSchedule(id=18)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=152 req="ReadSchedule(id=23)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=153 req="SearchSchedules(id=*2, tags=map[], limit=7, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=154 req="SearchSchedules(id=0*, tags=map[], limit=8, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=9000|9000 tid=155 req="CreateCallback(promiseId=22, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=0|8999 tid=8 req="ReadPromise(id=9)" res="ReadPromise(status=4040, promise=<nil>)" err=<nil>
level=INFO msg=DST t=0|8999 tid=7 req="CreatePromise(id=9, idempotencyKey=<nil>, strict=true, timeout=515558)" res="CreatePromise(status=2010, promise=Promise(id=9, state=PENDING, param=Value(headers=map[0:5.0], data=1), value=Value(headers=map[], data=), timeout=515558, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[0:7.0]))" err=<nil>
level=INFO msg=DST t=10000|10000 tid=157 req="CreateCallback(promiseId=5, message=Message(recv=dst, data=8))" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=10000|10000 tid=158 req="ReadSchedule(id=12)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=10000|10000 tid=159 req="ReadPromise(id=10)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=10000|10000 tid=160 req="SearchSchedules(id=2*, tags=map[0:2.0 resonate:timeout:true], limit=10, sortId=<nil>)" res=<nil> err="The api submission queue is full"
level=INFO msg=DST t=10000|10000 tid=161 req="CreateSchedule(id=6, idempotencyKey=<nil>, description=, cron=6 * * * *)" res=<nil> err="The api submission queue is full"

...

level=INFO msg=DST t=966000|1078999 tid=11861 req="DeleteSchedule(id=8)" res="DeleteSchedule(status=4041)" err=<nil>
level=INFO msg=DST t=967000|1079999 tid=11880 req="ReadSchedule(id=21)" res="ReadSchedule(status=4041, schedule=<nil>)" err=<nil>
level=INFO msg=DST t=968000|1080999 tid=11904 req="CreateSchedule(id=11, idempotencyKey=<nil>, description=, cron=55 * * * *)" res="CreateSchedule(status=4091, schedule=Schedule(id=11, description=, cron=21 * * * *, tags=map[0:2.0 resonate:timeout:true], promiseId=11.{{.timestamp}}, promiseTimeout=993823, promiseParam=Value(headers=map[], data=0), promiseTags=map[0:1.0 resonate:timeout:true], lastRunTime=0, nextRunTime=1260000, idempotencyKey=<nil>, createdOn=486000))" err=<nil>
level=INFO msg=DST t=969000|1081999 tid=11905 req="CreatePromise(id=5, idempotencyKey=4, strict=true, timeout=1471489)" res="CreatePromise(status=4090, promise=Promise(id=5, state=REJECTED_TIMEDOUT, param=Value(headers=map[], data=2), value=Value(headers=map[], data=), timeout=319726, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[]))" err=<nil>
level=INFO msg=DST t=970000|1082999 tid=11913 req="DeleteSchedule(id=23)" res="DeleteSchedule(status=4041)" err=<nil>
level=INFO msg=DST t=971000|1083999 tid=11924 req="SearchSchedules(id=*0, tags=map[0:6.0 1:6.1 resonate:timeout:true], limit=10, sortId=<nil>)" res="SearchSchedules(status=2000, cursor=<nil>, schedules=[])" err=<nil>
level=INFO msg=DST t=972000|1084999 tid=11937 req="ReadSchedule(id=4)" res="ReadSchedule(status=4041, schedule=<nil>)" err=<nil>
level=INFO msg=DST t=973000|1085999 tid=11960 req="SearchSchedules(id=*4, tags=map[], limit=5, sortId=<nil>)" res="SearchSchedules(status=2000, cursor=<nil>, schedules=[Schedule(id=14, description=, cron=18 * * * *, tags=map[], promiseId=, promiseTimeout=0, promiseParam=Value(headers=map[], data=), promiseTags=map[], lastRunTime=1080000, nextRunTime=4680000, idempotencyKey=<nil>, createdOn=713000)])" err=<nil>
level=INFO msg=DST t=974000|1086999 tid=11973 req="ReadSchedule(id=15)" res="ReadSchedule(status=2000, schedule=Schedule(id=15, description=, cron=13 * * * *, tags=map[], promiseId=15.{{.timestamp}}, promiseTimeout=855122, promiseParam=Value(headers=map[], data=), promiseTags=map[], lastRunTime=0, nextRunTime=4380000, idempotencyKey=4, createdOn=935000))" err=<nil>
level=INFO msg=DST t=975000|1087999 tid=11980 req="SearchSchedules(id=8*, tags=map[], limit=6, sortId=<nil>)" res="SearchSchedules(status=2000, cursor=<nil>, schedules=[])" err=<nil>
level=INFO msg=DST t=976000|1088999 tid=11990 req="CreatePromise(id=12, idempotencyKey=<nil>, strict=true, timeout=1456196)" res="CreatePromise(status=4090, promise=Promise(id=12, state=REJECTED_CANCELED, param=Value(headers=map[], data=), value=Value(headers=map[], data=), timeout=991570, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=4, tags=map[0:6.0 1:6.1 resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=977000|1089999 tid=11992 req="DeleteSchedule(id=21)" res="DeleteSchedule(status=4041)" err=<nil>
level=INFO msg=DST t=978000|1090999 tid=11997 req="ReadSchedule(id=12)" res="ReadSchedule(status=4041, schedule=<nil>)" err=<nil>
level=INFO msg=DST t=979000|1091999 tid=12005 req="HeartbeatLocks(processId=18)" res="HeartbeatLocks(status=2000, locksAffected=0)" err=<nil>
level=INFO msg=DST t=980000|1092999 tid=12019 req="CompletePromise(id=23, idempotencyKey=1, strict=true, state=RESOLVED)" res="CompletePromise(status=4033, promise=Promise(id=23, state=REJECTED_TIMEDOUT, param=Value(headers=map[0:17.0 1:17.1 2:17.2], data=1), value=Value(headers=map[], data=), timeout=560894, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[]))" err=<nil>
level=INFO msg=DST t=981000|1093999 tid=12042 req="AcquireLock(resourceId=20, executionId=19, processId=6, expiryInMilliseconds=5174)" res="AcquireLock(status=2010, lock=Lock(resourceId=20, executionId=19, processId=6, expiryInMilliseconds=5174, expiresAt=1098174))" err=<nil>
level=INFO msg=DST t=982000|1094999 tid=12058 req="HeartbeatLocks(processId=6)" res="HeartbeatLocks(status=2000, locksAffected=1)" err=<nil>
level=INFO msg=DST t=983000|1095999 tid=12066 req="HeartbeatLocks(processId=9)" res="HeartbeatLocks(status=2000, locksAffected=0)" err=<nil>
level=INFO msg=DST t=984000|1096999 tid=12077 req="ReadPromise(id=0)" res="ReadPromise(status=2000, promise=Promise(id=0, state=RESOLVED, param=Value(headers=map[], data=), value=Value(headers=map[], data=), timeout=16750, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[0:1.0 resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=985000|1097999 tid=12090 req="SearchSchedules(id=*2, tags=map[], limit=9, sortId=<nil>)" res="SearchSchedules(status=2000, cursor=<nil>, schedules=[Schedule(id=2, description=, cron=29 * * * *, tags=map[0:8.0], promiseId=, promiseTimeout=0, promiseParam=Value(headers=map[], data=), promiseTags=map[], lastRunTime=0, nextRunTime=1740000, idempotencyKey=3, createdOn=978000)])" err=<nil>
level=INFO msg=DST t=986000|1098999 tid=12109 req="AcquireLock(resourceId=19, executionId=4, processId=22, expiryInMilliseconds=8209)" res="AcquireLock(status=2010, lock=Lock(resourceId=19, executionId=4, processId=22, expiryInMilliseconds=8209, expiresAt=1106209))" err=<nil>
level=INFO msg=DST t=987000|1099999 tid=12131 req="ReadSchedule(id=14)" res="ReadSchedule(status=2000, schedule=Schedule(id=14, description=, cron=18 * * * *, tags=map[], promiseId=14.{{.timestamp}}, promiseTimeout=746665, promiseParam=Value(headers=map[0:5.0], data=), promiseTags=map[], lastRunTime=1080000, nextRunTime=4680000, idempotencyKey=<nil>, createdOn=713000))" err=<nil>
level=INFO msg=DST t=988000|1100999 tid=12141 req="ReadPromise(id=13)" res="ReadPromise(status=2000, promise=Promise(id=13, state=REJECTED, param=Value(headers=map[], data=2), value=Value(headers=map[], data=0), timeout=539678, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=4, tags=map[0:1.0 resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=989000|1101999 tid=12145 req="CompletePromise(id=6, idempotencyKey=<nil>, strict=true, state=REJECTED_CANCELED)" res="CompletePromise(status=4032, promise=Promise(id=6, state=REJECTED_CANCELED, param=Value(headers=map[], data=), value=Value(headers=map[0:18.0 1:18.1], data=), timeout=895388, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=1, tags=map[]))" err=<nil>
level=INFO msg=DST t=991000|1103999 tid=12155 req="CompletePromise(id=0, idempotencyKey=<nil>, strict=false, state=REJECTED_CANCELED)" res="CompletePromise(status=4030, promise=Promise(id=0, state=RESOLVED, param=Value(headers=map[], data=), value=Value(headers=map[], data=), timeout=16750, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[0:1.0 resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=990000|1103999 tid=12153 req="CreateSchedule(id=22, idempotencyKey=0, description=, cron=43 * * * *)" res="CreateSchedule(status=2010, schedule=Schedule(id=22, description=, cron=43 * * * *, tags=map[], promiseId=22.{{.timestamp}}, promiseTimeout=995550, promiseParam=Value(headers=map[0:18.0 1:18.1], data=), promiseTags=map[], lastRunTime=0, nextRunTime=2580000, idempotencyKey=0, createdOn=1103000))" err=<nil>
level=INFO msg=DST t=992000|1104999 tid=12157 req="SearchPromises(id=4*, states=[PENDING], tags=map[0:3.0 resonate:timeout:true], limit=3, sortId=<nil>)" res="SearchPromises(status=2000, cursor=<nil>, promises=[])" err=<nil>
level=INFO msg=DST t=993000|1105999 tid=12160 req="SearchPromises(id=*2, states=[REJECTED_CANCELED RESOLVED REJECTED_TIMEDOUT], tags=map[0:9.0 resonate:timeout:true], limit=10, sortId=<nil>)" res="SearchPromises(status=2000, cursor=<nil>, promises=[])" err=<nil>
level=INFO msg=DST t=994000|1106999 tid=12171 req="SearchPromises(id=2*, states=[], tags=map[], limit=2, sortId=<nil>)" res="SearchPromises(status=2000, cursor=<nil>, promises=[])" err=<nil>
level=INFO msg=DST t=995000|1107999 tid=12180 req="ReadPromise(id=7)" res="ReadPromise(status=4040, promise=<nil>)" err=<nil>
level=INFO msg=DST t=996000|1108999 tid=12200 req="CreatePromise(id=18, idempotencyKey=4, strict=false, timeout=1533490)" res="CreatePromise(status=4090, promise=Promise(id=18, state=REJECTED, param=Value(headers=map[], data=), value=Value(headers=map[], data=), timeout=615776, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=<nil>, tags=map[0:6.0 1:6.1 resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=997000|1109999 tid=12203 req="ReadSchedule(id=14)" res="ReadSchedule(status=2000, schedule=Schedule(id=14, description=, cron=18 * * * *, tags=map[], promiseId=14.{{.timestamp}}, promiseTimeout=746665, promiseParam=Value(headers=map[0:5.0], data=), promiseTags=map[], lastRunTime=1080000, nextRunTime=4680000, idempotencyKey=<nil>, createdOn=713000))" err=<nil>
level=INFO msg=DST t=998000|1110999 tid=12210 req="CreatePromise(id=21, idempotencyKey=<nil>, strict=false, timeout=1852842)" res="CreatePromise(status=4090, promise=Promise(id=21, state=RESOLVED, param=Value(headers=map[], data=), value=Value(headers=map[0:4.0 1:4.1], data=), timeout=616816, idempotencyKeyForCreate=4, idempotencyKeyForUpdate=<nil>, tags=map[resonate:timeout:true]))" err=<nil>
level=INFO msg=DST t=999000|1111999 tid=12223 req="ReadPromise(id=12)" res="ReadPromise(status=2000, promise=Promise(id=12, state=REJECTED_CANCELED, param=Value(headers=map[], data=), value=Value(headers=map[], data=), timeout=991570, idempotencyKeyForCreate=<nil>, idempotencyKeyForUpdate=4, tags=map[0:6.0 1:6.1 resonate:timeout:true]))" err=<nil>
level=ERROR msg="DST timed out before linearizability could be determined"
Error: DST failed
Usage:
  resonate dst run [flags]

Flags:
      --seed int                                  dst seed
      --ticks int                                 number of ticks (default 1000)
      --timeout duration                          timeout (default 1h0m0s)
      --scenario string                           can be one of: default, fault, lazy (default "default")
      --visualization-path string                 porcupine visualization file path (default "dst.html")
      --reqs-per-tick range                       number of requests per tick (default 1:25)
      --ids range                                 promise id set size (default 1:25)
      --idempotency-keys range                    idempotency key set size (default 1:25)
      --headers range                             promise header set size (default 1:25)
      --data range                                promise data set size (default 1:25)
      --tags range                                promise tags set size (default 1:25)
      --searches range                            search set size (default 1:10)
      --backchannel-size range                    backchannel size (default 1:1000)
      --system-url string                         resonate server url
      --system-coroutine-max-size range           max concurrent coroutines (default 1:1000)
      --system-submission-batch-size range        max submissions processed per tick (default 1:1000)
      --system-completion-batch-size range        max completions processed per tick (default 1:1000)
      --system-promise-batch-size range           max promises processed per iteration (default 1:100)
      --system-schedule-batch-size range          max schedules processed per iteration (default 1:100)
      --system-task-batch-size range              max tasks processed per iteration (default 1:100)
      --system-task-enqueue-delay range           time delay before attempting to reenqueue tasks (default 1s:10s)
      --system-signal-timeout range               time to wait for api/aio signal (default 1s:10s)
      --api-size range                            submission buffered channel size (default 1:1000)
      --api-http-enable                           enable subsystem
      --api-http-host string                      http server host (default "0.0.0.0")
      --api-http-port int                         http server port (default 8001)
      --api-http-timeout duration                 http server graceful shutdown timeout (default 10s)
      --api-http-auth stringToString              http basic auth username password pairs (default [])
      --api-grpc-enable                           enable subsystem
      --api-grpc-host string                      grpc server host (default "0.0.0.0")
      --api-grpc-port int                         grpc server port (default 50051)
      --aio-size range                            completion buffered channel size (default 1:1000)
      --aio-queue-enable                          enable subsystem (default true)
      --aio-queue-p range                         probability of simulated unsuccessful request (default 0.00:1.00)
      --aio-store-postgres-enable                 enable subsystem
      --aio-store-postgres-size int               submission buffered channel size (default 1000)
      --aio-store-postgres-batch-size int         max submissions processed per iteration (default 1000)
      --aio-store-postgres-workers int            number of workers (default 1)
      --aio-store-postgres-host string            postgres host (default "localhost")
      --aio-store-postgres-port string            postgres port (default "5432")
      --aio-store-postgres-username string        postgres username
      --aio-store-postgres-password string        postgres password
      --aio-store-postgres-database string        postgres database (default "resonate_dst")
      --aio-store-postgres-query stringToString   postgres query options (default [sslmode=disable])
      --aio-store-postgres-tx-timeout duration    postgres transaction timeout (default 10s)
      --aio-store-postgres-reset                  reset postgres db on shutdown (default true)
      --aio-store-sqlite-enable                   enable subsystem (default true)
      --aio-store-sqlite-size int                 submission buffered channel size (default 1000)
      --aio-store-sqlite-batch-size int           max submissions processed per iteration (default 1000)
      --aio-store-sqlite-path string              sqlite database path (default ":memory:")
      --aio-store-sqlite-tx-timeout duration      sqlite transaction timeout (default 10s)
      --aio-store-sqlite-reset                    reset sqlite db on shutdown (default true)
      --metrics-port int                          prometheus metrics server port (default 9090)
      --log-level string                          can be one of: debug, info, warn, error (default "info")
  -h, --help                                      help for run

Global Flags:
      --config string   Config file (default "resonate.yml")
      --server string   Resonate server url (default "http://localhost:8001")

more details