sqlsmith: High environmentd memory usage during simple queries (even explain)

def- commented 10 months ago

What version of Materialize are you using?

94dbbd8a5f

What is the issue?

Seen in https://buildkite.com/materialize/nightlies/builds/5370#018c0675-db80-481f-a702-8af68ca218b4 Usually there are no OoMs in SQLsmith with only explain plans, so this one stood out to me.

Reproducer:

CREATE SOURCE tpch
            FROM LOAD GENERATOR TPCH (SCALE FACTOR 0.00001)
            FOR ALL TABLES
            WITH (SIZE = '1');
CREATE SOURCE auction
            FROM LOAD GENERATOR AUCTION (SCALE FACTOR 0.01)
            FOR ALL TABLES
            WITH (SIZE = '1');
CREATE SOURCE counter
            FROM LOAD GENERATOR COUNTER (SCALE FACTOR 0.0001)
            WITH (SIZE = '1');
CREATE TABLE t (a int2, b int4, c int8, d uint2, e uint4, f uint8, g text);
INSERT INTO t VALUES (1, 2, 3, 4, 5, 6, '7'), (3, 4, 5, 6, 7, 8, '9'), (5, 6, 7, 8, 9, 10, '11'), (7, 8, 9, 10, 11, 12, '13'), (9, 10, 11, 12, 13, 14, '15'), (11, 12, 13, 14, 15, 16, '17'), (13, 14, 15, 16, 17, 18, '19'), (15, 16, 17, 18, 19, 20, '21');
CREATE MATERIALIZED VIEW mv AS SELECT a + b AS col1, c + d AS col2, e + f AS col3, g AS col4 FROM t;
CREATE MATERIALIZED VIEW mv2 AS SELECT count(*) FROM mv;
CREATE DEFAULT INDEX ON mv;
explain decorrelated plan as text for select
  subq_4."c0" as c0,
  (pg_catalog.mod(
      CAST(pg_catalog.mod(
        CAST(pg_catalog.mod(
          CAST(null::uint2 as uint2),
          CAST(cast(nullif(null::uint2,
            null::uint2) as uint2) as uint2)) as uint2),
        CAST(case when (cast(null as aclitem)) = (cast(null as aclitem)) then null::uint2 else null::uint2 end
           as uint2)) as uint2),
      CAST(0::uint2 as uint2))) + (((pg_catalog.mod(
          CAST(case when true then null::uint2 else null::uint2 end
             as uint2),
          CAST(null::uint2 as uint2))) % (pg_catalog.mod(
          CAST((null::uint2) & (0::uint2) as uint2),
          CAST(
            pg_catalog.max(
              CAST(65535::uint2 as uint2)) over (partition by subq_4."c0" order by subq_4."c0") as uint2)))) << (((pg_catalog.mod(
            CAST(null::uint4 as uint4),
            CAST(10::uint4 as uint4))) | (null::uint4)) # (pg_catalog.mod(
          CAST(pg_catalog.mod(
            CAST(0::uint4 as uint4),
            CAST(10::uint4 as uint4)) as uint4),
          CAST(0::uint4 as uint4))))) as c1
from
  (select
        pg_catalog.jsonb_build_array() as c0
      from
        (select
              subq_2."c0" as c0,
              subq_2."c2" as c1,
              subq_2."c3" as c2,
              subq_2."c4" as c3,
              subq_2."c3" as c4,
              subq_2."c4" as c5,
              subq_2."c4" as c6,
              subq_2."c1" as c7,
              subq_2."c0" as c8,
              subq_2."c4" as c9,
              subq_2."c3" as c10,
              33 as c11,
              66 as c12,
              subq_2."c4" as c13,
              subq_2."c4" as c14
            from
              (select
                    subq_0."c0" as c0,
                    subq_0."c1" as c1,
                    subq_0."c2" as c2,
                    subq_1."c16" as c3,
                    subq_1."c2" as c4,
                    subq_0."c1" as c5
                  from
                    (select
                          68 as c0,
                          80 as c1,
                          4 as c2
                        from
                          "mz_internal"."mz_cluster_replica_history" as ref_1
                        where (2::bpchar) < (null::bpchar)
                        limit 93) as subq_0,
                    lateral (select
                          subq_0."c0" as c0,
                          5 as c1,
                          subq_0."c1" as c2,
                          subq_0."c0" as c3,
                          1 as c4,
                          subq_0."c2" as c5,
                          subq_0."c0" as c6,
                          subq_0."c1" as c7,
                          subq_0."c1" as c8,
                          subq_0."c0" as c9,
                          subq_0."c2" as c10,
                          subq_0."c0" as c11,
                          subq_0."c2" as c12,
                          subq_0."c1" as c13,
                          subq_0."c0" as c14,
                          subq_0."c1" as c15,
                          subq_0."c2" as c16,
                          subq_0."c1" as c17,
                          subq_0."c2" as c18,
                          subq_0."c2" as c19,
                          subq_0."c1" as c20,
                          subq_0."c1" as c21,
                          66 as c22,
                          subq_0."c0" as c23,
                          subq_0."c2" as c24,
                          subq_0."c0" as c25,
                          subq_0."c2" as c26,
                          subq_0."c2" as c27,
                          63 as c28,
                          subq_0."c1" as c29,
                          subq_0."c2" as c30
                        from
                          "mz_internal"."mz_activity_log" as ref_2
                        where (1::bpchar) < (null::bpchar)) as subq_1
                  where (true)
                    and (subq_0."c2" is not NULL)) as subq_2
            where true) as subq_3
      where (2::bpchar) ~* ((subq_3."c5") || (pg_catalog.current_database()))) as subq_4
where (((true)
      and ((case when (10::mz_timestamp) = (2::mz_timestamp) then mz_catalog.mz_uptime() else mz_catalog.mz_uptime() end
          ) = ((mz_catalog.mz_uptime()) + (pg_catalog.justify_interval(
            CAST(INTERVAL '2147483647 MONTHS' as interval))))))
    and ((case when (case when (row(1)) < (row(1)) then null::bpchar else null::bpchar end
            ) !~~* (1::text) then pg_catalog.current_user() else pg_catalog.current_user() end
        ) !~ ((pg_catalog.lpad(
          CAST(pg_catalog.current_database() as text),
          CAST((97) << (52) as int4))) || (subq_4."c0"))))
  or ((null::bpchar) >= (case when subq_4."c0" is NULL then case when (pg_catalog.mod(
            CAST(null::uint4 as uint4),
            CAST(10::uint4 as uint4))) = (cast(coalesce(null::uint4,
            4294967295::uint4) as uint4)) then case when ((((DATE '2007-02-01') > (DATE '2007-02-01'))
                or ((null::numeric) <= (2::numeric)))
              or (((TIME '01:23:45') >= (TIME '01:23:45'))
                or (false)))
            or ((null::bpchar) ~~* (null::text)) then cast(0 as bpchar) else cast(0 as bpchar) end
           else case when ((((DATE '2007-02-01') > (DATE '2007-02-01'))
                or ((null::numeric) <= (2::numeric)))
              or (((TIME '01:23:45') >= (TIME '01:23:45'))
                or (false)))
            or ((null::bpchar) ~~* (null::text)) then cast(0 as bpchar) else cast(0 as bpchar) end
           end
         else case when (pg_catalog.mod(
            CAST(null::uint4 as uint4),
            CAST(10::uint4 as uint4))) = (cast(coalesce(null::uint4,
            4294967295::uint4) as uint4)) then case when ((((DATE '2007-02-01') > (DATE '2007-02-01'))
                or ((null::numeric) <= (2::numeric)))
              or (((TIME '01:23:45') >= (TIME '01:23:45'))
                or (false)))
            or ((null::bpchar) ~~* (null::text)) then cast(0 as bpchar) else cast(0 as bpchar) end
           else case when ((((DATE '2007-02-01') > (DATE '2007-02-01'))
                or ((null::numeric) <= (2::numeric)))
              or (((TIME '01:23:45') >= (TIME '01:23:45'))
                or (false)))
            or ((null::bpchar) ~~* (null::text)) then cast(0 as bpchar) else cast(0 as bpchar) end
           end
         end
      ));

Locally I've seen this consume > 25 GB of RAM on environmentd, which seems excessive.

When run as mz_system the result is empty:

 c0 | c1
----+----
(0 rows)

My guess is that some intermediate results are large, but why are intermediate results even calculated for the explain? Full plan: https://gist.github.com/def-/abeea8f16f32f79dc6a6742278c48c09

I see a Constant in there, so that's probably it? Maybe this is all as expected, but I haven't seen it before, so want to make sure. @aalexandrov Are you the right person to look at this?

ci-regexp: Memory cgroup out of memory|Out of memory
ci-apply-to: sqlsmith-explain

aalexandrov commented 10 months ago

From what I can see it looks like the optimizer get stuck in

optimize/global/logical/normalize/0000/normalize_ops

I think the issue is not so much the memory leaks (although they are concerning as well), but that in this particular transform for the query given above we start doing a lot of work in a loop. I will take a closer look on Friday.

aalexandrov commented 10 months ago

Here is an excerpt that contains the timing of every step when running EXPLAIN OPTIMIZER TRACE FOR BROKEN <query> using the query from above.

Details

"optimize/raw" span_duration=7.83µs full_duration=182.061µs
"optimize/hir_to_mir" span_duration=2.74992ms full_duration=3.115038ms
"optimize/local/logical/normalize/0000/normalize_lets" span_duration=555.744µs full_duration=4.608324ms
"optimize/local/logical/normalize/0000/normalize_ops" span_duration=2.119886ms full_duration=6.926346ms
"optimize/local/logical/normalize/0000" span_duration=3.06654ms full_duration=7.092872ms
"optimize/local/logical/normalize/0001/normalize_lets" span_duration=352.747µs full_duration=7.79923ms
"optimize/local/logical/normalize/0001/normalize_ops" span_duration=849.848µs full_duration=8.808131ms
"optimize/local/logical/normalize/0001" span_duration=1.509769ms full_duration=8.931342ms
"optimize/local/logical/normalize" span_duration=5.30079ms full_duration=9.092044ms
"optimize/local/logical/non_null_requirements" span_duration=290.866µs full_duration=9.566611ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=26.337µs full_duration=9.952782ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=162.027µs full_duration=10.272276ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=604.601µs full_duration=11.022398ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=16.153µs full_duration=11.185617ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=59.14µs full_duration=11.431402ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=354.325µs full_duration=12.031298ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=16.369µs full_duration=12.208208ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=23.049µs full_duration=12.435408ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=24.377µs full_duration=12.775788ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=418.192µs full_duration=13.469585ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=351.562µs full_duration=14.009175ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=1.024818ms full_duration=15.309453ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=5.570066ms full_duration=15.473775ms
"optimize/local/logical/fixpoint/0000" span_duration=5.747454ms full_duration=15.62591ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=22.697µs full_duration=16.003966ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=13.631µs full_duration=16.182381ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=530.257µs full_duration=16.86702ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=11.986µs full_duration=17.052468ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=12.196µs full_duration=17.183121ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=233.614µs full_duration=17.557447ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=16.957µs full_duration=17.777867ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=11.6µs full_duration=17.964321ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=13.869µs full_duration=18.152475ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=101.44µs full_duration=18.422589ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=17.618µs full_duration=18.623376ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=426.472µs full_duration=19.217204ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=3.432354ms full_duration=19.370002ms
"optimize/local/logical/fixpoint/0001" span_duration=3.598761ms full_duration=19.508017ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_extraction" span_duration=19.307µs full_duration=19.868115ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_lifting" span_duration=12.482µs full_duration=20.070905ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fusion" span_duration=420.844µs full_duration=20.660211ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/flatmap_to_map" span_duration=15.524µs full_duration=20.845477ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/join_fusion" span_duration=11.283µs full_duration=21.021093ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=84.787µs full_duration=21.242156ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/reduce_fusion" span_duration=11.212µs full_duration=21.391114ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_negate" span_duration=10.741µs full_duration=21.52091ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_branch_cancellation" span_duration=10.795µs full_duration=21.659135ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=79.974µs full_duration=21.872815ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/redundant_join" span_duration=14.095µs full_duration=22.041068ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fold_constants" span_duration=326.711µs full_duration=22.513074ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse" span_duration=2.783501ms full_duration=22.605883ms
"optimize/local/logical/fixpoint/0002" span_duration=2.889453ms full_duration=22.685111ms
"optimize/local/logical/fixpoint" span_duration=13.091579ms full_duration=22.803348ms
"optimize/local/logical/threshold_elision" span_duration=33.643µs full_duration=22.968674ms
"optimize/local/logical/fixpoint/0000/predicate_pushdown" span_duration=500.64µs full_duration=23.761068ms
"optimize/local/logical/fixpoint/0000/non_nullable" span_duration=20.682µs full_duration=23.904158ms
"optimize/local/logical/fixpoint/0000/column_knowledge" span_duration=500.455µs full_duration=24.513043ms
"optimize/local/logical/fixpoint/0000/demand" span_duration=267.258µs full_duration=24.899889ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=14.071µs full_duration=25.0504ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=8.359µs full_duration=25.1759ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=215.298µs full_duration=25.514905ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=10.434µs full_duration=25.645244ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=12.867µs full_duration=25.767166ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=77.825µs full_duration=25.974084ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=10.161µs full_duration=26.108304ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=12.493µs full_duration=26.245742ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=10.282µs full_duration=26.400916ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=75.242µs full_duration=26.600225ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=14.706µs full_duration=26.729665ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=255.046µs full_duration=27.125113ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=2.200546ms full_duration=27.21374ms
"optimize/local/logical/fixpoint/0000" span_duration=4.053199ms full_duration=27.290171ms
"optimize/local/logical/fixpoint/0001/predicate_pushdown" span_duration=182.436µs full_duration=27.678886ms
"optimize/local/logical/fixpoint/0001/non_nullable" span_duration=16.994µs full_duration=27.809774ms
"optimize/local/logical/fixpoint/0001/column_knowledge" span_duration=396.657µs full_duration=28.324563ms
"optimize/local/logical/fixpoint/0001/demand" span_duration=348.574µs full_duration=28.788344ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=15.258µs full_duration=28.946719ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=8.42µs full_duration=29.086954ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=260.577µs full_duration=29.461994ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=10.201µs full_duration=29.589742ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=10.018µs full_duration=29.709258ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=79.304µs full_duration=29.91434ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=12.643µs full_duration=30.086933ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=12.613µs full_duration=30.247547ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=13.054µs full_duration=30.434884ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=95.144µs full_duration=30.719893ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=16.521µs full_duration=30.888337ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=513.788µs full_duration=31.591799ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=2.813429ms full_duration=31.721848ms
"optimize/local/logical/fixpoint/0001" span_duration=4.338357ms full_duration=31.811752ms
"optimize/local/logical/fixpoint" span_duration=8.833394ms full_duration=31.925344ms
"optimize/local/logical/fixpoint/0000/semijoin_idempotence" span_duration=20.507µs full_duration=32.268847ms
"optimize/local/logical/fixpoint/0000/reduction_pushdown" span_duration=26.214µs full_duration=32.429729ms
"optimize/local/logical/fixpoint/0000/reduce_elision" span_duration=121.373µs full_duration=32.694971ms
"optimize/local/logical/fixpoint/0000/literal_lifting" span_duration=106.738µs full_duration=32.942698ms
"optimize/local/logical/fixpoint/0000/relation_cse" span_duration=403.087µs full_duration=33.492507ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=11.072µs full_duration=33.661588ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=39.157µs full_duration=33.834062ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=207.289µs full_duration=34.193282ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=9.779µs full_duration=34.319275ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=9.872µs full_duration=34.455285ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=78.73µs full_duration=34.668511ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=10.076µs full_duration=34.802251ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=10.051µs full_duration=34.941545ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=11.178µs full_duration=35.115243ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=126.047µs full_duration=35.414933ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=20.61µs full_duration=35.637172ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=436.802µs full_duration=36.289057ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=2.763181ms full_duration=36.390904ms
"optimize/local/logical/fixpoint/0000" span_duration=4.252882ms full_duration=36.473917ms
"optimize/local/logical/fixpoint/0001/semijoin_idempotence" span_duration=22.236µs full_duration=36.883521ms
"optimize/local/logical/fixpoint/0001/reduction_pushdown" span_duration=11.633µs full_duration=37.058411ms
"optimize/local/logical/fixpoint/0001/reduce_elision" span_duration=15.889µs full_duration=37.208976ms
"optimize/local/logical/fixpoint/0001/literal_lifting" span_duration=85.04µs full_duration=37.434366ms
"optimize/local/logical/fixpoint/0001/relation_cse" span_duration=396.441µs full_duration=37.990065ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=11.647µs full_duration=38.177586ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=44.613µs full_duration=38.332344ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=228.943µs full_duration=38.678763ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=9.789µs full_duration=38.808954ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=9.698µs full_duration=38.926709ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=77.389µs full_duration=39.152182ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=10.385µs full_duration=39.286881ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=10.695µs full_duration=39.439981ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=15.532µs full_duration=39.631176ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=144.479µs full_duration=40.022131ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=17.661µs full_duration=40.218851ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=605.077µs full_duration=41.055378ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=3.023587ms full_duration=41.165925ms
"optimize/local/logical/fixpoint/0001" span_duration=4.415225ms full_duration=41.248551ms
"optimize/local/logical/fixpoint/0002/semijoin_idempotence" span_duration=21.16µs full_duration=41.499052ms
"optimize/local/logical/fixpoint/0002/reduction_pushdown" span_duration=15.233µs full_duration=41.713304ms
"optimize/local/logical/fixpoint/0002/reduce_elision" span_duration=11.535µs full_duration=41.865695ms
"optimize/local/logical/fixpoint/0002/literal_lifting" span_duration=100.902µs full_duration=42.095194ms
"optimize/local/logical/fixpoint/0002/relation_cse" span_duration=405.765µs full_duration=42.643613ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_extraction" span_duration=12.171µs full_duration=42.812704ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_lifting" span_duration=33.661µs full_duration=42.984644ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fusion" span_duration=225.424µs full_duration=43.345326ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/flatmap_to_map" span_duration=9.582µs full_duration=43.468963ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/join_fusion" span_duration=9.125µs full_duration=43.58388ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=70.472µs full_duration=43.772478ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/reduce_fusion" span_duration=9.409µs full_duration=43.890685ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_negate" span_duration=9.463µs full_duration=44.021068ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_branch_cancellation" span_duration=9.473µs full_duration=44.139405ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=69.758µs full_duration=44.333402ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/redundant_join" span_duration=12.041µs full_duration=44.479716ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fold_constants" span_duration=249.455µs full_duration=44.866506ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse" span_duration=2.174782ms full_duration=44.949714ms
"optimize/local/logical/fixpoint/0002" span_duration=3.569944ms full_duration=45.020102ms
"optimize/local/logical/fixpoint/0003/semijoin_idempotence" span_duration=19.452µs full_duration=45.253906ms
"optimize/local/logical/fixpoint/0003/reduction_pushdown" span_duration=9.567µs full_duration=45.379786ms
"optimize/local/logical/fixpoint/0003/reduce_elision" span_duration=13.543µs full_duration=45.561649ms
"optimize/local/logical/fixpoint/0003/literal_lifting" span_duration=81.75µs full_duration=45.817636ms
"optimize/local/logical/fixpoint/0003/relation_cse" span_duration=362.507µs full_duration=46.355143ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/projection_extraction" span_duration=10.321µs full_duration=46.511018ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/projection_lifting" span_duration=8.004µs full_duration=46.645392ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/fusion" span_duration=279.621µs full_duration=47.032939ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/flatmap_to_map" span_duration=10.61µs full_duration=47.171547ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/join_fusion" span_duration=13.548µs full_duration=47.296992ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/normalize_lets" span_duration=117.755µs full_duration=47.60363ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/reduce_fusion" span_duration=20.146µs full_duration=47.801157ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/union_negate" span_duration=10.85µs full_duration=47.971607ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/union_branch_cancellation" span_duration=10.094µs full_duration=48.112283ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/normalize_lets" span_duration=73.985µs full_duration=48.309698ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/redundant_join" span_duration=13.168µs full_duration=48.441303ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/fold_constants" span_duration=257.46µs full_duration=48.966182ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse" span_duration=2.594676ms full_duration=49.069715ms
"optimize/local/logical/fixpoint/0003" span_duration=3.941699ms full_duration=49.153341ms
"optimize/local/logical/fixpoint/0004/semijoin_idempotence" span_duration=17.5µs full_duration=49.40317ms
"optimize/local/logical/fixpoint/0004/reduction_pushdown" span_duration=10.067µs full_duration=49.530883ms
"optimize/local/logical/fixpoint/0004/reduce_elision" span_duration=10.222µs full_duration=49.665479ms
"optimize/local/logical/fixpoint/0004/literal_lifting" span_duration=52.489µs full_duration=49.842308ms
"optimize/local/logical/fixpoint/0004/relation_cse" span_duration=315.752µs full_duration=50.290416ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/projection_extraction" span_duration=15.226µs full_duration=50.470152ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/projection_lifting" span_duration=12.226µs full_duration=50.677812ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/fusion" span_duration=341.183µs full_duration=51.18429ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/flatmap_to_map" span_duration=12.63µs full_duration=51.348907ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/join_fusion" span_duration=12.436µs full_duration=51.50242ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/normalize_lets" span_duration=124.696µs full_duration=51.788096ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/reduce_fusion" span_duration=16.934µs full_duration=52.026002ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/union_negate" span_duration=17.538µs full_duration=52.264846ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/union_branch_cancellation" span_duration=11.531µs full_duration=52.431072ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/normalize_lets" span_duration=86.096µs full_duration=52.65608ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/redundant_join" span_duration=14.309µs full_duration=52.811647ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/fold_constants" span_duration=354.126µs full_duration=53.313785ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse" span_duration=3.006194ms full_duration=53.419393ms
"optimize/local/logical/fixpoint/0004" span_duration=4.142189ms full_duration=53.502994ms
"optimize/local/logical/fixpoint" span_duration=21.529952ms full_duration=53.625309ms
"optimize/local/logical" span_duration=50.444441ms full_duration=53.809973ms
"optimize/local" span_duration=50.601318ms full_duration=53.931337ms
"optimize/global/inline_views" span_duration=11.316µs full_duration=54.591748ms
"optimize/global/logical/normalize/0000/normalize_lets" span_duration=140.255µs full_duration=55.320011ms
"optimize/global/logical/normalize/0000/normalize_ops" span_duration=82.980726152s full_duration=83.036274977s
"optimize/global/logical/normalize/0000" span_duration=82.981318799s full_duration=83.036441237s
"optimize/global/logical/normalize/0001/normalize_lets" span_duration=93.307µs full_duration=83.03677729s
"optimize/global/logical/normalize/0001/normalize_ops" span_duration=122.91µs full_duration=83.037009566s
"optimize/global/logical/normalize/0001" span_duration=439.75µs full_duration=83.037096885s
"optimize/global/logical/normalize" span_duration=82.982298812s full_duration=83.037212341s
"optimize/global/logical/non_null_requirements" span_duration=45.267µs full_duration=83.037419386s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=10.884µs full_duration=83.037706112s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=8.8µs full_duration=83.037824319s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=65.706µs full_duration=83.037997471s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=10.173µs full_duration=83.038126938s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=9.872µs full_duration=83.0382422s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=78.895µs full_duration=83.038457791s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=9.987µs full_duration=83.038579749s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=10.233µs full_duration=83.038710263s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=10.049µs full_duration=83.03882666s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=75.88µs full_duration=83.039012559s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=14.151µs full_duration=83.039131141s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=224.157µs full_duration=83.039474885s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.878392ms full_duration=83.039550084s
"optimize/global/logical/fixpoint/0000" span_duration=1.963697ms full_duration=83.039608858s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=8.054µs full_duration=83.039787873s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=7.04µs full_duration=83.039930795s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=7.689µs full_duration=83.040033693s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=7.456µs full_duration=83.040133052s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=7.831µs full_duration=83.040237491s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=63.853µs full_duration=83.040394371s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=16.264µs full_duration=83.040508223s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=7.892µs full_duration=83.040616954s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=7.994µs full_duration=83.040721899s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=64.751µs full_duration=83.040888039s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=9.162µs full_duration=83.040990732s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=28.447µs full_duration=83.04111508s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse" span_duration=1.442439ms full_duration=83.041200056s
"optimize/global/logical/fixpoint/0001" span_duration=1.530416ms full_duration=83.041264767s
"optimize/global/logical/fixpoint" span_duration=3.799545ms full_duration=83.041323565s
"optimize/global/logical/threshold_elision" span_duration=29.778µs full_duration=83.041442696s
"optimize/global/logical/fixpoint/0000/predicate_pushdown" span_duration=7.933µs full_duration=83.04167254s
"optimize/global/logical/fixpoint/0000/non_nullable" span_duration=8.225µs full_duration=83.04177148s
"optimize/global/logical/fixpoint/0000/column_knowledge" span_duration=13.308µs full_duration=83.041878925s
"optimize/global/logical/fixpoint/0000/demand" span_duration=28.822µs full_duration=83.041998431s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=7.608µs full_duration=83.04212761s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=6.582µs full_duration=83.04223374s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=7.484µs full_duration=83.042333568s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=7.673µs full_duration=83.042437511s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=7.825µs full_duration=83.042542839s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=63.936µs full_duration=83.042700251s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=7.583µs full_duration=83.042800829s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=7.601µs full_duration=83.042904583s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=7.464µs full_duration=83.043004793s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=72.774µs full_duration=83.043175627s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=12.523µs full_duration=83.043286636s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=30.588µs full_duration=83.043414189s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.390288ms full_duration=83.043485836s
"optimize/global/logical/fixpoint/0000" span_duration=1.904909ms full_duration=83.04354466s
"optimize/global/logical/fixpoint" span_duration=2.065421ms full_duration=83.04360178s
"optimize/global/logical/fixpoint/0000/semijoin_idempotence" span_duration=16.348µs full_duration=83.043841874s
"optimize/global/logical/fixpoint/0000/reduction_pushdown" span_duration=8.272µs full_duration=83.04394374s
"optimize/global/logical/fixpoint/0000/reduce_elision" span_duration=11.032µs full_duration=83.044065492s
"optimize/global/logical/fixpoint/0000/literal_lifting" span_duration=10.533µs full_duration=83.044205872s
"optimize/global/logical/fixpoint/0000/relation_cse" span_duration=135.158µs full_duration=83.04443243s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=7.606µs full_duration=83.04457385s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=6.373µs full_duration=83.044689083s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=7.789µs full_duration=83.04478949s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=7.681µs full_duration=83.044892067s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=7.798µs full_duration=83.04499666s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=63.908µs full_duration=83.045155745s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=7.662µs full_duration=83.045256572s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=7.989µs full_duration=83.045397248s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=7.481µs full_duration=83.045498685s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=79.158µs full_duration=83.045674243s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=8.748µs full_duration=83.045772435s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=25.724µs full_duration=83.045890244s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.415579ms full_duration=83.045958864s
"optimize/global/logical/fixpoint/0000" span_duration=2.213644ms full_duration=83.046015446s
"optimize/global/logical/fixpoint" span_duration=2.380482ms full_duration=83.046070812s
"optimize/global/logical" span_duration=82.991382667s full_duration=83.046177646s
"optimize/global/filters" span_duration=9.872µs full_duration=83.046280307s
"optimize/global/demand" span_duration=52.091µs full_duration=83.046415992s
"optimize/global/logical_cleanup/fusion" span_duration=7.886µs full_duration=83.046576637s
"optimize/global/logical_cleanup/fixpoint/0000/canonicalize_mfp" span_duration=63.885µs full_duration=83.046855095s
"optimize/global/logical_cleanup/fixpoint/0000/threshold_elision" span_duration=16.63µs full_duration=83.046964571s
"optimize/global/logical_cleanup/fixpoint/0000/join_fusion" span_duration=7.413µs full_duration=83.04706233s
"optimize/global/logical_cleanup/fixpoint/0000/redundant_join" span_duration=8.71µs full_duration=83.047160073s
"optimize/global/logical_cleanup/fixpoint/0000/fusion" span_duration=7.187µs full_duration=83.047253571s
"optimize/global/logical_cleanup/fixpoint/0000/union_negate" span_duration=7.536µs full_duration=83.047350694s
"optimize/global/logical_cleanup/fixpoint/0000/union_branch_cancellation" span_duration=7.13µs full_duration=83.047445716s
"optimize/global/logical_cleanup/fixpoint/0000/relation_cse" span_duration=91.672µs full_duration=83.047622696s
"optimize/global/logical_cleanup/fixpoint/0000/fold_constants" span_duration=21.436µs full_duration=83.047737514s
"optimize/global/logical_cleanup/fixpoint/0000" span_duration=1.032342ms full_duration=83.047801231s
"optimize/global/logical_cleanup/fixpoint" span_duration=1.194488ms full_duration=83.047855359s
"optimize/global/logical_cleanup" span_duration=1.41934ms full_duration=83.0479313s
"optimize/global/physical/fixpoint/0000/column_knowledge" span_duration=10.476µs full_duration=83.048216354s
"optimize/global/physical/fixpoint/0000/fold_constants" span_duration=24.858µs full_duration=83.048327693s
"optimize/global/physical/fixpoint/0000/demand" span_duration=18.277µs full_duration=83.048436142s
"optimize/global/physical/fixpoint/0000/literal_lifting" span_duration=8.14µs full_duration=83.048541711s
"optimize/global/physical/fixpoint/0000" span_duration=422.097µs full_duration=83.048603127s
"optimize/global/physical/fixpoint" span_duration=569.175µs full_duration=83.048656421s
"optimize/global/physical/literal_constraints" span_duration=13.504µs full_duration=83.048766162s
"optimize/global/physical/fix_joins/0000/join_implementation" span_duration=13.619µs full_duration=83.048971052s
"optimize/global/physical/fix_joins/0000" span_duration=94.487µs full_duration=83.049030016s
"optimize/global/physical/fix_joins" span_duration=239.156µs full_duration=83.049085473s
"optimize/global/physical/canonicalize_mfp" span_duration=39.199µs full_duration=83.049201475s
"optimize/global/physical/relation_cse" span_duration=95.602µs full_duration=83.049382894s
"optimize/global/physical/fold_constants" span_duration=21.34µs full_duration=83.049491529s
"optimize/global/physical/threshold_elision" span_duration=14.429µs full_duration=83.049590216s
"optimize/global/physical/normalize_lets" span_duration=51.394µs full_duration=83.049724565s
"optimize/global/physical" span_duration=1.76462ms full_duration=83.049799564s
"optimize/global/monotonic" span_duration=8.59µs full_duration=83.049888295s
"optimize/global/index_imports" span_duration=20.605µs full_duration=83.049988098s
"optimize/global" span_duration=82.99551113s full_duration=83.050047043s
"optimize/finalize_dataflow/mir_to_lir" span_duration=32.697µs full_duration=83.050248761s
"optimize/finalize_dataflow/refine_source_mfps" span_duration=4.14µs full_duration=83.050350362s
"optimize/finalize_dataflow/refine_union_negate_consolidation" span_duration=10.608µs full_duration=83.050439062s
"optimize/finalize_dataflow/refine_single_time_operator_selection" span_duration=7.265µs full_duration=83.050534887s
"optimize/finalize_dataflow/refine_single_time_consolidation" span_duration=56.067µs full_duration=83.050675847s
"optimize/finalize_dataflow" span_duration=543.44µs full_duration=83.050737646s
"optimize" span_duration=83.050806936s full_duration=83.050806936s
"optimize/raw" span_duration=9.371µs full_duration=230.836µs
"optimize/hir_to_mir" span_duration=2.892437ms full_duration=3.309897ms
"optimize/local/logical/normalize/0000/normalize_lets" span_duration=745.739µs full_duration=5.422394ms
"optimize/local/logical/normalize/0000/normalize_ops" span_duration=2.316622ms full_duration=8.051668ms
"optimize/local/logical/normalize/0000" span_duration=3.59648ms full_duration=8.23804ms
"optimize/local/logical/normalize/0001/normalize_lets" span_duration=406.567µs full_duration=9.056438ms
"optimize/local/logical/normalize/0001/normalize_ops" span_duration=822.742µs full_duration=10.08564ms
"optimize/local/logical/normalize/0001" span_duration=1.654978ms full_duration=10.274728ms
"optimize/local/logical/normalize" span_duration=6.190922ms full_duration=10.468246ms
"optimize/local/logical/non_null_requirements" span_duration=385.081µs full_duration=11.092483ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=32.063µs full_duration=11.604347ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=218.857µs full_duration=12.009147ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=730.016µs full_duration=12.930773ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=19.241µs full_duration=13.139613ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=55.039µs full_duration=13.372025ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=365.813µs full_duration=13.925431ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=20.861µs full_duration=14.153177ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=20.956µs full_duration=14.380943ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=22.363µs full_duration=14.61841ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=369.386µs full_duration=15.187619ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=301.889µs full_duration=15.663996ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=744.932µs full_duration=16.580072ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=5.129597ms full_duration=16.674247ms
"optimize/local/logical/fixpoint/0000" span_duration=5.237684ms full_duration=16.752636ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=16.506µs full_duration=17.025349ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=11.631µs full_duration=17.176282ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=304.81µs full_duration=17.624615ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=13.495µs full_duration=17.778527ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=13.656µs full_duration=17.927423ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=177.396µs full_duration=18.269197ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=12.618µs full_duration=18.431726ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=13.024µs full_duration=18.597455ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=12.315µs full_duration=18.747749ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=90.881µs full_duration=18.991221ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=15.489µs full_duration=19.205361ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=336.231µs full_duration=19.675908ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=2.790918ms full_duration=19.776365ms
"optimize/local/logical/fixpoint/0001" span_duration=2.902038ms full_duration=19.862647ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_extraction" span_duration=19.832µs full_duration=20.139347ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_lifting" span_duration=10.928µs full_duration=20.337114ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fusion" span_duration=341.632µs full_duration=20.839412ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/flatmap_to_map" span_duration=13.024µs full_duration=21.00313ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/join_fusion" span_duration=13.78µs full_duration=21.173281ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=110.685µs full_duration=21.451795ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/reduce_fusion" span_duration=13.996µs full_duration=21.646984ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_negate" span_duration=13.85µs full_duration=21.813198ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_branch_cancellation" span_duration=13.926µs full_duration=21.992089ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=91.167µs full_duration=22.266684ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/redundant_join" span_duration=16.977µs full_duration=22.429511ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fold_constants" span_duration=373.453µs full_duration=22.960873ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse" span_duration=2.970655ms full_duration=23.065282ms
"optimize/local/logical/fixpoint/0002" span_duration=3.102695ms full_duration=23.17194ms
"optimize/local/logical/fixpoint" span_duration=12.013694ms full_duration=23.301668ms
"optimize/local/logical/threshold_elision" span_duration=34.015µs full_duration=23.47503ms
"optimize/local/logical/fixpoint/0000/predicate_pushdown" span_duration=603.233µs full_duration=24.372538ms
"optimize/local/logical/fixpoint/0000/non_nullable" span_duration=29.952µs full_duration=24.580134ms
"optimize/local/logical/fixpoint/0000/column_knowledge" span_duration=1.057099ms full_duration=25.796049ms
"optimize/local/logical/fixpoint/0000/demand" span_duration=456.401µs full_duration=26.452523ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=31.886µs full_duration=26.786881ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=15.203µs full_duration=27.047118ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=306.779µs full_duration=27.54204ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=12.929µs full_duration=27.705214ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=13.204µs full_duration=27.862855ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=107.193µs full_duration=28.110792ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=12.351µs full_duration=28.310213ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=12.304µs full_duration=28.473756ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=12.204µs full_duration=28.65922ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=102.485µs full_duration=28.898438ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=24.886µs full_duration=29.128099ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=392.615µs full_duration=29.772772ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=3.191957ms full_duration=29.887797ms
"optimize/local/logical/fixpoint/0000" span_duration=6.231114ms full_duration=29.975656ms
"optimize/local/logical/fixpoint/0001/predicate_pushdown" span_duration=300.541µs full_duration=30.585527ms
"optimize/local/logical/fixpoint/0001/non_nullable" span_duration=29.224µs full_duration=30.795282ms
"optimize/local/logical/fixpoint/0001/column_knowledge" span_duration=570.619µs full_duration=31.57048ms
"optimize/local/logical/fixpoint/0001/demand" span_duration=306.656µs full_duration=32.017198ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=18.506µs full_duration=32.204481ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=11.091µs full_duration=32.366908ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=272.812µs full_duration=32.794097ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=12.659µs full_duration=32.950568ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=12.844µs full_duration=33.104138ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=98.775µs full_duration=33.377728ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=12.403µs full_duration=33.540287ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=12.308µs full_duration=33.690403ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=12.351µs full_duration=33.874788ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=111.239µs full_duration=34.133634ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=19.421µs full_duration=34.331602ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=422.086µs full_duration=34.929009ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=2.903211ms full_duration=35.059299ms
"optimize/local/logical/fixpoint/0001" span_duration=4.92434ms full_duration=35.17092ms
"optimize/local/logical/fixpoint" span_duration=11.697274ms full_duration=35.285811ms
"optimize/local/logical/fixpoint/0000/semijoin_idempotence" span_duration=21.103µs full_duration=35.619548ms
"optimize/local/logical/fixpoint/0000/reduction_pushdown" span_duration=42.261µs full_duration=35.795309ms
"optimize/local/logical/fixpoint/0000/reduce_elision" span_duration=134.272µs full_duration=36.073758ms
"optimize/local/logical/fixpoint/0000/literal_lifting" span_duration=108.361µs full_duration=36.346733ms
"optimize/local/logical/fixpoint/0000/relation_cse" span_duration=408.913µs full_duration=36.909183ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=11.671µs full_duration=37.071649ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=45.241µs full_duration=37.252195ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=240.512µs full_duration=37.642165ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=10.526µs full_duration=37.779044ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=12.662µs full_duration=37.925759ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=99.106µs full_duration=38.158485ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=11.969µs full_duration=38.320767ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=11.87µs full_duration=38.488002ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=11.868µs full_duration=38.678778ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=89.601µs full_duration=38.92957ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=36.25µs full_duration=39.114541ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=538.627µs full_duration=39.849023ms
"optimize/local/logical/fixpoint/0000/fuse_and_collapse" span_duration=2.957737ms full_duration=39.993456ms
"optimize/local/logical/fixpoint/0000" span_duration=4.573131ms full_duration=40.14356ms
"optimize/local/logical/fixpoint/0001/semijoin_idempotence" span_duration=32.759µs full_duration=40.417362ms
"optimize/local/logical/fixpoint/0001/reduction_pushdown" span_duration=18.519µs full_duration=40.651576ms
"optimize/local/logical/fixpoint/0001/reduce_elision" span_duration=12.945µs full_duration=40.866073ms
"optimize/local/logical/fixpoint/0001/literal_lifting" span_duration=118.033µs full_duration=41.128622ms
"optimize/local/logical/fixpoint/0001/relation_cse" span_duration=497.69µs full_duration=41.839747ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=14.961µs full_duration=42.06978ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=39.219µs full_duration=42.248925ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=258.725µs full_duration=42.634073ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=10.517µs full_duration=42.767694ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=10.582µs full_duration=42.906553ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=95.552µs full_duration=43.122552ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=14.989µs full_duration=43.333356ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=14.983µs full_duration=43.540754ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=14.825µs full_duration=43.732485ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=89.053µs full_duration=44.043215ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=26.614µs full_duration=44.265516ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=589.816µs full_duration=45.164775ms
"optimize/local/logical/fixpoint/0001/fuse_and_collapse" span_duration=3.251434ms full_duration=45.276804ms
"optimize/local/logical/fixpoint/0001" span_duration=5.021797ms full_duration=45.376812ms
"optimize/local/logical/fixpoint/0002/semijoin_idempotence" span_duration=22.821µs full_duration=45.638394ms
"optimize/local/logical/fixpoint/0002/reduction_pushdown" span_duration=13.337µs full_duration=45.867386ms
"optimize/local/logical/fixpoint/0002/reduce_elision" span_duration=14.922µs full_duration=46.037422ms
"optimize/local/logical/fixpoint/0002/literal_lifting" span_duration=84.611µs full_duration=46.286503ms
"optimize/local/logical/fixpoint/0002/relation_cse" span_duration=387.675µs full_duration=46.794111ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_extraction" span_duration=11.054µs full_duration=46.971078ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/projection_lifting" span_duration=34.242µs full_duration=47.129895ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fusion" span_duration=237.552µs full_duration=47.48442ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/flatmap_to_map" span_duration=11.415µs full_duration=47.614421ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/join_fusion" span_duration=12.374µs full_duration=47.741425ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=73.517µs full_duration=47.940843ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/reduce_fusion" span_duration=10.489µs full_duration=48.07387ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_negate" span_duration=12.943µs full_duration=48.218147ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/union_branch_cancellation" span_duration=9.888µs full_duration=48.358159ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/normalize_lets" span_duration=75.395µs full_duration=48.573118ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/redundant_join" span_duration=12.955µs full_duration=48.732931ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse/fold_constants" span_duration=299.107µs full_duration=49.167226ms
"optimize/local/logical/fixpoint/0002/fuse_and_collapse" span_duration=2.35673ms full_duration=49.290036ms
"optimize/local/logical/fixpoint/0002" span_duration=3.81541ms full_duration=49.398195ms
"optimize/local/logical/fixpoint/0003/semijoin_idempotence" span_duration=21.893µs full_duration=49.711729ms
"optimize/local/logical/fixpoint/0003/reduction_pushdown" span_duration=13.693µs full_duration=49.903291ms
"optimize/local/logical/fixpoint/0003/reduce_elision" span_duration=13.728µs full_duration=50.094828ms
"optimize/local/logical/fixpoint/0003/literal_lifting" span_duration=62.447µs full_duration=50.32001ms
"optimize/local/logical/fixpoint/0003/relation_cse" span_duration=307.486µs full_duration=50.761237ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/projection_extraction" span_duration=10.75µs full_duration=50.924503ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/projection_lifting" span_duration=8.836µs full_duration=51.070166ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/fusion" span_duration=222.888µs full_duration=51.424488ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/flatmap_to_map" span_duration=9.409µs full_duration=51.552708ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/join_fusion" span_duration=9.342µs full_duration=51.670797ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/normalize_lets" span_duration=76.108µs full_duration=51.877265ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/reduce_fusion" span_duration=9.481µs full_duration=52.005362ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/union_negate" span_duration=14.012µs full_duration=52.191806ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/union_branch_cancellation" span_duration=13.546µs full_duration=52.363195ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/normalize_lets" span_duration=108.362µs full_duration=52.67379ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/redundant_join" span_duration=17.894µs full_duration=52.871977ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse/fold_constants" span_duration=500.57µs full_duration=53.58628ms
"optimize/local/logical/fixpoint/0003/fuse_and_collapse" span_duration=2.868334ms full_duration=53.754178ms
"optimize/local/logical/fixpoint/0003" span_duration=4.286009ms full_duration=53.942655ms
"optimize/local/logical/fixpoint/0004/semijoin_idempotence" span_duration=22.169µs full_duration=54.338185ms
"optimize/local/logical/fixpoint/0004/reduction_pushdown" span_duration=18.2µs full_duration=54.557398ms
"optimize/local/logical/fixpoint/0004/reduce_elision" span_duration=18.288µs full_duration=54.805667ms
"optimize/local/logical/fixpoint/0004/literal_lifting" span_duration=78.981µs full_duration=55.032762ms
"optimize/local/logical/fixpoint/0004/relation_cse" span_duration=358.723µs full_duration=55.602834ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/projection_extraction" span_duration=11.089µs full_duration=55.765967ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/projection_lifting" span_duration=9.78µs full_duration=55.927082ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/fusion" span_duration=288.615µs full_duration=56.344852ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/flatmap_to_map" span_duration=15.739µs full_duration=56.519506ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/join_fusion" span_duration=15.675µs full_duration=56.715495ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/normalize_lets" span_duration=86.981µs full_duration=56.96549ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/reduce_fusion" span_duration=10.865µs full_duration=57.101971ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/union_negate" span_duration=12.814µs full_duration=57.288491ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/union_branch_cancellation" span_duration=12.896µs full_duration=57.461186ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/normalize_lets" span_duration=101.471µs full_duration=57.722795ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/redundant_join" span_duration=18.027µs full_duration=57.936899ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse/fold_constants" span_duration=432.731µs full_duration=58.549932ms
"optimize/local/logical/fixpoint/0004/fuse_and_collapse" span_duration=2.925698ms full_duration=58.654063ms
"optimize/local/logical/fixpoint/0004" span_duration=4.46839ms full_duration=58.752704ms
"optimize/local/logical/fixpoint" span_duration=23.461566ms full_duration=58.904383ms
"optimize/local/logical" span_duration=55.436406ms full_duration=59.10638ms
"optimize/local" span_duration=55.589062ms full_duration=59.203755ms
"optimize/global/inline_views" span_duration=8.893µs full_duration=59.768231ms
"optimize/global/logical/normalize/0000/normalize_lets" span_duration=75.638µs full_duration=60.227248ms
"optimize/global/logical/normalize/0000/normalize_ops" span_duration=82.074181456s full_duration=82.134547299s
"optimize/global/logical/normalize/0000" span_duration=82.074577484s full_duration=82.134705422s
"optimize/global/logical/normalize/0001/normalize_lets" span_duration=93.25µs full_duration=82.135025731s
"optimize/global/logical/normalize/0001/normalize_ops" span_duration=115.965µs full_duration=82.135260172s
"optimize/global/logical/normalize/0001" span_duration=433.143µs full_duration=82.13533832s
"optimize/global/logical/normalize" span_duration=82.075425516s full_duration=82.135427845s
"optimize/global/logical/non_null_requirements" span_duration=35.78µs full_duration=82.135574908s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=10.851µs full_duration=82.135863259s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=9.265µs full_duration=82.135982741s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=57.607µs full_duration=82.13615584s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=10.32µs full_duration=82.136282204s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=10.243µs full_duration=82.136409156s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=77.264µs full_duration=82.136631611s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=10.562µs full_duration=82.136755828s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=10.2µs full_duration=82.136882668s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=10.581µs full_duration=82.13702023s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=76.493µs full_duration=82.137208914s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=13.835µs full_duration=82.13733348s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=206.702µs full_duration=82.137654977s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.902754ms full_duration=82.137731058s
"optimize/global/logical/fixpoint/0000" span_duration=1.990279ms full_duration=82.137790436s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/projection_extraction" span_duration=7.742µs full_duration=82.137984374s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/projection_lifting" span_duration=6.442µs full_duration=82.138089993s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/fusion" span_duration=7.925µs full_duration=82.138192198s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/flatmap_to_map" span_duration=7.362µs full_duration=82.138290785s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/join_fusion" span_duration=7.599µs full_duration=82.138392579s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=62.29µs full_duration=82.138548354s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/reduce_fusion" span_duration=7.311µs full_duration=82.138646695s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/union_negate" span_duration=9.891µs full_duration=82.138750487s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/union_branch_cancellation" span_duration=7.602µs full_duration=82.138849893s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/normalize_lets" span_duration=62.321µs full_duration=82.139009496s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/redundant_join" span_duration=8.889µs full_duration=82.139108838s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse/fold_constants" span_duration=26.153µs full_duration=82.139230949s
"optimize/global/logical/fixpoint/0001/fuse_and_collapse" span_duration=1.346735ms full_duration=82.139300438s
"optimize/global/logical/fixpoint/0001" span_duration=1.428879ms full_duration=82.139357305s
"optimize/global/logical/fixpoint" span_duration=3.7355ms full_duration=82.139411788s
"optimize/global/logical/threshold_elision" span_duration=25.941µs full_duration=82.139524245s
"optimize/global/logical/fixpoint/0000/predicate_pushdown" span_duration=10.22µs full_duration=82.139744991s
"optimize/global/logical/fixpoint/0000/non_nullable" span_duration=7.992µs full_duration=82.139843344s
"optimize/global/logical/fixpoint/0000/column_knowledge" span_duration=12.667µs full_duration=82.1399549s
"optimize/global/logical/fixpoint/0000/demand" span_duration=26.744µs full_duration=82.140073506s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=7.43µs full_duration=82.140193376s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=6.209µs full_duration=82.140293809s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=7.347µs full_duration=82.140391563s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=7.494µs full_duration=82.140496127s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=7.537µs full_duration=82.14059655s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=60.984µs full_duration=82.140747229s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=7.27µs full_duration=82.140859344s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=7.08µs full_duration=82.140956169s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=7.48µs full_duration=82.141056704s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=59.572µs full_duration=82.141207463s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=11.472µs full_duration=82.141305435s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=24.854µs full_duration=82.141420835s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.325204ms full_duration=82.141488262s
"optimize/global/logical/fixpoint/0000" span_duration=1.831715ms full_duration=82.141543324s
"optimize/global/logical/fixpoint" span_duration=1.981716ms full_duration=82.141597398s
"optimize/global/logical/fixpoint/0000/semijoin_idempotence" span_duration=16.059µs full_duration=82.14181652s
"optimize/global/logical/fixpoint/0000/reduction_pushdown" span_duration=8.477µs full_duration=82.141917473s
"optimize/global/logical/fixpoint/0000/reduce_elision" span_duration=7.555µs full_duration=82.142009901s
"optimize/global/logical/fixpoint/0000/literal_lifting" span_duration=9.278µs full_duration=82.142111755s
"optimize/global/logical/fixpoint/0000/relation_cse" span_duration=134.552µs full_duration=82.142332563s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_extraction" span_duration=7.373µs full_duration=82.142456763s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/projection_lifting" span_duration=6.317µs full_duration=82.142551504s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fusion" span_duration=7.098µs full_duration=82.142645879s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/flatmap_to_map" span_duration=7.254µs full_duration=82.142740392s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/join_fusion" span_duration=7.23µs full_duration=82.14283761s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=61.867µs full_duration=82.14299557s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/reduce_fusion" span_duration=7.083µs full_duration=82.143090885s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_negate" span_duration=7.869µs full_duration=82.143225047s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/union_branch_cancellation" span_duration=7.496µs full_duration=82.143322732s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/normalize_lets" span_duration=61.091µs full_duration=82.143474036s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/redundant_join" span_duration=9.365µs full_duration=82.143572436s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse/fold_constants" span_duration=31.591µs full_duration=82.143696206s
"optimize/global/logical/fixpoint/0000/fuse_and_collapse" span_duration=1.335801ms full_duration=82.14376326s
"optimize/global/logical/fixpoint/0000" span_duration=2.040655ms full_duration=82.143818322s
"optimize/global/logical/fixpoint" span_duration=2.1899ms full_duration=82.143874473s
"optimize/global/logical" span_duration=82.084068145s full_duration=82.143970894s
"optimize/global/filters" span_duration=9.993µs full_duration=82.144074708s
"optimize/global/demand" span_duration=57.923µs full_duration=82.144217783s
"optimize/global/logical_cleanup/fusion" span_duration=7.622µs full_duration=82.144380094s
"optimize/global/logical_cleanup/fixpoint/0000/canonicalize_mfp" span_duration=67.131µs full_duration=82.144661264s
"optimize/global/logical_cleanup/fixpoint/0000/threshold_elision" span_duration=20.705µs full_duration=82.144776757s
"optimize/global/logical_cleanup/fixpoint/0000/join_fusion" span_duration=7.755µs full_duration=82.14487747s
"optimize/global/logical_cleanup/fixpoint/0000/redundant_join" span_duration=9.815µs full_duration=82.144977582s
"optimize/global/logical_cleanup/fixpoint/0000/fusion" span_duration=9.906µs full_duration=82.145075963s
"optimize/global/logical_cleanup/fixpoint/0000/union_negate" span_duration=7.348µs full_duration=82.145170303s
"optimize/global/logical_cleanup/fixpoint/0000/union_branch_cancellation" span_duration=7.488µs full_duration=82.145268864s
"optimize/global/logical_cleanup/fixpoint/0000/relation_cse" span_duration=121.73µs full_duration=82.145477075s
"optimize/global/logical_cleanup/fixpoint/0000/fold_constants" span_duration=22.594µs full_duration=82.145594916s
"optimize/global/logical_cleanup/fixpoint/0000" span_duration=1.091731ms full_duration=82.145659549s
"optimize/global/logical_cleanup/fixpoint" span_duration=1.242694ms full_duration=82.145714894s
"optimize/global/logical_cleanup" span_duration=1.479437ms full_duration=82.145795904s
"optimize/global/physical/fixpoint/0000/column_knowledge" span_duration=12.632µs full_duration=82.146083493s
"optimize/global/physical/fixpoint/0000/fold_constants" span_duration=23.912µs full_duration=82.14619198s
"optimize/global/physical/fixpoint/0000/demand" span_duration=22.7µs full_duration=82.14630295s
"optimize/global/physical/fixpoint/0000/literal_lifting" span_duration=8.841µs full_duration=82.146400278s
"optimize/global/physical/fixpoint/0000" span_duration=414.378µs full_duration=82.146459455s
"optimize/global/physical/fixpoint" span_duration=560.436µs full_duration=82.146512116s
"optimize/global/physical/literal_constraints" span_duration=14.041µs full_duration=82.146607024s
"optimize/global/physical/fix_joins/0000/join_implementation" span_duration=34.988µs full_duration=82.146836847s
"optimize/global/physical/fix_joins/0000" span_duration=152.477µs full_duration=82.1469284s
"optimize/global/physical/fix_joins" span_duration=326.243µs full_duration=82.147012031s
"optimize/global/physical/canonicalize_mfp" span_duration=67.645µs full_duration=82.14719668s
"optimize/global/physical/relation_cse" span_duration=145.227µs full_duration=82.147469219s
"optimize/global/physical/fold_constants" span_duration=28.1µs full_duration=82.147617447s
"optimize/global/physical/threshold_elision" span_duration=18.924µs full_duration=82.147746361s
"optimize/global/physical/normalize_lets" span_duration=54.012µs full_duration=82.147905355s
"optimize/global/physical" span_duration=2.088269ms full_duration=82.147992283s
"optimize/global/monotonic" span_duration=9.675µs full_duration=82.148087288s
"optimize/global/index_imports" span_duration=26.544µs full_duration=82.148196004s
"optimize/global" span_duration=82.088524964s full_duration=82.148258428s
"optimize/finalize_dataflow/mir_to_lir" span_duration=38.714µs full_duration=82.14848791s
"optimize/finalize_dataflow/refine_source_mfps" span_duration=6.808µs full_duration=82.148622885s
"optimize/finalize_dataflow/refine_union_negate_consolidation" span_duration=14.39µs full_duration=82.148759193s
"optimize/finalize_dataflow/refine_single_time_operator_selection" span_duration=11.922µs full_duration=82.148908463s
"optimize/finalize_dataflow/refine_single_time_consolidation" span_duration=65.847µs full_duration=82.149102312s
"optimize/finalize_dataflow" span_duration=771.858µs full_duration=82.149189473s
"optimize" span_duration=82.149286624s full_duration=82.149286624s

Observe than span_duration is 80+ seconds for the following stage.

"optimize/global/logical/normalize/0000/normalize_ops" span_duration=82.980726152s full_duration=83.036274977s

Looking at a CPU flame graph it seems that most of the time is spent in canonicalize_predicates calls from mz_transform::fusion::Fusion which is one of the NormalizeOps actions that are attempted at every step.

def- commented 9 months ago

Another example (without explain):

select
  subq_1."c1" as c0,
  subq_1."c1" as c1,

    pg_catalog.max(
      CAST((cast(nullif(cast(nullif(null::numeric,
            2::numeric) as numeric),
          (null::numeric) - (null::numeric)) as numeric)) * (null::numeric) as numeric)) over (partition by subq_1."c4" order by subq_1."c0",subq_1."c1") as c2,
  subq_1."c0" as c3,
  subq_1."c1" as c4,
  mz_internal.aclitem_grantee(
    CAST(pg_catalog.makeaclitem(
      CAST(mz_internal.aclitem_grantee(
        CAST(cast(nullif(pg_catalog.makeaclitem(
            CAST(1::oid as oid),
            CAST(null::oid as oid),
            CAST(10::text as text),
            CAST(false as bool)),
          cast(coalesce(cast(null as aclitem),
            cast(null as aclitem)) as aclitem)) as aclitem) as aclitem)) as oid),
      CAST(case when subq_1."c4" is not NULL then mz_internal.aclitem_grantor(
          CAST(case when (18446744073709551615::uint8) >= (10::uint8) then cast(null as aclitem) else cast(null as aclitem) end
             as aclitem)) else mz_internal.aclitem_grantor(
          CAST(case when (18446744073709551615::uint8) >= (10::uint8) then cast(null as aclitem) else cast(null as aclitem) end
             as aclitem)) end
         as oid),
      CAST(
        pg_catalog.string_agg(
          CAST(pg_catalog.version() as text),
          CAST(10::text as text)) over (partition by subq_1."c4" order by subq_1."c3",subq_1."c2",subq_1."c3") as text),
      CAST(case when ((numrange(0,0)) <= (numrange(0,0)))
          and ((null::uint2) <> (0::uint2)) then case when (row(1)) <> (row(1)) then pg_catalog.pg_is_in_recovery() else pg_catalog.pg_is_in_recovery() end
           else case when (row(1)) <> (row(1)) then pg_catalog.pg_is_in_recovery() else pg_catalog.pg_is_in_recovery() end
           end
         as bool)) as aclitem)) as c5
from
  (select
        subq_0."c1" as c0,
        subq_0."c3" as c1,
        pg_catalog.cbrt(
          CAST(10::float8 as float8)) as c2,
        subq_0."c0" as c3,
        subq_0."c2" as c4
      from
        (select
              89 as c0,
              3 as c1,
              10 as c2,
              93 as c3
            from
              "pg_catalog"."pg_timezone_names" as ref_1
            where 24 is not NULL) as subq_0
      where true) as subq_1
where (((mz_catalog.mz_uptime()) + (pg_catalog.to_timestamp(
        CAST(cast(coalesce(subq_1."c2",
          case when ((1::text) !~~* (null::text))
              and (((null::float4) <= (null::float4))
                or ((TIMESTAMPTZ(3) '2023-01-01 01:23:45+06') = ((TIMESTAMPTZ '95143-12-31 23:59:59+06' + INTERVAL '167 MILLENNIUM')))) then subq_1."c2" else subq_1."c2" end
            ) as float8) as float8)))) - (mz_catalog.mz_uptime())) = (pg_catalog.to_timestamp(
    CAST(subq_1."c2" as float8)));

def- commented 5 months ago

Since this is still happening a bunch in CI, I'm decreasing the number of joins SQLsmith is doing until there is a fix. Another reproducer:

select  
  subq_3."c0" as c0, 
  subq_3."c1" as c1, 
  subq_3."c1" as c2, 
  mz_internal.mz_role_oid_memberships() as c3, 
  pg_catalog.current_timestamp() as c4, 
  subq_3."c0" as c5, 
  subq_3."c1" as c6, 
  pg_catalog.jsonb_build_array() as c7
from 
  (select  
        subq_2."c0" as c0, 
        subq_2."c0" as c1
      from 
        (select  
              subq_1."c9" as c0
            from 
              (select  
                    subq_0."c1" as c0, 
                    subq_0."c0" as c1, 
                    subq_0."c0" as c2, 
                    subq_0."c2" as c3, 
                    subq_0."c2" as c4, 
                    subq_0."c0" as c5, 
                    subq_0."c2" as c6, 
                    subq_0."c0" as c7, 
                    subq_0."c2" as c8, 
                    subq_0."c1" as c9, 
                    subq_0."c2" as c10, 
                    58 as c11
                  from 
                    (select  
                          80 as c0, 
                          7 as c1, 
                          95 as c2
                        from 
                          "mz_internal"."mz_activity_log_thinned" as ref_1
                        where (cast(0 as char)) <> (null::char)
                        limit coalesce(90, 140)) as subq_0
                  where ((numrange(0,0)) > (numrange(0,0))) 
                    and (((cast('\xDEADBEEF' as bytea)) >= (cast('\xDEADBEEF' as bytea))) 
                      and ((2::oid) <> (2::oid)))
                  limit coalesce(33, 81)) as subq_1
            where (null::uint4) > (null::uint4)
            limit coalesce(44, 131)) as subq_2
      where (cast(coalesce(cast(0 as text),
          null::text) as text)) = (mz_catalog.mz_environment_id())
      limit coalesce(27, 62)) as subq_3
where (mz_catalog.mz_version()) !~ (pg_catalog.repeat(
    CAST(pg_catalog.md5(
      CAST(cast('\000' as bytea) as bytea)) as text),
    CAST(pg_catalog.pg_backend_pid() as int4)))
limit coalesce(pg_catalog.bit_length(
  CAST(null::text as text)), 25);

MaterializeInc / materialize

sqlsmith: High environmentd memory usage during simple queries (even explain) #23451

What version of Materialize are you using?

What is the issue?