ydb icon indicating copy to clipboard operation
ydb copied to clipboard

MapJoin + TableFullScan: single stage vs different stages (TPC-H Q9)

Open Hor911 opened this issue 1 year ago • 0 comments

main

image
(let $55 (DqPhyStage '($52) (lambda '($131) (block '(
  (let $132 '('Many 'Hashed 'Compact))
  (let $133 (NarrowSqueezeToDict (WideFromBlocks (ToFlow $131)) (lambda '($134 $135) $135) (lambda '($136 $137) (AsStruct '('"n_name" $136) '('"n_nationkey" $137))) $132))
  (return (FromFlow (FlatMap $133 (lambda '($138) (block '(
    (let $139 '"/olap-testing-sas-perf/kikimr/olap/benchmark/dt64/column/tpch/s1000/supplier")
    (let $140 (KqpTable $139 '"72075186224037889:75" '"" '1))
    (let $141 (KqpBlockReadOlapTableRanges $140 (Void) '('"s_nationkey" '"s_suppkey") '() '() (lambda '($144) $144)))
    (let $142 '('0 '2 '1 '3))
    (let $143 '('"n_name" '0 '"n_nationkey" '1))
    (return (MapJoinCore (WideFromBlocks $141) $138 '"Inner" $14 '('"n_nationkey") $142 $143 '('"s.s_nationkey") '('"n.n_nationkey")))
  ))))))
))) $54))

stable-24-3-10-analytics

image
(let $46 (DqPhyStage '() (lambda '() (block '(
  (let $130 '"/olap-testing-sas-daily/kikimr/olap/benchmark/dt64/column/tpch/s1000/supplier")
  (let $131 (KqpTable $130 '"72075186224037889:42" '"" '1))
  (let $132 (KqpBlockReadOlapTableRanges $131 (Void) '('"s_nationkey" '"s_suppkey") '() '() (lambda '($133) $133)))
  (return (FromFlow $132))
))) $45))
...
(let $54 (DqCnMap (TDqOutput $46 '0)))
...
(let $58 (DqPhyStage '($54 $55) (lambda '($139 $140) (block '(
  (let $141 '('Many 'Hashed 'Compact))
  (let $142 (NarrowSqueezeToDict (WideFromBlocks (ToFlow $140)) (lambda '($143 $144) $144) (lambda '($145 $146) (AsStruct '('"n_name" $145) '('"n_nationkey" $146))) $141))
  (return (FromFlow (FlatMap $142 (lambda '($147) (block '(
    (let $148 '('0 '2 '1 '3))
    (let $149 '('"n_name" '0 '"n_nationkey" '1))
    (return (MapJoinCore (WideFromBlocks (ToFlow $139)) $147 '"Inner" $14 '('"n_nationkey") $148 $149 '('"s.s_nationkey") '('"n.n_nationkey")))
  ))))))
))) $57))

Hor911 avatar Oct 18 '24 19:10 Hor911