crp-order-quantity-kpi-service - Details for Query 3474

Submitted Time: 2026/03/21 01:07:51
Duration: 0.3 s
Succeeded Jobs: 6249 6250

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster1 { isCluster="true"; id="cluster1"; label="WholeStageCodegen (2)\n \nduration: 3 ms"; tooltip="WholeStageCodegen (2)"; 2 [id="node2" labelType="html" label="HashAggregate time in aggregation build: 3 ms number of output rows: 1" tooltip="HashAggregate(keys=[], functions=[count(1)])"]; } 3 [id="node3" labelType="html" label="Exchange shuffle records written: 37 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 37 local bytes read: 1575.0 B merged fetch fallback count: 0 local blocks read: 21 remote merged chunks fetched: 0 remote blocks read: 16 data size total (min, med, max (stageId: taskId)) 592.0 B (16.0 B, 16.0 B, 16.0 B (stage 115246.0: task 378773)) local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 5 ms (0 ms, 0 ms, 0 ms (stage 115246.0: task 378781)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 1200.0 B number of partitions: 1 remote reqs duration: 4 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.7 KiB (75.0 B, 75.0 B, 75.0 B (stage 115246.0: task 378773))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1700587]"]; subgraph cluster4 { isCluster="true"; id="cluster4"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n25 ms (0 ms, 0 ms, 2 ms (stage 115246.0: task 378779))"; tooltip="WholeStageCodegen (1)"; 5 [id="node5" labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 14 ms (0 ms, 0 ms, 2 ms (stage 115246.0: task 378775)) number of output rows: 37" tooltip="HashAggregate(keys=[], functions=[partial_count(1)])"]; } 6 [id="node6" labelType="html" label="InMemoryTableScan number of output rows: 882" tooltip="InMemoryTableScan"]; 7 [id="node7" labelType="html" label=" AdaptiveSparkPlan " tooltip="AdaptiveSparkPlan isFinalPlan=true"]; subgraph cluster8 { isCluster="true"; id="cluster8"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (7)"; 9 [id="node9" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 0 ms peak memory: 0.0 B number of output rows: 0 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[product#1101131, plant#1101132], functions=[])"]; 10 [id="node10" labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 0 ms peak memory: 0.0 B number of output rows: 0 number of sort fallback tasks: 0 avg hash probes per key: 0" tooltip="HashAggregate(keys=[product#1101131, plant#1101132], functions=[])"]; 11 [id="node11" labelType="html" label=" Project " tooltip="Project [product#1101131, plant#1101132]"]; 12 [id="node12" labelType="html" label="Filter number of output rows: 0" tooltip="Filter (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))"]; 13 [id="node13" labelType="html" label="BroadcastHashJoin number of output rows: 0" tooltip="BroadcastHashJoin [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)], [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)], LeftOuter, BuildRight, false"]; 14 [id="node14" labelType="html" label=" Project " tooltip="Project [product#1101131, plant#1101132]"]; 15 [id="node15" labelType="html" label="Generate number of output rows: 0" tooltip="Generate explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]"]; 16 [id="node16" labelType="html" label=" Project " tooltip="Project [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206.quantityDenominator AS _extract_quantityDenominator#1101617]"]; 17 [id="node17" labelType="html" label="Generate number of output rows: 0" tooltip="Generate explode(filteredUnitOfMeasureConversions#1101206.quantityNumerator), [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206], true, [quantityNumerator#1101214]"]; } 18 [id="node18" labelType="html" label=" Project " tooltip="Project [product#1101131, plant#1101132, filter(unitOfMeasureConversions#1101200, lambdafunction((((lambda u#1101207.measurementUnit1.code = _extract_code#1101696) AND (lambda u#1101207.measurementUnit1.internalRefUUID = _extract_internalRefUUID#1101697)) AND ((lambda u#1101207.measurementUnit2.code = baseUnitOfMeasure#1101198.code) AND (lambda u#1101207.measurementUnit2.internalRefUUID = baseUnitOfMeasure#1101198.internalRefUUID))), lambda u#1101207, false)) AS filteredUnitOfMeasureConversions#1101206]"]; subgraph cluster19 { isCluster="true"; id="cluster19"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (6)"; 20 [id="node20" labelType="html" label="BroadcastHashJoin number of output rows: 0" tooltip="BroadcastHashJoin [product#1101131], [internalUUID#1101194], LeftOuter, BuildRight, false"]; 21 [id="node21" labelType="html" label=" Project " tooltip="Project [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697]"]; 22 [id="node22" labelType="html" label="BroadcastHashJoin number of output rows: 0" tooltip="BroadcastHashJoin [coalesce(product#1101131, ), isnull(product#1101131), coalesce(plant#1101132, ), isnull(plant#1101132)], [coalesce(_extract_internalRefUUID#1101699, ), isnull(_extract_internalRefUUID#1101699), coalesce(_extract_internalRefUUID#1101698, ), isnull(_extract_internalRefUUID#1101698)], LeftOuter, BuildRight, false"]; } 23 [id="node23" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 0 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(product#1101131, plant#1101132, 37), REPARTITION_BY_NUM, [plan_id=1700103]"]; subgraph cluster24 { isCluster="true"; id="cluster24"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (1)"; 25 [id="node25" labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0" tooltip="ColumnarToRow"]; } 26 [id="node26" labelType="html" label="Scan parquet number of files read: 0 scan time: 0 ms metadata time: 0 ms size of files read: 0.0 B number of output rows: 0" tooltip="FileScan parquet [product#1101131,plant#1101132] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<product:string,plant:string>"]; 27 [id="node27" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 0 ms number of output rows: 0 data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=1700257]"]; subgraph cluster28 { isCluster="true"; id="cluster28"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (5)"; 29 [id="node29" labelType="html" label=" Project " tooltip="Project [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]"]; } 30 [id="node30" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 0 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700124]"]; subgraph cluster31 { isCluster="true"; id="cluster31"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (2)"; 32 [id="node32" labelType="html" label=" Project " tooltip="Project [plant#1101160.internalRefUUID AS _extract_internalRefUUID#1101698, product#1101161.internalRefUUID AS _extract_internalRefUUID#1101699, productionAspect#1101163.productMovementPlants.unitOfIssue.code AS _extract_code#1101696, productionAspect#1101163.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#1101697]"]; 33 [id="node33" labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0" tooltip="ColumnarToRow"]; } 34 [id="node34" labelType="html" label="Scan parquet number of files read: 0 scan time: 0 ms dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 0.0 B number of output rows: 0 number of partitions read: 0" tooltip="FileScan parquet [plant#1101160,product#1101161,productionAspect#1101163,systemId#1101158] Batched: true, DataFilters: [], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspe..."]; 35 [id="node35" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 0 ms number of output rows: 0 data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=1700162]"]; 36 [id="node36" labelType="html" label="Exchange shuffle records written: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 0 local bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 0 remote merged chunks fetched: 0 remote blocks read: 0 data size: 0.0 B local merged bytes read: 0.0 B local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 fetch wait time: 0 ms remote bytes read: 0.0 B number of partitions: 0 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 0.0 B" tooltip="Exchange RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700152]"]; subgraph cluster37 { isCluster="true"; id="cluster37"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (3)"; 38 [id="node38" labelType="html" label=" Project " tooltip="Project [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]"]; 39 [id="node39" labelType="html" label="Filter number of output rows: 0" tooltip="Filter isnotnull(internalUUID#1101194)"]; 40 [id="node40" labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0" tooltip="ColumnarToRow"]; } 41 [id="node41" labelType="html" label="Scan parquet number of files read: 0 scan time: 0 ms dynamic partition pruning time: 0 ms metadata time: 0 ms size of files read: 0.0 B number of output rows: 0 number of partitions read: 0" tooltip="FileScan parquet [internalUUID#1101194,baseUnitOfMeasure#1101198,unitOfMeasureConversions#1101200,systemId#1101193] Batched: true, DataFilters: [isnotnull(internalUUID#1101194)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20...., PartitionFilters: [], PushedFilters: [IsNotNull(internalUUID)], ReadSchema: struct<internalUUID:string,baseUnitOfMeasure:struct<internalRefUUID:string,code:string>,unitOfMea..."]; 42 [id="node42" labelType="html" label="BroadcastExchange time to broadcast: 0 ms time to build: 0 ms time to collect: 0 ms number of output rows: 0 data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=1700176]"]; subgraph cluster43 { isCluster="true"; id="cluster43"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; tooltip="WholeStageCodegen (4)"; 44 [id="node44" labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0" tooltip="ColumnarToRow"]; } 45 [id="node45" labelType="html" label="Scan parquet number of files read: 0 scan time: 0 ms metadata time: 0 ms size of files read: 0.0 B number of output rows: 0" tooltip="FileScan parquet [product#1101582,plant#1101583,demandTimeBuckets#1101587,demandPointInTime#1101590] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<product:string,plant:string,demandTimeBuckets:array<struct<demandStartDateTime:timestamp,d..."]; 2->0; 3->2; 5->3; 6->5; 7->6; 9->7; 10->9; 11->10; 12->11; 13->12; 14->13; 15->14; 16->15; 17->16; 18->17; 20->18; 21->20; 22->21; 23->22; 25->23; 26->25; 27->22; 29->27; 30->29; 32->30; 33->32; 34->33; 35->20; 36->35; 38->36; 39->38; 40->39; 41->40; 42->13; 44->42; 45->44; }

Details

== Physical Plan ==
AdaptiveSparkPlan (74)
+- == Final Plan ==
   ResultQueryStage (70), Statistics(sizeInBytes=8.0 EiB)
   +- * HashAggregate (69)
      +- ShuffleQueryStage (68), Statistics(sizeInBytes=592.0 B, rowCount=37)
         +- Exchange (67)
            +- * HashAggregate (66)
               +- TableCacheQueryStage (65), Statistics(sizeInBytes=62.0 KiB, rowCount=882)
                  +- InMemoryTableScan (1)
                        +- InMemoryRelation (2)
                              +- AdaptiveSparkPlan (64)
                              +- == Final Plan ==
                                 ResultQueryStage (40)
                                 +- * HashAggregate (39)
                                    +- * HashAggregate (38)
                                       +- * Project (37)
                                          +- * Filter (36)
                                             +- * BroadcastHashJoin LeftOuter BuildRight (35)
                                                :- * Project (30)
                                                :  +- * Generate (29)
                                                :     +- * Project (28)
                                                :        +- * Generate (27)
                                                :           +- Project (26)
                                                :              +- * BroadcastHashJoin LeftOuter BuildRight (25)
                                                :                 :- * Project (16)
                                                :                 :  +- * BroadcastHashJoin LeftOuter BuildRight (15)
                                                :                 :     :- ShuffleQueryStage (6), Statistics(sizeInBytes=85.1 KiB, rowCount=990)
                                                :                 :     :  +- Exchange (5)
                                                :                 :     :     +- * ColumnarToRow (4)
                                                :                 :     :        +- Scan parquet  (3)
                                                :                 :     +- BroadcastQueryStage (14), Statistics(sizeInBytes=2.1 MiB, rowCount=1.43E+3)
                                                :                 :        +- BroadcastExchange (13)
                                                :                 :           +- * Project (12)
                                                :                 :              +- ShuffleQueryStage (11), Statistics(sizeInBytes=199.2 KiB, rowCount=1.43E+3)
                                                :                 :                 +- Exchange (10)
                                                :                 :                    +- * Project (9)
                                                :                 :                       +- * ColumnarToRow (8)
                                                :                 :                          +- Scan parquet  (7)
                                                :                 +- BroadcastQueryStage (24), Statistics(sizeInBytes=2.0 MiB, rowCount=144)
                                                :                    +- BroadcastExchange (23)
                                                :                       +- ShuffleQueryStage (22), Statistics(sizeInBytes=87.5 KiB, rowCount=144)
                                                :                          +- Exchange (21)
                                                :                             +- * Project (20)
                                                :                                +- * Filter (19)
                                                :                                   +- * ColumnarToRow (18)
                                                :                                      +- Scan parquet  (17)
                                                +- BroadcastQueryStage (34), Statistics(sizeInBytes=4.0 MiB, rowCount=990)
                                                   +- BroadcastExchange (33)
                                                      +- * ColumnarToRow (32)
                                                         +- Scan parquet  (31)
                              +- == Initial Plan ==
                                 HashAggregate (63)
                                 +- HashAggregate (62)
                                    +- Project (61)
                                       +- Filter (60)
                                          +- BroadcastHashJoin LeftOuter BuildRight (59)
                                             :- Project (57)
                                             :  +- Generate (56)
                                             :     +- Project (55)
                                             :        +- Generate (54)
                                             :           +- Project (53)
                                             :              +- BroadcastHashJoin LeftOuter BuildRight (52)
                                             :                 :- Project (47)
                                             :                 :  +- BroadcastHashJoin LeftOuter BuildRight (46)
                                             :                 :     :- Exchange (41)
                                             :                 :     :  +- Scan parquet  (3)
                                             :                 :     +- BroadcastExchange (45)
                                             :                 :        +- Project (44)
                                             :                 :           +- Exchange (43)
                                             :                 :              +- Project (42)
                                             :                 :                 +- Scan parquet  (7)
                                             :                 +- BroadcastExchange (51)
                                             :                    +- Exchange (50)
                                             :                       +- Project (49)
                                             :                          +- Filter (48)
                                             :                             +- Scan parquet  (17)
                                             +- BroadcastExchange (58)
                                                +- Scan parquet  (31)
+- == Initial Plan ==
   HashAggregate (73)
   +- Exchange (72)
      +- HashAggregate (71)
         +- InMemoryTableScan (1)
               +- InMemoryRelation (2)
                     +- AdaptiveSparkPlan (64)
                     +- == Final Plan ==
                        ResultQueryStage (40)
                        +- * HashAggregate (39)
                           +- * HashAggregate (38)
                              +- * Project (37)
                                 +- * Filter (36)
                                    +- * BroadcastHashJoin LeftOuter BuildRight (35)
                                       :- * Project (30)
                                       :  +- * Generate (29)
                                       :     +- * Project (28)
                                       :        +- * Generate (27)
                                       :           +- Project (26)
                                       :              +- * BroadcastHashJoin LeftOuter BuildRight (25)
                                       :                 :- * Project (16)
                                       :                 :  +- * BroadcastHashJoin LeftOuter BuildRight (15)
                                       :                 :     :- ShuffleQueryStage (6), Statistics(sizeInBytes=85.1 KiB, rowCount=990)
                                       :                 :     :  +- Exchange (5)
                                       :                 :     :     +- * ColumnarToRow (4)
                                       :                 :     :        +- Scan parquet  (3)
                                       :                 :     +- BroadcastQueryStage (14), Statistics(sizeInBytes=2.1 MiB, rowCount=1.43E+3)
                                       :                 :        +- BroadcastExchange (13)
                                       :                 :           +- * Project (12)
                                       :                 :              +- ShuffleQueryStage (11), Statistics(sizeInBytes=199.2 KiB, rowCount=1.43E+3)
                                       :                 :                 +- Exchange (10)
                                       :                 :                    +- * Project (9)
                                       :                 :                       +- * ColumnarToRow (8)
                                       :                 :                          +- Scan parquet  (7)
                                       :                 +- BroadcastQueryStage (24), Statistics(sizeInBytes=2.0 MiB, rowCount=144)
                                       :                    +- BroadcastExchange (23)
                                       :                       +- ShuffleQueryStage (22), Statistics(sizeInBytes=87.5 KiB, rowCount=144)
                                       :                          +- Exchange (21)
                                       :                             +- * Project (20)
                                       :                                +- * Filter (19)
                                       :                                   +- * ColumnarToRow (18)
                                       :                                      +- Scan parquet  (17)
                                       +- BroadcastQueryStage (34), Statistics(sizeInBytes=4.0 MiB, rowCount=990)
                                          +- BroadcastExchange (33)
                                             +- * ColumnarToRow (32)
                                                +- Scan parquet  (31)
                     +- == Initial Plan ==
                        HashAggregate (63)
                        +- HashAggregate (62)
                           +- Project (61)
                              +- Filter (60)
                                 +- BroadcastHashJoin LeftOuter BuildRight (59)
                                    :- Project (57)
                                    :  +- Generate (56)
                                    :     +- Project (55)
                                    :        +- Generate (54)
                                    :           +- Project (53)
                                    :              +- BroadcastHashJoin LeftOuter BuildRight (52)
                                    :                 :- Project (47)
                                    :                 :  +- BroadcastHashJoin LeftOuter BuildRight (46)
                                    :                 :     :- Exchange (41)
                                    :                 :     :  +- Scan parquet  (3)
                                    :                 :     +- BroadcastExchange (45)
                                    :                 :        +- Project (44)
                                    :                 :           +- Exchange (43)
                                    :                 :              +- Project (42)
                                    :                 :                 +- Scan parquet  (7)
                                    :                 +- BroadcastExchange (51)
                                    :                    +- Exchange (50)
                                    :                       +- Project (49)
                                    :                          +- Filter (48)
                                    :                             +- Scan parquet  (17)
                                    +- BroadcastExchange (58)
                                       +- Scan parquet  (31)


(1) InMemoryTableScan
Output: []

(2) InMemoryRelation
Arguments: [product#1101131, plant#1101132], StorageLevel(disk, memory, 2 replicas)

(3) Scan parquet 
Output [2]: [product#1101131, plant#1101132]
Batched: true
Location: InMemoryFileIndex [hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/product-plant-list/10000000350/shardId=0_1_10000000350]
ReadSchema: struct<product:string,plant:string>

(4) ColumnarToRow [codegen id : 1]
Input [2]: [product#1101131, plant#1101132]

(5) Exchange
Input [2]: [product#1101131, plant#1101132]
Arguments: hashpartitioning(product#1101131, plant#1101132, 37), REPARTITION_BY_NUM, [plan_id=1700103]

(6) ShuffleQueryStage
Output [2]: [product#1101131, plant#1101132]
Arguments: 0

(7) Scan parquet 
Output [4]: [plant#1101160, product#1101161, productionAspect#1101163, systemId#1101158]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant]
ReadSchema: struct<plant:struct<internalRefUUID:string>,product:struct<internalRefUUID:string>,productionAspect:struct<productMovementPlants:struct<unitOfIssue:struct<internalRefUUID:string,code:string>>>>

(8) ColumnarToRow [codegen id : 2]
Input [4]: [plant#1101160, product#1101161, productionAspect#1101163, systemId#1101158]

(9) Project [codegen id : 2]
Output [4]: [plant#1101160.internalRefUUID AS _extract_internalRefUUID#1101698, product#1101161.internalRefUUID AS _extract_internalRefUUID#1101699, productionAspect#1101163.productMovementPlants.unitOfIssue.code AS _extract_code#1101696, productionAspect#1101163.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#1101697]
Input [4]: [plant#1101160, product#1101161, productionAspect#1101163, systemId#1101158]

(10) Exchange
Input [4]: [_extract_internalRefUUID#1101698, _extract_internalRefUUID#1101699, _extract_code#1101696, _extract_internalRefUUID#1101697]
Arguments: RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700124]

(11) ShuffleQueryStage
Output [4]: [_extract_internalRefUUID#1101698, _extract_internalRefUUID#1101699, _extract_code#1101696, _extract_internalRefUUID#1101697]
Arguments: 1

(12) Project [codegen id : 5]
Output [4]: [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]
Input [4]: [_extract_internalRefUUID#1101698, _extract_internalRefUUID#1101699, _extract_code#1101696, _extract_internalRefUUID#1101697]

(13) BroadcastExchange
Input [4]: [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=1700257]

(14) BroadcastQueryStage
Output [4]: [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]
Arguments: 4

(15) BroadcastHashJoin [codegen id : 6]
Left keys [4]: [coalesce(product#1101131, ), isnull(product#1101131), coalesce(plant#1101132, ), isnull(plant#1101132)]
Right keys [4]: [coalesce(_extract_internalRefUUID#1101699, ), isnull(_extract_internalRefUUID#1101699), coalesce(_extract_internalRefUUID#1101698, ), isnull(_extract_internalRefUUID#1101698)]
Join type: LeftOuter
Join condition: None

(16) Project [codegen id : 6]
Output [4]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697]
Input [6]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]

(17) Scan parquet 
Output [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2]
PushedFilters: [IsNotNull(internalUUID)]
ReadSchema: struct<internalUUID:string,baseUnitOfMeasure:struct<internalRefUUID:string,code:string>,unitOfMeasureConversions:array<struct<measurementUnit1:struct<internalRefUUID:string,code:string>,measurementUnit2:struct<internalRefUUID:string,code:string>,quantityNumerator:int,quantityDenominator:int>>>

(18) ColumnarToRow [codegen id : 3]
Input [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]

(19) Filter [codegen id : 3]
Input [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]
Condition : isnotnull(internalUUID#1101194)

(20) Project [codegen id : 3]
Output [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Input [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]

(21) Exchange
Input [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700152]

(22) ShuffleQueryStage
Output [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: 2

(23) BroadcastExchange
Input [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=1700162]

(24) BroadcastQueryStage
Output [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: 5

(25) BroadcastHashJoin [codegen id : 6]
Left keys [1]: [product#1101131]
Right keys [1]: [internalUUID#1101194]
Join type: LeftOuter
Join condition: None

(26) Project
Output [3]: [product#1101131, plant#1101132, filter(unitOfMeasureConversions#1101200, lambdafunction((((lambda u#1101207.measurementUnit1.code = _extract_code#1101696) AND (lambda u#1101207.measurementUnit1.internalRefUUID = _extract_internalRefUUID#1101697)) AND ((lambda u#1101207.measurementUnit2.code = baseUnitOfMeasure#1101198.code) AND (lambda u#1101207.measurementUnit2.internalRefUUID = baseUnitOfMeasure#1101198.internalRefUUID))), lambda u#1101207, false)) AS filteredUnitOfMeasureConversions#1101206]
Input [7]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697, internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]

(27) Generate [codegen id : 7]
Input [3]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206]
Arguments: explode(filteredUnitOfMeasureConversions#1101206.quantityNumerator), [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206], true, [quantityNumerator#1101214]

(28) Project [codegen id : 7]
Output [3]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206.quantityDenominator AS _extract_quantityDenominator#1101617]
Input [4]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206, quantityNumerator#1101214]

(29) Generate [codegen id : 7]
Input [3]: [product#1101131, plant#1101132, _extract_quantityDenominator#1101617]
Arguments: explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]

(30) Project [codegen id : 7]
Output [2]: [product#1101131, plant#1101132]
Input [3]: [product#1101131, plant#1101132, quantityDenominator#1101217]

(31) Scan parquet 
Output [4]: [product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Batched: true
Location: InMemoryFileIndex [hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-demand-service/out/demand/10000000350/0_1_10000000350]
ReadSchema: struct<product:string,plant:string,demandTimeBuckets:array<struct<demandStartDateTime:timestamp,demandQuantity:double,demandVariance:double>>,demandPointInTime:array<struct<demandDateTime:timestamp,demandQuantity:double,demandVariance:double>>>

(32) ColumnarToRow [codegen id : 4]
Input [4]: [product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]

(33) BroadcastExchange
Input [4]: [product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=1700176]

(34) BroadcastQueryStage
Output [4]: [product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Arguments: 3

(35) BroadcastHashJoin [codegen id : 7]
Left keys [4]: [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)]
Right keys [4]: [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)]
Join type: LeftOuter
Join condition: None

(36) Filter [codegen id : 7]
Input [6]: [product#1101131, plant#1101132, product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Condition : (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))

(37) Project [codegen id : 7]
Output [2]: [product#1101131, plant#1101132]
Input [6]: [product#1101131, plant#1101132, product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]

(38) HashAggregate [codegen id : 7]
Input [2]: [product#1101131, plant#1101132]
Keys [2]: [product#1101131, plant#1101132]
Functions: []
Aggregate Attributes: []
Results [2]: [product#1101131, plant#1101132]

(39) HashAggregate [codegen id : 7]
Input [2]: [product#1101131, plant#1101132]
Keys [2]: [product#1101131, plant#1101132]
Functions: []
Aggregate Attributes: []
Results [2]: [product#1101131, plant#1101132]

(40) ResultQueryStage
Output [2]: [product#1101131, plant#1101132]
Arguments: 6

(41) Exchange
Input [2]: [product#1101131, plant#1101132]
Arguments: hashpartitioning(product#1101131, plant#1101132, 37), REPARTITION_BY_NUM, [plan_id=1700044]

(42) Project
Output [4]: [plant#1101160.internalRefUUID AS _extract_internalRefUUID#1101698, product#1101161.internalRefUUID AS _extract_internalRefUUID#1101699, productionAspect#1101163.productMovementPlants.unitOfIssue.code AS _extract_code#1101696, productionAspect#1101163.productMovementPlants.unitOfIssue.internalRefUUID AS _extract_internalRefUUID#1101697]
Input [4]: [plant#1101160, product#1101161, productionAspect#1101163, systemId#1101158]

(43) Exchange
Input [4]: [_extract_internalRefUUID#1101698, _extract_internalRefUUID#1101699, _extract_code#1101696, _extract_internalRefUUID#1101697]
Arguments: RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700047]

(44) Project
Output [4]: [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]
Input [4]: [_extract_internalRefUUID#1101698, _extract_internalRefUUID#1101699, _extract_code#1101696, _extract_internalRefUUID#1101697]

(45) BroadcastExchange
Input [4]: [_extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[2, string, true], ), isnull(input[2, string, true]), coalesce(input[3, string, true], ), isnull(input[3, string, true])),false), [plan_id=1700068]

(46) BroadcastHashJoin
Left keys [4]: [coalesce(product#1101131, ), isnull(product#1101131), coalesce(plant#1101132, ), isnull(plant#1101132)]
Right keys [4]: [coalesce(_extract_internalRefUUID#1101699, ), isnull(_extract_internalRefUUID#1101699), coalesce(_extract_internalRefUUID#1101698, ), isnull(_extract_internalRefUUID#1101698)]
Join type: LeftOuter
Join condition: None

(47) Project
Output [4]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697]
Input [6]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697, _extract_internalRefUUID#1101699, _extract_internalRefUUID#1101698]

(48) Filter
Input [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]
Condition : isnotnull(internalUUID#1101194)

(49) Project
Output [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Input [4]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200, systemId#1101193]

(50) Exchange
Input [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: RoundRobinPartitioning(37), REPARTITION_BY_NUM, [plan_id=1700054]

(51) BroadcastExchange
Input [3]: [internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [plan_id=1700072]

(52) BroadcastHashJoin
Left keys [1]: [product#1101131]
Right keys [1]: [internalUUID#1101194]
Join type: LeftOuter
Join condition: None

(53) Project
Output [3]: [product#1101131, plant#1101132, filter(unitOfMeasureConversions#1101200, lambdafunction((((lambda u#1101207.measurementUnit1.code = _extract_code#1101696) AND (lambda u#1101207.measurementUnit1.internalRefUUID = _extract_internalRefUUID#1101697)) AND ((lambda u#1101207.measurementUnit2.code = baseUnitOfMeasure#1101198.code) AND (lambda u#1101207.measurementUnit2.internalRefUUID = baseUnitOfMeasure#1101198.internalRefUUID))), lambda u#1101207, false)) AS filteredUnitOfMeasureConversions#1101206]
Input [7]: [product#1101131, plant#1101132, _extract_code#1101696, _extract_internalRefUUID#1101697, internalUUID#1101194, baseUnitOfMeasure#1101198, unitOfMeasureConversions#1101200]

(54) Generate
Input [3]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206]
Arguments: explode(filteredUnitOfMeasureConversions#1101206.quantityNumerator), [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206], true, [quantityNumerator#1101214]

(55) Project
Output [3]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206.quantityDenominator AS _extract_quantityDenominator#1101617]
Input [4]: [product#1101131, plant#1101132, filteredUnitOfMeasureConversions#1101206, quantityNumerator#1101214]

(56) Generate
Input [3]: [product#1101131, plant#1101132, _extract_quantityDenominator#1101617]
Arguments: explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]

(57) Project
Output [2]: [product#1101131, plant#1101132]
Input [3]: [product#1101131, plant#1101132, quantityDenominator#1101217]

(58) BroadcastExchange
Input [4]: [product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Arguments: HashedRelationBroadcastMode(List(coalesce(input[1, string, true], ), isnull(input[1, string, true]), coalesce(input[0, string, true], ), isnull(input[0, string, true])),false), [plan_id=1700080]

(59) BroadcastHashJoin
Left keys [4]: [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)]
Right keys [4]: [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)]
Join type: LeftOuter
Join condition: None

(60) Filter
Input [6]: [product#1101131, plant#1101132, product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]
Condition : (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))

(61) Project
Output [2]: [product#1101131, plant#1101132]
Input [6]: [product#1101131, plant#1101132, product#1101582, plant#1101583, demandTimeBuckets#1101587, demandPointInTime#1101590]

(62) HashAggregate
Input [2]: [product#1101131, plant#1101132]
Keys [2]: [product#1101131, plant#1101132]
Functions: []
Aggregate Attributes: []
Results [2]: [product#1101131, plant#1101132]

(63) HashAggregate
Input [2]: [product#1101131, plant#1101132]
Keys [2]: [product#1101131, plant#1101132]
Functions: []
Aggregate Attributes: []
Results [2]: [product#1101131, plant#1101132]

(64) AdaptiveSparkPlan
Output [2]: [product#1101131, plant#1101132]
Arguments: isFinalPlan=true

(65) TableCacheQueryStage
Output: []
Arguments: 0

(66) HashAggregate [codegen id : 1]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#1102355L]
Results [1]: [count#1102356L]

(67) Exchange
Input [1]: [count#1102356L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1700587]

(68) ShuffleQueryStage
Output [1]: [count#1102356L]
Arguments: 1

(69) HashAggregate [codegen id : 2]
Input [1]: [count#1102356L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#1102324L]
Results [1]: [count(1)#1102324L AS count#1102321L]

(70) ResultQueryStage
Output [1]: [count#1102321L]
Arguments: 2

(71) HashAggregate
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#1102355L]
Results [1]: [count#1102356L]

(72) Exchange
Input [1]: [count#1102356L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1700563]

(73) HashAggregate
Input [1]: [count#1102356L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#1102324L]
Results [1]: [count(1)#1102324L AS count#1102321L]

(74) AdaptiveSparkPlan
Output [1]: [count#1102321L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	d11927ad-3153-358a-914c-ba06a15db40a
temporal.activity.type	BufferDataSnapShot