4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99096 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
45.1 KiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
5128
DAG Visualization
digraph G { id="graph_99096"; subgraph graph_stage_99096 { id="graph_stage_99096"; isCluster="true"; label="Stage 99096"; subgraph cluster_117189 { id="cluster_117189"; isCluster="true"; label="Exchange"; 45158 [id="node_45158" labelType="html" label="ShuffledRowRDD [45158] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117177 { id="cluster_117177"; isCluster="true"; label="WholeStageCodegen (6)"; 45159 [id="node_45159" labelType="html" label="MapPartitionsRDD [45159] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117176 { id="cluster_117176"; isCluster="true"; label="Project"; 45160 [id="node_45160" labelType="html" label="MapPartitionsRDD [45160] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117163 { id="cluster_117163"; isCluster="true"; label="WholeStageCodegen (7)"; 45161 [id="node_45161" labelType="html" label="MapPartitionsRDD [45161] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117190 { id="cluster_117190"; isCluster="true"; label="mapPartitionsInternal"; 45162 [id="node_45162" labelType="html" label="MapPartitionsRDD [45162] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_117191 { id="cluster_117191"; isCluster="true"; label="mapPartitionsInternal"; 45163 [id="node_45163" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#905388, plant#905389], functions=[], output=[product#905388, plant#905389])\n +- HashAggregate(keys=[product#905388, plant#905389], functions=[], output=[product#905388, plant#905389])\n +- Project [product#905388, plant#905389]\n +- Filter (((size(demandTimeBuckets#905844, true) = 0) OR isnull(demandTimeBuckets#905844)) AND ((size(demandPointInTime#905847, true) = 0) OR isnull(demandPointInTime#905847)))\n +- BroadcastHashJoin [coalesce(plant#905389, ), isnull(plant#905389), coalesce(product#905388, ), isnull(product#905388)], [coalesce(plant#905840, ), isnull(plant#905840), coalesce(product#905839, ), isnull(product#905839)], LeftOuter, BuildRight, false\n :- Project [product#905388, plant#905389]\n : +- Generate explode(_extract_quantityDenominator#905874), [product#905388, plant#905389], true, [quantityDenominator#905474]\n : +- Project [product#905388, plant#905389, filt... [45163] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_117194 { id="cluster_117194"; isCluster="true"; label="InMemoryTableScan"; 45164 [id="node_45164" labelType="html" label="MapPartitionsRDD [45164] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45165 [id="node_45165" labelType="html" label="MapPartitionsRDD [45165] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45166 [id="node_45166" labelType="html" label="MapPartitionsRDD [45166] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117192 { id="cluster_117192"; isCluster="true"; label="CollectLimit"; 45167 [id="node_45167" labelType="html" label="MapPartitionsRDD [45167] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45168 [id="node_45168" labelType="html" label="MapPartitionsRDD [45168] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 45158->45159; 45159->45160; 45160->45161; 45161->45162; 45162->45163; 45163->45164; 45164->45165; 45165->45166; 45166->45167; 45167->45168; }
45142,45158
45163
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time