4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99099 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 37
Input Size / Records:
45.1 KiB / 37
Shuffle Write Size / Records:
2.7 KiB / 37
Associated Job Ids:
5129
DAG Visualization
digraph G { id="graph_99099"; subgraph graph_stage_99099 { id="graph_stage_99099"; isCluster="true"; label="Stage 99099"; subgraph cluster_117189 { id="cluster_117189"; isCluster="true"; label="Exchange"; 45158 [id="node_45158" labelType="html" label="ShuffledRowRDD [45158] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117177 { id="cluster_117177"; isCluster="true"; label="WholeStageCodegen (6)"; 45159 [id="node_45159" labelType="html" label="MapPartitionsRDD [45159] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117176 { id="cluster_117176"; isCluster="true"; label="Project"; 45160 [id="node_45160" labelType="html" label="MapPartitionsRDD [45160] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117163 { id="cluster_117163"; isCluster="true"; label="WholeStageCodegen (7)"; 45161 [id="node_45161" labelType="html" label="MapPartitionsRDD [45161] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117190 { id="cluster_117190"; isCluster="true"; label="mapPartitionsInternal"; 45162 [id="node_45162" labelType="html" label="MapPartitionsRDD [45162] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_117191 { id="cluster_117191"; isCluster="true"; label="mapPartitionsInternal"; 45163 [id="node_45163" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#905388, plant#905389], functions=[], output=[product#905388, plant#905389])\n +- HashAggregate(keys=[product#905388, plant#905389], functions=[], output=[product#905388, plant#905389])\n +- Project [product#905388, plant#905389]\n +- Filter (((size(demandTimeBuckets#905844, true) = 0) OR isnull(demandTimeBuckets#905844)) AND ((size(demandPointInTime#905847, true) = 0) OR isnull(demandPointInTime#905847)))\n +- BroadcastHashJoin [coalesce(plant#905389, ), isnull(plant#905389), coalesce(product#905388, ), isnull(product#905388)], [coalesce(plant#905840, ), isnull(plant#905840), coalesce(product#905839, ), isnull(product#905839)], LeftOuter, BuildRight, false\n :- Project [product#905388, plant#905389]\n : +- Generate explode(_extract_quantityDenominator#905874), [product#905388, plant#905389], true, [quantityDenominator#905474]\n : +- Project [product#905388, plant#905389, filt... [45163] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_117220 { id="cluster_117220"; isCluster="true"; label="InMemoryTableScan"; 45172 [id="node_45172" labelType="html" label="MapPartitionsRDD [45172] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45173 [id="node_45173" labelType="html" label="MapPartitionsRDD [45173] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 45174 [id="node_45174" labelType="html" label="MapPartitionsRDD [45174] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117216 { id="cluster_117216"; isCluster="true"; label="WholeStageCodegen (1)"; 45175 [id="node_45175" labelType="html" label="MapPartitionsRDD [45175] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117215 { id="cluster_117215"; isCluster="true"; label="Exchange"; 45176 [id="node_45176" labelType="html" label="MapPartitionsRDD [45176] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 45158->45159; 45159->45160; 45160->45161; 45161->45162; 45162->45163; 45163->45172; 45172->45173; 45173->45174; 45174->45175; 45175->45176; }
45142,45158
45163
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time