4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115246 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
45.1 KiB / 37
Shuffle Write Size / Records:
2.7 KiB / 37
Associated Job Ids:
6249
DAG Visualization
digraph G { id="graph_115246"; subgraph graph_stage_115246 { id="graph_stage_115246"; isCluster="true"; label="Stage 115246"; subgraph cluster_142730 { id="cluster_142730"; isCluster="true"; label="Exchange"; 54970 [id="node_54970" labelType="html" label="ShuffledRowRDD [54970] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142718 { id="cluster_142718"; isCluster="true"; label="WholeStageCodegen (6)"; 54971 [id="node_54971" labelType="html" label="MapPartitionsRDD [54971] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142717 { id="cluster_142717"; isCluster="true"; label="Project"; 54972 [id="node_54972" labelType="html" label="MapPartitionsRDD [54972] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142704 { id="cluster_142704"; isCluster="true"; label="WholeStageCodegen (7)"; 54973 [id="node_54973" labelType="html" label="MapPartitionsRDD [54973] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142731 { id="cluster_142731"; isCluster="true"; label="mapPartitionsInternal"; 54974 [id="node_54974" labelType="html" label="MapPartitionsRDD [54974] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142732 { id="cluster_142732"; isCluster="true"; label="mapPartitionsInternal"; 54975 [id="node_54975" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- Project [product#1101131, plant#1101132]\n +- Filter (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))\n +- BroadcastHashJoin [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)], [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)], LeftOuter, BuildRight, false\n :- Project [product#1101131, plant#1101132]\n : +- Generate explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]\n : +- Project [produc... [54975] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142761 { id="cluster_142761"; isCluster="true"; label="InMemoryTableScan"; 54984 [id="node_54984" labelType="html" label="MapPartitionsRDD [54984] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 54985 [id="node_54985" labelType="html" label="MapPartitionsRDD [54985] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 54986 [id="node_54986" labelType="html" label="MapPartitionsRDD [54986] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142757 { id="cluster_142757"; isCluster="true"; label="WholeStageCodegen (1)"; 54987 [id="node_54987" labelType="html" label="MapPartitionsRDD [54987] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142756 { id="cluster_142756"; isCluster="true"; label="Exchange"; 54988 [id="node_54988" labelType="html" label="MapPartitionsRDD [54988] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 54970->54971; 54971->54972; 54972->54973; 54973->54974; 54974->54975; 54975->54984; 54984->54985; 54985->54986; 54986->54987; 54987->54988; }
54954,54970
54975
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time