4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105752 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
4.4 KiB / 21
Shuffle Write Size / Records:
1302.0 B / 21
Associated Job Ids:
5830
DAG Visualization
digraph G { id="graph_105752"; subgraph graph_stage_105752 { id="graph_stage_105752"; isCluster="true"; label="Stage 105752"; subgraph cluster_132050 { id="cluster_132050"; isCluster="true"; label="Exchange"; 50667 [id="node_50667" labelType="html" label="ShuffledRowRDD [50667] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132038 { id="cluster_132038"; isCluster="true"; label="WholeStageCodegen (6)"; 50668 [id="node_50668" labelType="html" label="MapPartitionsRDD [50668] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132037 { id="cluster_132037"; isCluster="true"; label="Project"; 50669 [id="node_50669" labelType="html" label="MapPartitionsRDD [50669] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132024 { id="cluster_132024"; isCluster="true"; label="WholeStageCodegen (7)"; 50670 [id="node_50670" labelType="html" label="MapPartitionsRDD [50670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132051 { id="cluster_132051"; isCluster="true"; label="mapPartitionsInternal"; 50671 [id="node_50671" labelType="html" label="MapPartitionsRDD [50671] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132052 { id="cluster_132052"; isCluster="true"; label="mapPartitionsInternal"; 50672 [id="node_50672" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- Project [product#1012489, plant#1012490]\n +- Filter (((size(demandTimeBuckets#1012945, true) = 0) OR isnull(demandTimeBuckets#1012945)) AND ((size(demandPointInTime#1012948, true) = 0) OR isnull(demandPointInTime#1012948)))\n +- BroadcastHashJoin [coalesce(plant#1012490, ), isnull(plant#1012490), coalesce(product#1012489, ), isnull(product#1012489)], [coalesce(plant#1012941, ), isnull(plant#1012941), coalesce(product#1012940, ), isnull(product#1012940)], LeftOuter, BuildRight, false\n :- Project [product#1012489, plant#1012490]\n : +- Generate explode(_extract_quantityDenominator#1012975), [product#1012489, plant#1012490], true, [quantityDenominator#1012575]\n : +- Project [produc... [50672] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132055 { id="cluster_132055"; isCluster="true"; label="InMemoryTableScan"; 50673 [id="node_50673" labelType="html" label="MapPartitionsRDD [50673] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50674 [id="node_50674" labelType="html" label="MapPartitionsRDD [50674] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50675 [id="node_50675" labelType="html" label="MapPartitionsRDD [50675] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132053 { id="cluster_132053"; isCluster="true"; label="CollectLimit"; 50676 [id="node_50676" labelType="html" label="MapPartitionsRDD [50676] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50677 [id="node_50677" labelType="html" label="MapPartitionsRDD [50677] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50667->50668; 50668->50669; 50669->50670; 50670->50671; 50671->50672; 50672->50673; 50673->50674; 50674->50675; 50675->50676; 50676->50677; }
50650,50667
50672
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time