4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105762 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
4.4 KiB / 21
Associated Job Ids:
5834
DAG Visualization
digraph G { id="graph_105762"; subgraph graph_stage_105762 { id="graph_stage_105762"; isCluster="true"; label="Stage 105762"; subgraph cluster_132050 { id="cluster_132050"; isCluster="true"; label="Exchange"; 50667 [id="node_50667" labelType="html" label="ShuffledRowRDD [50667] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132038 { id="cluster_132038"; isCluster="true"; label="WholeStageCodegen (6)"; 50668 [id="node_50668" labelType="html" label="MapPartitionsRDD [50668] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132037 { id="cluster_132037"; isCluster="true"; label="Project"; 50669 [id="node_50669" labelType="html" label="MapPartitionsRDD [50669] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132024 { id="cluster_132024"; isCluster="true"; label="WholeStageCodegen (7)"; 50670 [id="node_50670" labelType="html" label="MapPartitionsRDD [50670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132051 { id="cluster_132051"; isCluster="true"; label="mapPartitionsInternal"; 50671 [id="node_50671" labelType="html" label="MapPartitionsRDD [50671] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132052 { id="cluster_132052"; isCluster="true"; label="mapPartitionsInternal"; 50672 [id="node_50672" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- Project [product#1012489, plant#1012490]\n +- Filter (((size(demandTimeBuckets#1012945, true) = 0) OR isnull(demandTimeBuckets#1012945)) AND ((size(demandPointInTime#1012948, true) = 0) OR isnull(demandPointInTime#1012948)))\n +- BroadcastHashJoin [coalesce(plant#1012490, ), isnull(plant#1012490), coalesce(product#1012489, ), isnull(product#1012489)], [coalesce(plant#1012941, ), isnull(plant#1012941), coalesce(product#1012940, ), isnull(product#1012940)], LeftOuter, BuildRight, false\n :- Project [product#1012489, plant#1012490]\n : +- Generate explode(_extract_quantityDenominator#1012975), [product#1012489, plant#1012490], true, [quantityDenominator#1012575]\n : +- Project [produc... [50672] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132130 { id="cluster_132130"; isCluster="true"; label="InMemoryTableScan"; 50695 [id="node_50695" labelType="html" label="MapPartitionsRDD [50695] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50696 [id="node_50696" labelType="html" label="MapPartitionsRDD [50696] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50697 [id="node_50697" labelType="html" label="MapPartitionsRDD [50697] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132123 { id="cluster_132123"; isCluster="true"; label="WholeStageCodegen (2)"; 50698 [id="node_50698" labelType="html" label="MapPartitionsRDD [50698] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132122 { id="cluster_132122"; isCluster="true"; label="BroadcastExchange"; 50699 [id="node_50699" labelType="html" label="MapPartitionsRDD [50699] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50667->50668; 50668->50669; 50669->50670; 50670->50671; 50671->50672; 50672->50695; 50695->50696; 50696->50697; 50697->50698; 50698->50699; }
50650,50667
50672
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time