4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105755 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
4.4 KiB / 21
Shuffle Write Size / Records:
2.7 KiB / 37
Associated Job Ids:
5831
DAG Visualization
digraph G { id="graph_105755"; subgraph graph_stage_105755 { id="graph_stage_105755"; isCluster="true"; label="Stage 105755"; subgraph cluster_132050 { id="cluster_132050"; isCluster="true"; label="Exchange"; 50667 [id="node_50667" labelType="html" label="ShuffledRowRDD [50667] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132038 { id="cluster_132038"; isCluster="true"; label="WholeStageCodegen (6)"; 50668 [id="node_50668" labelType="html" label="MapPartitionsRDD [50668] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132037 { id="cluster_132037"; isCluster="true"; label="Project"; 50669 [id="node_50669" labelType="html" label="MapPartitionsRDD [50669] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132024 { id="cluster_132024"; isCluster="true"; label="WholeStageCodegen (7)"; 50670 [id="node_50670" labelType="html" label="MapPartitionsRDD [50670] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132051 { id="cluster_132051"; isCluster="true"; label="mapPartitionsInternal"; 50671 [id="node_50671" labelType="html" label="MapPartitionsRDD [50671] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132052 { id="cluster_132052"; isCluster="true"; label="mapPartitionsInternal"; 50672 [id="node_50672" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- HashAggregate(keys=[product#1012489, plant#1012490], functions=[], output=[product#1012489, plant#1012490])\n +- Project [product#1012489, plant#1012490]\n +- Filter (((size(demandTimeBuckets#1012945, true) = 0) OR isnull(demandTimeBuckets#1012945)) AND ((size(demandPointInTime#1012948, true) = 0) OR isnull(demandPointInTime#1012948)))\n +- BroadcastHashJoin [coalesce(plant#1012490, ), isnull(plant#1012490), coalesce(product#1012489, ), isnull(product#1012489)], [coalesce(plant#1012941, ), isnull(plant#1012941), coalesce(product#1012940, ), isnull(product#1012940)], LeftOuter, BuildRight, false\n :- Project [product#1012489, plant#1012490]\n : +- Generate explode(_extract_quantityDenominator#1012975), [product#1012489, plant#1012490], true, [quantityDenominator#1012575]\n : +- Project [produc... [50672] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_132081 { id="cluster_132081"; isCluster="true"; label="InMemoryTableScan"; 50681 [id="node_50681" labelType="html" label="MapPartitionsRDD [50681] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50682 [id="node_50682" labelType="html" label="MapPartitionsRDD [50682] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50683 [id="node_50683" labelType="html" label="MapPartitionsRDD [50683] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132077 { id="cluster_132077"; isCluster="true"; label="WholeStageCodegen (1)"; 50684 [id="node_50684" labelType="html" label="MapPartitionsRDD [50684] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132076 { id="cluster_132076"; isCluster="true"; label="Exchange"; 50685 [id="node_50685" labelType="html" label="MapPartitionsRDD [50685] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50667->50668; 50668->50669; 50669->50670; 50670->50671; 50671->50672; 50672->50681; 50681->50682; 50682->50683; 50683->50684; 50684->50685; }
50650,50667
50672
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time