4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100819 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
12.3 KiB / 37
Associated Job Ids:
5367
DAG Visualization
digraph G { id="graph_100819"; subgraph graph_stage_100819 { id="graph_stage_100819"; isCluster="true"; label="Stage 100819"; subgraph cluster_122201 { id="cluster_122201"; isCluster="true"; label="Exchange"; 47097 [id="node_47097" labelType="html" label="ShuffledRowRDD [47097] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122197 { id="cluster_122197"; isCluster="true"; label="WholeStageCodegen (11)"; 47098 [id="node_47098" labelType="html" label="MapPartitionsRDD [47098] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122202 { id="cluster_122202"; isCluster="true"; label="mapPartitionsInternal"; 47099 [id="node_47099" labelType="html" label="MapPartitionsRDD [47099] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122203 { id="cluster_122203"; isCluster="true"; label="mapPartitionsInternal"; 47100 [id="node_47100" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Exchange hashpartitioning(product#944305, plant#944306, 37), ENSURE_REQUIREMENTS, [plan_id=1456813]\n +- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Project [product#944305, plant#944306]\n +- Filter (((size(demandTimeBuckets#944819, true) = 0) OR isnull(demandTimeBuckets#944819)) AND ((size(demandPointInTime#944822, true) = 0) OR isnull(demandPointInTime#944822)))\n +- SortMergeJoin [coalesce(plant#944306, ), isnull(plant#944306), coalesce(product#944305, ), isnull(product#944305)], [coalesce(plant#944815, ), isnull(plant#944815), coalesce(product#944814, ), isnull(product#944814)], LeftOuter\n :- Sort [coalesce(plant#944306, ) ASC NULLS FIRST, isnull(plant#944306) ASC NULLS FIRST, coalesce(product#944305, ) ASC NULLS FIRST, isnull(product#944305... [47100] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122302 { id="cluster_122302"; isCluster="true"; label="InMemoryTableScan"; 47130 [id="node_47130" labelType="html" label="MapPartitionsRDD [47130] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47131 [id="node_47131" labelType="html" label="MapPartitionsRDD [47131] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47132 [id="node_47132" labelType="html" label="MapPartitionsRDD [47132] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122297 { id="cluster_122297"; isCluster="true"; label="WholeStageCodegen (2)"; 47133 [id="node_47133" labelType="html" label="MapPartitionsRDD [47133] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122296 { id="cluster_122296"; isCluster="true"; label="BroadcastExchange"; 47134 [id="node_47134" labelType="html" label="MapPartitionsRDD [47134] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47097->47098; 47098->47099; 47099->47100; 47100->47130; 47130->47131; 47131->47132; 47132->47133; 47133->47134; }
47096,47097
47100
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time