4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100803 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
12.3 KiB / 37
Shuffle Write Size / Records:
2.7 KiB / 37
Associated Job Ids:
5362
DAG Visualization
digraph G { id="graph_100803"; subgraph graph_stage_100803 { id="graph_stage_100803"; isCluster="true"; label="Stage 100803"; subgraph cluster_122201 { id="cluster_122201"; isCluster="true"; label="Exchange"; 47097 [id="node_47097" labelType="html" label="ShuffledRowRDD [47097] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122197 { id="cluster_122197"; isCluster="true"; label="WholeStageCodegen (11)"; 47098 [id="node_47098" labelType="html" label="MapPartitionsRDD [47098] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122202 { id="cluster_122202"; isCluster="true"; label="mapPartitionsInternal"; 47099 [id="node_47099" labelType="html" label="MapPartitionsRDD [47099] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122203 { id="cluster_122203"; isCluster="true"; label="mapPartitionsInternal"; 47100 [id="node_47100" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Exchange hashpartitioning(product#944305, plant#944306, 37), ENSURE_REQUIREMENTS, [plan_id=1456813]\n +- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Project [product#944305, plant#944306]\n +- Filter (((size(demandTimeBuckets#944819, true) = 0) OR isnull(demandTimeBuckets#944819)) AND ((size(demandPointInTime#944822, true) = 0) OR isnull(demandPointInTime#944822)))\n +- SortMergeJoin [coalesce(plant#944306, ), isnull(plant#944306), coalesce(product#944305, ), isnull(product#944305)], [coalesce(plant#944815, ), isnull(plant#944815), coalesce(product#944814, ), isnull(product#944814)], LeftOuter\n :- Sort [coalesce(plant#944306, ) ASC NULLS FIRST, isnull(plant#944306) ASC NULLS FIRST, coalesce(product#944305, ) ASC NULLS FIRST, isnull(product#944305... [47100] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122246 { id="cluster_122246"; isCluster="true"; label="InMemoryTableScan"; 47109 [id="node_47109" labelType="html" label="MapPartitionsRDD [47109] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47110 [id="node_47110" labelType="html" label="MapPartitionsRDD [47110] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47111 [id="node_47111" labelType="html" label="MapPartitionsRDD [47111] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122242 { id="cluster_122242"; isCluster="true"; label="WholeStageCodegen (1)"; 47112 [id="node_47112" labelType="html" label="MapPartitionsRDD [47112] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122241 { id="cluster_122241"; isCluster="true"; label="Exchange"; 47113 [id="node_47113" labelType="html" label="MapPartitionsRDD [47113] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47097->47098; 47098->47099; 47099->47100; 47100->47109; 47109->47110; 47110->47111; 47111->47112; 47112->47113; }
47096,47097
47100
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time