4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100797 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
12.3 KiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
5361
DAG Visualization
digraph G { id="graph_100797"; subgraph graph_stage_100797 { id="graph_stage_100797"; isCluster="true"; label="Stage 100797"; subgraph cluster_122201 { id="cluster_122201"; isCluster="true"; label="Exchange"; 47097 [id="node_47097" labelType="html" label="ShuffledRowRDD [47097] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122197 { id="cluster_122197"; isCluster="true"; label="WholeStageCodegen (11)"; 47098 [id="node_47098" labelType="html" label="MapPartitionsRDD [47098] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122202 { id="cluster_122202"; isCluster="true"; label="mapPartitionsInternal"; 47099 [id="node_47099" labelType="html" label="MapPartitionsRDD [47099] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122203 { id="cluster_122203"; isCluster="true"; label="mapPartitionsInternal"; 47100 [id="node_47100" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Exchange hashpartitioning(product#944305, plant#944306, 37), ENSURE_REQUIREMENTS, [plan_id=1456813]\n +- HashAggregate(keys=[product#944305, plant#944306], functions=[], output=[product#944305, plant#944306])\n +- Project [product#944305, plant#944306]\n +- Filter (((size(demandTimeBuckets#944819, true) = 0) OR isnull(demandTimeBuckets#944819)) AND ((size(demandPointInTime#944822, true) = 0) OR isnull(demandPointInTime#944822)))\n +- SortMergeJoin [coalesce(plant#944306, ), isnull(plant#944306), coalesce(product#944305, ), isnull(product#944305)], [coalesce(plant#944815, ), isnull(plant#944815), coalesce(product#944814, ), isnull(product#944814)], LeftOuter\n :- Sort [coalesce(plant#944306, ) ASC NULLS FIRST, isnull(plant#944306) ASC NULLS FIRST, coalesce(product#944305, ) ASC NULLS FIRST, isnull(product#944305... [47100] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_122206 { id="cluster_122206"; isCluster="true"; label="InMemoryTableScan"; 47101 [id="node_47101" labelType="html" label="MapPartitionsRDD [47101] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47102 [id="node_47102" labelType="html" label="MapPartitionsRDD [47102] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47103 [id="node_47103" labelType="html" label="MapPartitionsRDD [47103] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122204 { id="cluster_122204"; isCluster="true"; label="CollectLimit"; 47104 [id="node_47104" labelType="html" label="MapPartitionsRDD [47104] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47105 [id="node_47105" labelType="html" label="MapPartitionsRDD [47105] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47097->47098; 47098->47099; 47099->47100; 47100->47101; 47101->47102; 47102->47103; 47103->47104; 47104->47105; }
47096,47097
47100
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time