4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115243 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
45.1 KiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
6248
DAG Visualization
digraph G { id="graph_115243"; subgraph graph_stage_115243 { id="graph_stage_115243"; isCluster="true"; label="Stage 115243"; subgraph cluster_142730 { id="cluster_142730"; isCluster="true"; label="Exchange"; 54970 [id="node_54970" labelType="html" label="ShuffledRowRDD [54970] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142718 { id="cluster_142718"; isCluster="true"; label="WholeStageCodegen (6)"; 54971 [id="node_54971" labelType="html" label="MapPartitionsRDD [54971] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142717 { id="cluster_142717"; isCluster="true"; label="Project"; 54972 [id="node_54972" labelType="html" label="MapPartitionsRDD [54972] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142704 { id="cluster_142704"; isCluster="true"; label="WholeStageCodegen (7)"; 54973 [id="node_54973" labelType="html" label="MapPartitionsRDD [54973] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142731 { id="cluster_142731"; isCluster="true"; label="mapPartitionsInternal"; 54974 [id="node_54974" labelType="html" label="MapPartitionsRDD [54974] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142732 { id="cluster_142732"; isCluster="true"; label="mapPartitionsInternal"; 54975 [id="node_54975" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- Project [product#1101131, plant#1101132]\n +- Filter (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))\n +- BroadcastHashJoin [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)], [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)], LeftOuter, BuildRight, false\n :- Project [product#1101131, plant#1101132]\n : +- Generate explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]\n : +- Project [produc... [54975] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142735 { id="cluster_142735"; isCluster="true"; label="InMemoryTableScan"; 54976 [id="node_54976" labelType="html" label="MapPartitionsRDD [54976] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 54977 [id="node_54977" labelType="html" label="MapPartitionsRDD [54977] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 54978 [id="node_54978" labelType="html" label="MapPartitionsRDD [54978] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142733 { id="cluster_142733"; isCluster="true"; label="CollectLimit"; 54979 [id="node_54979" labelType="html" label="MapPartitionsRDD [54979] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 54980 [id="node_54980" labelType="html" label="MapPartitionsRDD [54980] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 54970->54971; 54971->54972; 54972->54973; 54973->54974; 54974->54975; 54975->54976; 54976->54977; 54977->54978; 54978->54979; 54979->54980; }
54954,54970
54975
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time