4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115256 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
45.1 KiB / 37
Associated Job Ids:
6254
DAG Visualization
digraph G { id="graph_115256"; subgraph graph_stage_115256 { id="graph_stage_115256"; isCluster="true"; label="Stage 115256"; subgraph cluster_142730 { id="cluster_142730"; isCluster="true"; label="Exchange"; 54970 [id="node_54970" labelType="html" label="ShuffledRowRDD [54970] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142718 { id="cluster_142718"; isCluster="true"; label="WholeStageCodegen (6)"; 54971 [id="node_54971" labelType="html" label="MapPartitionsRDD [54971] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142717 { id="cluster_142717"; isCluster="true"; label="Project"; 54972 [id="node_54972" labelType="html" label="MapPartitionsRDD [54972] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142704 { id="cluster_142704"; isCluster="true"; label="WholeStageCodegen (7)"; 54973 [id="node_54973" labelType="html" label="MapPartitionsRDD [54973] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142731 { id="cluster_142731"; isCluster="true"; label="mapPartitionsInternal"; 54974 [id="node_54974" labelType="html" label="MapPartitionsRDD [54974] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142732 { id="cluster_142732"; isCluster="true"; label="mapPartitionsInternal"; 54975 [id="node_54975" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- HashAggregate(keys=[product#1101131, plant#1101132], functions=[], output=[product#1101131, plant#1101132])\n +- Project [product#1101131, plant#1101132]\n +- Filter (((size(demandTimeBuckets#1101587, true) = 0) OR isnull(demandTimeBuckets#1101587)) AND ((size(demandPointInTime#1101590, true) = 0) OR isnull(demandPointInTime#1101590)))\n +- BroadcastHashJoin [coalesce(plant#1101132, ), isnull(plant#1101132), coalesce(product#1101131, ), isnull(product#1101131)], [coalesce(plant#1101583, ), isnull(plant#1101583), coalesce(product#1101582, ), isnull(product#1101582)], LeftOuter, BuildRight, false\n :- Project [product#1101131, plant#1101132]\n : +- Generate explode(_extract_quantityDenominator#1101617), [product#1101131, plant#1101132], true, [quantityDenominator#1101217]\n : +- Project [produc... [54975] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_142817 { id="cluster_142817"; isCluster="true"; label="InMemoryTableScan"; 55005 [id="node_55005" labelType="html" label="MapPartitionsRDD [55005] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 55006 [id="node_55006" labelType="html" label="MapPartitionsRDD [55006] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 55007 [id="node_55007" labelType="html" label="MapPartitionsRDD [55007] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142812 { id="cluster_142812"; isCluster="true"; label="WholeStageCodegen (2)"; 55008 [id="node_55008" labelType="html" label="MapPartitionsRDD [55008] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142811 { id="cluster_142811"; isCluster="true"; label="BroadcastExchange"; 55009 [id="node_55009" labelType="html" label="MapPartitionsRDD [55009] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 54970->54971; 54971->54972; 54972->54973; 54973->54974; 54974->54975; 54975->55005; 55005->55006; 55006->55007; 55007->55008; 55008->55009; }
54954,54970
54975
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time