4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105856 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 24; Process local: 13
Shuffle Read Size / Records:
8.8 KiB / 90
Shuffle Write Size / Records:
74.3 KiB / 45
Associated Job Ids:
5889
DAG Visualization
digraph G { id="graph_105856"; subgraph graph_stage_105856 { id="graph_stage_105856"; isCluster="true"; label="Stage 105856"; subgraph cluster_132839 { id="cluster_132839"; isCluster="true"; label="Exchange"; 50910 [id="node_50910" labelType="html" label="ShuffledRowRDD [50910] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132925 { id="cluster_132925"; isCluster="true"; label="Exchange"; 50919 [id="node_50919" labelType="html" label="ShuffledRowRDD [50919] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133033 { id="cluster_133033"; isCluster="true"; label="WholeStageCodegen (157)"; 50938 [id="node_50938" labelType="html" label="MapPartitionsRDD [50938] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133032 { id="cluster_133032"; isCluster="true"; label="Project"; 50939 [id="node_50939" labelType="html" label="MapPartitionsRDD [50939] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133024 { id="cluster_133024"; isCluster="true"; label="WholeStageCodegen (158)"; 50940 [id="node_50940" labelType="html" label="MapPartitionsRDD [50940] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133068 { id="cluster_133068"; isCluster="true"; label="WholeStageCodegen (159)"; 50941 [id="node_50941" labelType="html" label="MapPartitionsRDD [50941] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133067 { id="cluster_133067"; isCluster="true"; label="Project"; 50942 [id="node_50942" labelType="html" label="MapPartitionsRDD [50942] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133048 { id="cluster_133048"; isCluster="true"; label="WholeStageCodegen (160)"; 50943 [id="node_50943" labelType="html" label="MapPartitionsRDD [50943] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133016 { id="cluster_133016"; isCluster="true"; label="WholeStageCodegen (161)"; 50944 [id="node_50944" labelType="html" label="ZippedPartitionsRDD2 [50944] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50945 [id="node_50945" labelType="html" label="MapPartitionsRDD [50945] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133015 { id="cluster_133015"; isCluster="true"; label="ObjectHashAggregate"; 50946 [id="node_50946" labelType="html" label="MapPartitionsRDD [50946] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_133014 { id="cluster_133014"; isCluster="true"; label="ObjectHashAggregate"; 50947 [id="node_50947" labelType="html" label="MapPartitionsRDD [50947] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132881 { id="cluster_132881"; isCluster="true"; label="WholeStageCodegen (162)"; 50948 [id="node_50948" labelType="html" label="MapPartitionsRDD [50948] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132879 { id="cluster_132879"; isCluster="true"; label="Exchange"; 50949 [id="node_50949" labelType="html" label="MapPartitionsRDD [50949] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50919->50938; 50938->50939; 50939->50940; 50910->50941; 50941->50942; 50942->50943; 50940->50944; 50943->50944; 50944->50945; 50945->50946; 50946->50947; 50947->50948; 50948->50949; }
50835,50910
50822,50919
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time