4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105855 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 24; Process local: 13
Shuffle Read Size / Records:
8.8 KiB / 90
Shuffle Write Size / Records:
28.0 KiB / 45
Associated Job Ids:
5888
DAG Visualization
digraph G { id="graph_105855"; subgraph graph_stage_105855 { id="graph_stage_105855"; isCluster="true"; label="Stage 105855"; subgraph cluster_132839 { id="cluster_132839"; isCluster="true"; label="Exchange"; 50910 [id="node_50910" labelType="html" label="ShuffledRowRDD [50910] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132925 { id="cluster_132925"; isCluster="true"; label="Exchange"; 50919 [id="node_50919" labelType="html" label="ShuffledRowRDD [50919] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132960 { id="cluster_132960"; isCluster="true"; label="WholeStageCodegen (163)"; 50929 [id="node_50929" labelType="html" label="MapPartitionsRDD [50929] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132959 { id="cluster_132959"; isCluster="true"; label="Project"; 50930 [id="node_50930" labelType="html" label="MapPartitionsRDD [50930] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132916 { id="cluster_132916"; isCluster="true"; label="WholeStageCodegen (164)"; 50931 [id="node_50931" labelType="html" label="MapPartitionsRDD [50931] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132998 { id="cluster_132998"; isCluster="true"; label="WholeStageCodegen (165)"; 50932 [id="node_50932" labelType="html" label="MapPartitionsRDD [50932] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132997 { id="cluster_132997"; isCluster="true"; label="Project"; 50933 [id="node_50933" labelType="html" label="MapPartitionsRDD [50933] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132978 { id="cluster_132978"; isCluster="true"; label="WholeStageCodegen (166)"; 50934 [id="node_50934" labelType="html" label="MapPartitionsRDD [50934] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132887 { id="cluster_132887"; isCluster="true"; label="WholeStageCodegen (167)"; 50935 [id="node_50935" labelType="html" label="ZippedPartitionsRDD2 [50935] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50936 [id="node_50936" labelType="html" label="MapPartitionsRDD [50936] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132885 { id="cluster_132885"; isCluster="true"; label="Exchange"; 50937 [id="node_50937" labelType="html" label="MapPartitionsRDD [50937] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50919->50929; 50929->50930; 50930->50931; 50910->50932; 50932->50933; 50933->50934; 50931->50935; 50934->50935; 50935->50936; 50936->50937; }
50835,50910
50822,50919
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time