4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105854 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 24; Process local: 13
Shuffle Read Size / Records:
8.8 KiB / 90
Shuffle Write Size / Records:
7.7 KiB / 45
Associated Job Ids:
5887
DAG Visualization
digraph G { id="graph_105854"; subgraph graph_stage_105854 { id="graph_stage_105854"; isCluster="true"; label="Stage 105854"; subgraph cluster_132839 { id="cluster_132839"; isCluster="true"; label="Exchange"; 50910 [id="node_50910" labelType="html" label="ShuffledRowRDD [50910] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132925 { id="cluster_132925"; isCluster="true"; label="Exchange"; 50919 [id="node_50919" labelType="html" label="ShuffledRowRDD [50919] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132904 { id="cluster_132904"; isCluster="true"; label="WholeStageCodegen (152)"; 50920 [id="node_50920" labelType="html" label="MapPartitionsRDD [50920] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132903 { id="cluster_132903"; isCluster="true"; label="Project"; 50921 [id="node_50921" labelType="html" label="MapPartitionsRDD [50921] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132895 { id="cluster_132895"; isCluster="true"; label="WholeStageCodegen (153)"; 50922 [id="node_50922" labelType="html" label="MapPartitionsRDD [50922] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132945 { id="cluster_132945"; isCluster="true"; label="WholeStageCodegen (154)"; 50923 [id="node_50923" labelType="html" label="MapPartitionsRDD [50923] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132944 { id="cluster_132944"; isCluster="true"; label="Project"; 50924 [id="node_50924" labelType="html" label="MapPartitionsRDD [50924] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132927 { id="cluster_132927"; isCluster="true"; label="WholeStageCodegen (155)"; 50925 [id="node_50925" labelType="html" label="MapPartitionsRDD [50925] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132875 { id="cluster_132875"; isCluster="true"; label="WholeStageCodegen (156)"; 50926 [id="node_50926" labelType="html" label="ZippedPartitionsRDD2 [50926] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 50927 [id="node_50927" labelType="html" label="MapPartitionsRDD [50927] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132874 { id="cluster_132874"; isCluster="true"; label="Exchange"; 50928 [id="node_50928" labelType="html" label="MapPartitionsRDD [50928] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50919->50920; 50920->50921; 50921->50922; 50910->50923; 50923->50924; 50924->50925; 50922->50926; 50925->50926; 50926->50927; 50927->50928; }
50835,50910
50822,50919
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time