4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117205 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
477.7 KiB / 5410
Shuffle Write Size / Records:
1096.1 KiB / 5410
Associated Job Ids:
6448
DAG Visualization
digraph G { id="graph_117205"; subgraph graph_stage_117205 { id="graph_stage_117205"; isCluster="true"; label="Stage 117205"; subgraph cluster_147040 { id="cluster_147040"; isCluster="true"; label="repartition"; 56630 [id="node_56630" labelType="html" label="ShuffledRDD [56630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56631 [id="node_56631" labelType="html" label="CoalescedRDD [56631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56632 [id="node_56632" labelType="html" label="MapPartitionsRDD [56632] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147231 { id="cluster_147231"; isCluster="true"; label="map"; 56712 [id="node_56712" labelType="html" label="MapPartitionsRDD [56712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147330 { id="cluster_147330"; isCluster="true"; label="WholeStageCodegen (5)"; 56743 [id="node_56743" labelType="html" label="MapPartitionsRDD [56743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147329 { id="cluster_147329"; isCluster="true"; label="Exchange"; 56744 [id="node_56744" labelType="html" label="MapPartitionsRDD [56744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56630->56631; 56631->56632; 56632->56712; 56712->56743; 56743->56744; }
56629,56630
56632
56630
56631
56632
56712
56743
56744
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time