4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117538 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
484.6 KiB / 5554
Shuffle Write Size / Records:
1102.4 KiB / 5554
Associated Job Ids:
6469
DAG Visualization
digraph G { id="graph_117538"; subgraph graph_stage_117538 { id="graph_stage_117538"; isCluster="true"; label="Stage 117538"; subgraph cluster_147661 { id="cluster_147661"; isCluster="true"; label="repartition"; 56894 [id="node_56894" labelType="html" label="ShuffledRDD [56894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56895 [id="node_56895" labelType="html" label="CoalescedRDD [56895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56896 [id="node_56896" labelType="html" label="MapPartitionsRDD [56896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147852 { id="cluster_147852"; isCluster="true"; label="map"; 56976 [id="node_56976" labelType="html" label="MapPartitionsRDD [56976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147945 { id="cluster_147945"; isCluster="true"; label="WholeStageCodegen (5)"; 57007 [id="node_57007" labelType="html" label="MapPartitionsRDD [57007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147944 { id="cluster_147944"; isCluster="true"; label="Exchange"; 57008 [id="node_57008" labelType="html" label="MapPartitionsRDD [57008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56894->56895; 56895->56896; 56896->56976; 56976->57007; 57007->57008; }
56893,56894
56896
56894
56895
56896
56976
57007
57008
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time