4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118692 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 37
Input Size / Records:
498.3 KiB / 5732
Shuffle Write Size / Records:
1114.8 KiB / 5732
Associated Job Ids:
6511
DAG Visualization
digraph G { id="graph_118692"; subgraph graph_stage_118692 { id="graph_stage_118692"; isCluster="true"; label="Stage 118692"; subgraph cluster_148903 { id="cluster_148903"; isCluster="true"; label="repartition"; 57422 [id="node_57422" labelType="html" label="ShuffledRDD [57422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57423 [id="node_57423" labelType="html" label="CoalescedRDD [57423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57424 [id="node_57424" labelType="html" label="MapPartitionsRDD [57424] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149094 { id="cluster_149094"; isCluster="true"; label="map"; 57504 [id="node_57504" labelType="html" label="MapPartitionsRDD [57504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149187 { id="cluster_149187"; isCluster="true"; label="WholeStageCodegen (5)"; 57535 [id="node_57535" labelType="html" label="MapPartitionsRDD [57535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149186 { id="cluster_149186"; isCluster="true"; label="Exchange"; 57536 [id="node_57536" labelType="html" label="MapPartitionsRDD [57536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57422->57423; 57423->57424; 57424->57504; 57504->57535; 57535->57536; }
57421,57422
57424
57422
57423
57424
57504
57535
57536
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time