4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97360 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1398.0 B / 1
Associated Job Ids:
5056
DAG Visualization
digraph G { id="graph_97360"; subgraph graph_stage_97360 { id="graph_stage_97360"; isCluster="true"; label="Stage 97360"; 41252 [id="node_41252" labelType="html" label="SQLExecutionRDD [41252] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 41256 [id="node_41256" labelType="html" label="SQLExecutionRDD [41256] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_107914 { id="cluster_107914"; isCluster="true"; label="Exchange"; 41247 [id="node_41247" labelType="html" label="ShuffledRowRDD [41247] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107910 { id="cluster_107910"; isCluster="true"; label="WholeStageCodegen (2)"; 41248 [id="node_41248" labelType="html" label="MapPartitionsRDD [41248] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107909 { id="cluster_107909"; isCluster="true"; label="DeserializeToObject"; 41249 [id="node_41249" labelType="html" label="MapPartitionsRDD [41249] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107908 { id="cluster_107908"; isCluster="true"; label="MapPartitions"; 41250 [id="node_41250" labelType="html" label="MapPartitionsRDD [41250] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107905 { id="cluster_107905"; isCluster="true"; label="WholeStageCodegen (3)"; 41251 [id="node_41251" labelType="html" label="MapPartitionsRDD [41251] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107919 { id="cluster_107919"; isCluster="true"; label="map"; 41253 [id="node_41253" labelType="html" label="Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000347/0_1_10000000347/_delta_log [41253] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107921 { id="cluster_107921"; isCluster="true"; label="WholeStageCodegen (1)"; 41254 [id="node_41254" labelType="html" label="MapPartitionsRDD [41254] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107920 { id="cluster_107920"; isCluster="true"; label="Project"; 41255 [id="node_41255" labelType="html" label="MapPartitionsRDD [41255] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107924 { id="cluster_107924"; isCluster="true"; label="map"; 41257 [id="node_41257" labelType="html" label="Delta Table State with Stats #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000347/0_1_10000000347/_delta_log [41257] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115700 { id="cluster_115700"; isCluster="true"; label="WholeStageCodegen (1)"; 44530 [id="node_44530" labelType="html" label="MapPartitionsRDD [44530] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115699 { id="cluster_115699"; isCluster="true"; label="Scan parquet "; 44531 [id="node_44531" labelType="html" label="MapPartitionsRDD [44531] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41247->41248; 41248->41249; 41249->41250; 41250->41251; 41251->41252; 41252->41253; 41253->41254; 41254->41255; 41255->41256; 41256->41257; 41257->44530; 44530->44531; }
41246,41247
41253
41257
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time