4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93242 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1398.0 B / 1
Associated Job Ids:
4926
DAG Visualization
digraph G { id="graph_93242"; subgraph graph_stage_93242 { id="graph_stage_93242"; isCluster="true"; label="Stage 93242"; 41252 [id="node_41252" labelType="html" label="SQLExecutionRDD [41252] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 41256 [id="node_41256" labelType="html" label="SQLExecutionRDD [41256] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_107914 { id="cluster_107914"; isCluster="true"; label="Exchange"; 41247 [id="node_41247" labelType="html" label="ShuffledRowRDD [41247] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107910 { id="cluster_107910"; isCluster="true"; label="WholeStageCodegen (2)"; 41248 [id="node_41248" labelType="html" label="MapPartitionsRDD [41248] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107909 { id="cluster_107909"; isCluster="true"; label="DeserializeToObject"; 41249 [id="node_41249" labelType="html" label="MapPartitionsRDD [41249] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107908 { id="cluster_107908"; isCluster="true"; label="MapPartitions"; 41250 [id="node_41250" labelType="html" label="MapPartitionsRDD [41250] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107905 { id="cluster_107905"; isCluster="true"; label="WholeStageCodegen (3)"; 41251 [id="node_41251" labelType="html" label="MapPartitionsRDD [41251] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107919 { id="cluster_107919"; isCluster="true"; label="map"; 41253 [id="node_41253" labelType="html" label="Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000347/0_1_10000000347/_delta_log [41253] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107921 { id="cluster_107921"; isCluster="true"; label="WholeStageCodegen (1)"; 41254 [id="node_41254" labelType="html" label="MapPartitionsRDD [41254] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107920 { id="cluster_107920"; isCluster="true"; label="Project"; 41255 [id="node_41255" labelType="html" label="MapPartitionsRDD [41255] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_107924 { id="cluster_107924"; isCluster="true"; label="map"; 41257 [id="node_41257" labelType="html" label="Delta Table State with Stats #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000347/0_1_10000000347/_delta_log [41257] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111904 { id="cluster_111904"; isCluster="true"; label="WholeStageCodegen (1)"; 42918 [id="node_42918" labelType="html" label="MapPartitionsRDD [42918] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111903 { id="cluster_111903"; isCluster="true"; label="Scan parquet "; 42919 [id="node_42919" labelType="html" label="MapPartitionsRDD [42919] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41247->41248; 41248->41249; 41249->41250; 41250->41251; 41251->41252; 41252->41253; 41253->41254; 41254->41255; 41255->41256; 41256->41257; 41257->42918; 42918->42919; }
41246,41247
41253
41257
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time