4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99287 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
4.5 KiB / 10
Associated Job Ids:
5221
DAG Visualization
digraph G { id="graph_99287"; subgraph graph_stage_99287 { id="graph_stage_99287"; isCluster="true"; label="Stage 99287"; 45565 [id="node_45565" labelType="html" label="SQLExecutionRDD [45565] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45569 [id="node_45569" labelType="html" label="SQLExecutionRDD [45569] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_118525 { id="cluster_118525"; isCluster="true"; label="Exchange"; 45560 [id="node_45560" labelType="html" label="ShuffledRowRDD [45560] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118521 { id="cluster_118521"; isCluster="true"; label="WholeStageCodegen (2)"; 45561 [id="node_45561" labelType="html" label="MapPartitionsRDD [45561] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118520 { id="cluster_118520"; isCluster="true"; label="DeserializeToObject"; 45562 [id="node_45562" labelType="html" label="MapPartitionsRDD [45562] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118519 { id="cluster_118519"; isCluster="true"; label="MapPartitions"; 45563 [id="node_45563" labelType="html" label="MapPartitionsRDD [45563] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118516 { id="cluster_118516"; isCluster="true"; label="WholeStageCodegen (3)"; 45564 [id="node_45564" labelType="html" label="MapPartitionsRDD [45564] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118530 { id="cluster_118530"; isCluster="true"; label="map"; 45566 [id="node_45566" labelType="html" label="Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000348/0_1_10000000348/_delta_log [45566] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118532 { id="cluster_118532"; isCluster="true"; label="WholeStageCodegen (1)"; 45567 [id="node_45567" labelType="html" label="MapPartitionsRDD [45567] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118531 { id="cluster_118531"; isCluster="true"; label="Project"; 45568 [id="node_45568" labelType="html" label="MapPartitionsRDD [45568] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118535 { id="cluster_118535"; isCluster="true"; label="map"; 45570 [id="node_45570" labelType="html" label="Delta Table State with Stats #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000348/0_1_10000000348/_delta_log [45570] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118779 { id="cluster_118779"; isCluster="true"; label="WholeStageCodegen (1)"; 45643 [id="node_45643" labelType="html" label="MapPartitionsRDD [45643] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118778 { id="cluster_118778"; isCluster="true"; label="Scan parquet "; 45644 [id="node_45644" labelType="html" label="MapPartitionsRDD [45644] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45560->45561; 45561->45562; 45562->45563; 45563->45564; 45564->45565; 45565->45566; 45566->45567; 45567->45568; 45568->45569; 45569->45570; 45570->45643; 45643->45644; }
45559,45560
45566
45570
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time