4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112013 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1398.0 B / 1
Associated Job Ids:
6111
DAG Visualization
digraph G { id="graph_112013"; subgraph graph_stage_112013 { id="graph_stage_112013"; isCluster="true"; label="Stage 112013"; 51072 [id="node_51072" labelType="html" label="SQLExecutionRDD [51072] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51076 [id="node_51076" labelType="html" label="SQLExecutionRDD [51076] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_133477 { id="cluster_133477"; isCluster="true"; label="Exchange"; 51067 [id="node_51067" labelType="html" label="ShuffledRowRDD [51067] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133473 { id="cluster_133473"; isCluster="true"; label="WholeStageCodegen (2)"; 51068 [id="node_51068" labelType="html" label="MapPartitionsRDD [51068] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133472 { id="cluster_133472"; isCluster="true"; label="DeserializeToObject"; 51069 [id="node_51069" labelType="html" label="MapPartitionsRDD [51069] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133471 { id="cluster_133471"; isCluster="true"; label="MapPartitions"; 51070 [id="node_51070" labelType="html" label="MapPartitionsRDD [51070] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133468 { id="cluster_133468"; isCluster="true"; label="WholeStageCodegen (3)"; 51071 [id="node_51071" labelType="html" label="MapPartitionsRDD [51071] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133482 { id="cluster_133482"; isCluster="true"; label="map"; 51073 [id="node_51073" labelType="html" label="Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000349/0_1_10000000349/_delta_log [51073] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133484 { id="cluster_133484"; isCluster="true"; label="WholeStageCodegen (1)"; 51074 [id="node_51074" labelType="html" label="MapPartitionsRDD [51074] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133483 { id="cluster_133483"; isCluster="true"; label="Project"; 51075 [id="node_51075" labelType="html" label="MapPartitionsRDD [51075] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133487 { id="cluster_133487"; isCluster="true"; label="map"; 51077 [id="node_51077" labelType="html" label="Delta Table State with Stats #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000349/0_1_10000000349/_delta_log [51077] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139321 { id="cluster_139321"; isCluster="true"; label="WholeStageCodegen (1)"; 53528 [id="node_53528" labelType="html" label="MapPartitionsRDD [53528] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139320 { id="cluster_139320"; isCluster="true"; label="Scan parquet "; 53529 [id="node_53529" labelType="html" label="MapPartitionsRDD [53529] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51067->51068; 51068->51069; 51069->51070; 51070->51071; 51071->51072; 51072->51073; 51073->51074; 51074->51075; 51075->51076; 51076->51077; 51077->53528; 53528->53529; }
51066,51067
51073
51077
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time