4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69563 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
108.7 KiB / 301
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
25800
DAG Visualization
digraph G { id="graph_69563"; subgraph graph_stage_69563 { id="graph_stage_69563"; isCluster="true"; label="Stage 69563"; 196084 [id="node_196084" labelType="html" label="SQLExecutionRDD [196084] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_516501 { id="cluster_516501"; isCluster="true"; label="Exchange"; 196079 [id="node_196079" labelType="html" label="ShuffledRowRDD [196079] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516497 { id="cluster_516497"; isCluster="true"; label="WholeStageCodegen (2)"; 196080 [id="node_196080" labelType="html" label="MapPartitionsRDD [196080] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516496 { id="cluster_516496"; isCluster="true"; label="DeserializeToObject"; 196081 [id="node_196081" labelType="html" label="MapPartitionsRDD [196081] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516495 { id="cluster_516495"; isCluster="true"; label="MapPartitions"; 196082 [id="node_196082" labelType="html" label="MapPartitionsRDD [196082] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516492 { id="cluster_516492"; isCluster="true"; label="WholeStageCodegen (3)"; 196083 [id="node_196083" labelType="html" label="MapPartitionsRDD [196083] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516506 { id="cluster_516506"; isCluster="true"; label="map"; 196085 [id="node_196085" labelType="html" label="Delta Table State #10 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000001136/stream-10000001136-1/_delta_log [196085] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516510 { id="cluster_516510"; isCluster="true"; label="WholeStageCodegen (1)"; 196086 [id="node_196086" labelType="html" label="MapPartitionsRDD [196086] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516509 { id="cluster_516509"; isCluster="true"; label="ObjectHashAggregate"; 196087 [id="node_196087" labelType="html" label="MapPartitionsRDD [196087] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516508 { id="cluster_516508"; isCluster="true"; label="Exchange"; 196088 [id="node_196088" labelType="html" label="MapPartitionsRDD [196088] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 196079->196080; 196080->196081; 196081->196082; 196082->196083; 196083->196084; 196084->196085; 196085->196086; 196086->196087; 196087->196088; }
196078,196079
196085
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time