4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69430 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 37; Process local: 13
Shuffle Read Size / Records:
35.4 KiB / 64
Shuffle Write Size / Records:
5.8 KiB / 50
Associated Job Ids:
25757
DAG Visualization
digraph G { id="graph_69430"; subgraph graph_stage_69430 { id="graph_stage_69430"; isCluster="true"; label="Stage 69430"; 195691 [id="node_195691" labelType="html" label="SQLExecutionRDD [195691] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515532 { id="cluster_515532"; isCluster="true"; label="Exchange"; 195686 [id="node_195686" labelType="html" label="ShuffledRowRDD [195686] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515528 { id="cluster_515528"; isCluster="true"; label="WholeStageCodegen (2)"; 195687 [id="node_195687" labelType="html" label="MapPartitionsRDD [195687] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515527 { id="cluster_515527"; isCluster="true"; label="DeserializeToObject"; 195688 [id="node_195688" labelType="html" label="MapPartitionsRDD [195688] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515526 { id="cluster_515526"; isCluster="true"; label="MapPartitions"; 195689 [id="node_195689" labelType="html" label="MapPartitionsRDD [195689] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515523 { id="cluster_515523"; isCluster="true"; label="WholeStageCodegen (3)"; 195690 [id="node_195690" labelType="html" label="MapPartitionsRDD [195690] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515537 { id="cluster_515537"; isCluster="true"; label="map"; 195692 [id="node_195692" labelType="html" label="Delta Table State #4 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001136/stream-10000001136-1/shardId=0_1_10000001136/_delta_log [195692] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515541 { id="cluster_515541"; isCluster="true"; label="WholeStageCodegen (1)"; 195693 [id="node_195693" labelType="html" label="MapPartitionsRDD [195693] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515540 { id="cluster_515540"; isCluster="true"; label="ObjectHashAggregate"; 195694 [id="node_195694" labelType="html" label="MapPartitionsRDD [195694] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515539 { id="cluster_515539"; isCluster="true"; label="Exchange"; 195695 [id="node_195695" labelType="html" label="MapPartitionsRDD [195695] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195686->195687; 195687->195688; 195688->195689; 195689->195690; 195690->195691; 195691->195692; 195692->195693; 195693->195694; 195694->195695; }
195685,195686
195692
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time