4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69362 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 50
Input Size / Records:
14.2 KiB / 41
Associated Job Ids:
25735
DAG Visualization
digraph G { id="graph_69362"; subgraph graph_stage_69362 { id="graph_stage_69362"; isCluster="true"; label="Stage 69362"; 195242 [id="node_195242" labelType="html" label="SQLExecutionRDD [195242] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195267 [id="node_195267" labelType="html" label="SQLExecutionRDD [195267] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_514435 { id="cluster_514435"; isCluster="true"; label="Exchange"; 195237 [id="node_195237" labelType="html" label="ShuffledRowRDD [195237] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514431 { id="cluster_514431"; isCluster="true"; label="WholeStageCodegen (2)"; 195238 [id="node_195238" labelType="html" label="MapPartitionsRDD [195238] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514430 { id="cluster_514430"; isCluster="true"; label="DeserializeToObject"; 195239 [id="node_195239" labelType="html" label="MapPartitionsRDD [195239] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514429 { id="cluster_514429"; isCluster="true"; label="MapPartitions"; 195240 [id="node_195240" labelType="html" label="MapPartitionsRDD [195240] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514426 { id="cluster_514426"; isCluster="true"; label="WholeStageCodegen (3)"; 195241 [id="node_195241" labelType="html" label="MapPartitionsRDD [195241] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514440 { id="cluster_514440"; isCluster="true"; label="map"; 195243 [id="node_195243" labelType="html" label="Delta Table State #3 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001136/stream-10000001136-1/shardId=0_1_10000001136/_delta_log [195243] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514506 { id="cluster_514506"; isCluster="true"; label="WholeStageCodegen (1)"; 195265 [id="node_195265" labelType="html" label="MapPartitionsRDD [195265] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514505 { id="cluster_514505"; isCluster="true"; label="Project"; 195266 [id="node_195266" labelType="html" label="MapPartitionsRDD [195266] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514509 { id="cluster_514509"; isCluster="true"; label="map"; 195268 [id="node_195268" labelType="html" label="Delta Table State with Stats #3 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001136/stream-10000001136-1/shardId=0_1_10000001136/_delta_log [195268] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515038 { id="cluster_515038"; isCluster="true"; label="WholeStageCodegen (1)"; 195483 [id="node_195483" labelType="html" label="MapPartitionsRDD [195483] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515042 { id="cluster_515042"; isCluster="true"; label="mapPartitionsInternal"; 195484 [id="node_195484" labelType="html" label="MapPartitionsRDD [195484] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195237->195238; 195238->195239; 195239->195240; 195240->195241; 195241->195242; 195242->195243; 195243->195265; 195265->195266; 195266->195267; 195267->195268; 195268->195483; 195483->195484; }
195236,195237
195243
195268
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time