4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69515 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
18.1 KiB / 57
Associated Job Ids:
25786
DAG Visualization
digraph G { id="graph_69515"; subgraph graph_stage_69515 { id="graph_stage_69515"; isCluster="true"; label="Stage 69515"; 195691 [id="node_195691" labelType="html" label="SQLExecutionRDD [195691] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195716 [id="node_195716" labelType="html" label="SQLExecutionRDD [195716] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515532 { id="cluster_515532"; isCluster="true"; label="Exchange"; 195686 [id="node_195686" labelType="html" label="ShuffledRowRDD [195686] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515528 { id="cluster_515528"; isCluster="true"; label="WholeStageCodegen (2)"; 195687 [id="node_195687" labelType="html" label="MapPartitionsRDD [195687] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515527 { id="cluster_515527"; isCluster="true"; label="DeserializeToObject"; 195688 [id="node_195688" labelType="html" label="MapPartitionsRDD [195688] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515526 { id="cluster_515526"; isCluster="true"; label="MapPartitions"; 195689 [id="node_195689" labelType="html" label="MapPartitionsRDD [195689] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515523 { id="cluster_515523"; isCluster="true"; label="WholeStageCodegen (3)"; 195690 [id="node_195690" labelType="html" label="MapPartitionsRDD [195690] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515537 { id="cluster_515537"; isCluster="true"; label="map"; 195692 [id="node_195692" labelType="html" label="Delta Table State #4 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001136/stream-10000001136-1/shardId=0_1_10000001136/_delta_log [195692] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515603 { id="cluster_515603"; isCluster="true"; label="WholeStageCodegen (1)"; 195714 [id="node_195714" labelType="html" label="MapPartitionsRDD [195714] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515602 { id="cluster_515602"; isCluster="true"; label="Project"; 195715 [id="node_195715" labelType="html" label="MapPartitionsRDD [195715] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515606 { id="cluster_515606"; isCluster="true"; label="map"; 195717 [id="node_195717" labelType="html" label="Delta Table State with Stats #4 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001136/stream-10000001136-1/shardId=0_1_10000001136/_delta_log [195717] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516135 { id="cluster_516135"; isCluster="true"; label="WholeStageCodegen (1)"; 195932 [id="node_195932" labelType="html" label="MapPartitionsRDD [195932] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516139 { id="cluster_516139"; isCluster="true"; label="mapPartitionsInternal"; 195933 [id="node_195933" labelType="html" label="MapPartitionsRDD [195933] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195686->195687; 195687->195688; 195688->195689; 195689->195690; 195690->195691; 195691->195692; 195692->195714; 195714->195715; 195715->195716; 195716->195717; 195717->195932; 195932->195933; }
195685,195686
195692
195717
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time