4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 27764 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
18.9 KiB / 60
Associated Job Ids:
10371
DAG Visualization
digraph G { id="graph_27764"; subgraph graph_stage_27764 { id="graph_stage_27764"; isCluster="true"; label="Stage 27764"; 77748 [id="node_77748" labelType="html" label="SQLExecutionRDD [77748] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77773 [id="node_77773" labelType="html" label="SQLExecutionRDD [77773] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_204989 { id="cluster_204989"; isCluster="true"; label="Exchange"; 77743 [id="node_77743" labelType="html" label="ShuffledRowRDD [77743] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_204985 { id="cluster_204985"; isCluster="true"; label="WholeStageCodegen (2)"; 77744 [id="node_77744" labelType="html" label="MapPartitionsRDD [77744] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_204984 { id="cluster_204984"; isCluster="true"; label="DeserializeToObject"; 77745 [id="node_77745" labelType="html" label="MapPartitionsRDD [77745] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_204983 { id="cluster_204983"; isCluster="true"; label="MapPartitions"; 77746 [id="node_77746" labelType="html" label="MapPartitionsRDD [77746] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_204980 { id="cluster_204980"; isCluster="true"; label="WholeStageCodegen (3)"; 77747 [id="node_77747" labelType="html" label="MapPartitionsRDD [77747] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_204994 { id="cluster_204994"; isCluster="true"; label="map"; 77749 [id="node_77749" labelType="html" label="Delta Table State #4 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001127/stream-10000001127-1/shardId=0_1_10000001127/_delta_log [77749] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205060 { id="cluster_205060"; isCluster="true"; label="WholeStageCodegen (1)"; 77771 [id="node_77771" labelType="html" label="MapPartitionsRDD [77771] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205059 { id="cluster_205059"; isCluster="true"; label="Project"; 77772 [id="node_77772" labelType="html" label="MapPartitionsRDD [77772] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205063 { id="cluster_205063"; isCluster="true"; label="map"; 77774 [id="node_77774" labelType="html" label="Delta Table State with Stats #4 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001127/stream-10000001127-1/shardId=0_1_10000001127/_delta_log [77774] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205592 { id="cluster_205592"; isCluster="true"; label="WholeStageCodegen (1)"; 77989 [id="node_77989" labelType="html" label="MapPartitionsRDD [77989] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205596 { id="cluster_205596"; isCluster="true"; label="mapPartitionsInternal"; 77990 [id="node_77990" labelType="html" label="MapPartitionsRDD [77990] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 77743->77744; 77744->77745; 77745->77746; 77746->77747; 77747->77748; 77748->77749; 77749->77771; 77771->77772; 77772->77773; 77773->77774; 77774->77989; 77989->77990; }
77742,77743
77749
77774
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time