4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278727 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1434.0 B / 1
Associated Job Ids:
96738
DAG Visualization
digraph G { id="graph_278727"; subgraph graph_stage_278727 { id="graph_stage_278727"; isCluster="true"; label="Stage 278727"; 789688 [id="node_789688" labelType="html" label="SQLExecutionRDD [789688] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789692 [id="node_789692" labelType="html" label="SQLExecutionRDD [789692] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_1999252 { id="cluster_1999252"; isCluster="true"; label="Exchange"; 789683 [id="node_789683" labelType="html" label="ShuffledRowRDD [789683] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999248 { id="cluster_1999248"; isCluster="true"; label="WholeStageCodegen (2)"; 789684 [id="node_789684" labelType="html" label="MapPartitionsRDD [789684] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999247 { id="cluster_1999247"; isCluster="true"; label="DeserializeToObject"; 789685 [id="node_789685" labelType="html" label="MapPartitionsRDD [789685] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999246 { id="cluster_1999246"; isCluster="true"; label="MapPartitions"; 789686 [id="node_789686" labelType="html" label="MapPartitionsRDD [789686] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999243 { id="cluster_1999243"; isCluster="true"; label="WholeStageCodegen (3)"; 789687 [id="node_789687" labelType="html" label="MapPartitionsRDD [789687] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999257 { id="cluster_1999257"; isCluster="true"; label="map"; 789689 [id="node_789689" labelType="html" label="Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log [789689] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999259 { id="cluster_1999259"; isCluster="true"; label="WholeStageCodegen (1)"; 789690 [id="node_789690" labelType="html" label="MapPartitionsRDD [789690] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999258 { id="cluster_1999258"; isCluster="true"; label="Project"; 789691 [id="node_789691" labelType="html" label="MapPartitionsRDD [789691] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999262 { id="cluster_1999262"; isCluster="true"; label="map"; 789693 [id="node_789693" labelType="html" label="Delta Table State with Stats #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log [789693] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999740 { id="cluster_1999740"; isCluster="true"; label="WholeStageCodegen (1)"; 789898 [id="node_789898" labelType="html" label="MapPartitionsRDD [789898] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999728 { id="cluster_1999728"; isCluster="true"; label="Scan parquet "; 789899 [id="node_789899" labelType="html" label="MapPartitionsRDD [789899] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789683->789684; 789684->789685; 789685->789686; 789686->789687; 789687->789688; 789688->789689; 789689->789690; 789690->789691; 789691->789692; 789692->789693; 789693->789898; 789898->789899; }
789682,789683
789689
789693
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time