4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96133 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 49; Process local: 1
Shuffle Read Size / Records:
70.8 KiB / 204
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
5000
DAG Visualization
digraph G { id="graph_96133"; subgraph graph_stage_96133 { id="graph_stage_96133"; isCluster="true"; label="Stage 96133"; 43868 [id="node_43868" labelType="html" label="SQLExecutionRDD [43868] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_114075 { id="cluster_114075"; isCluster="true"; label="Exchange"; 43863 [id="node_43863" labelType="html" label="ShuffledRowRDD [43863] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114071 { id="cluster_114071"; isCluster="true"; label="WholeStageCodegen (2)"; 43864 [id="node_43864" labelType="html" label="MapPartitionsRDD [43864] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114070 { id="cluster_114070"; isCluster="true"; label="DeserializeToObject"; 43865 [id="node_43865" labelType="html" label="MapPartitionsRDD [43865] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114069 { id="cluster_114069"; isCluster="true"; label="MapPartitions"; 43866 [id="node_43866" labelType="html" label="MapPartitionsRDD [43866] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114066 { id="cluster_114066"; isCluster="true"; label="WholeStageCodegen (3)"; 43867 [id="node_43867" labelType="html" label="MapPartitionsRDD [43867] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114080 { id="cluster_114080"; isCluster="true"; label="map"; 43869 [id="node_43869" labelType="html" label="Delta Table State #10 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000347/stream-10000000347-1/_delta_log [43869] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114084 { id="cluster_114084"; isCluster="true"; label="WholeStageCodegen (1)"; 43870 [id="node_43870" labelType="html" label="MapPartitionsRDD [43870] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114083 { id="cluster_114083"; isCluster="true"; label="ObjectHashAggregate"; 43871 [id="node_43871" labelType="html" label="MapPartitionsRDD [43871] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114082 { id="cluster_114082"; isCluster="true"; label="Exchange"; 43872 [id="node_43872" labelType="html" label="MapPartitionsRDD [43872] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43863->43864; 43864->43865; 43865->43866; 43866->43867; 43867->43868; 43868->43869; 43869->43870; 43870->43871; 43871->43872; }
43862,43863
43869
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time