4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102528 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
37 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
13.0 KiB / 37
Associated Job Ids:
5695
DAG Visualization
digraph G { id="graph_102528"; subgraph graph_stage_102528 { id="graph_stage_102528"; isCluster="true"; label="Stage 102528"; 47933 [id="node_47933" labelType="html" label="SQLExecutionRDD [47933] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47937 [id="node_47937" labelType="html" label="SQLExecutionRDD [47937] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_125246 { id="cluster_125246"; isCluster="true"; label="Exchange"; 47928 [id="node_47928" labelType="html" label="ShuffledRowRDD [47928] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125242 { id="cluster_125242"; isCluster="true"; label="WholeStageCodegen (2)"; 47929 [id="node_47929" labelType="html" label="MapPartitionsRDD [47929] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125241 { id="cluster_125241"; isCluster="true"; label="DeserializeToObject"; 47930 [id="node_47930" labelType="html" label="MapPartitionsRDD [47930] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125240 { id="cluster_125240"; isCluster="true"; label="MapPartitions"; 47931 [id="node_47931" labelType="html" label="MapPartitionsRDD [47931] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125237 { id="cluster_125237"; isCluster="true"; label="WholeStageCodegen (3)"; 47932 [id="node_47932" labelType="html" label="MapPartitionsRDD [47932] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125284 { id="cluster_125284"; isCluster="true"; label="map"; 47934 [id="node_47934" labelType="html" label="Delta Table State #0 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000678/0_1_10000000678/_delta_log [47934] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125286 { id="cluster_125286"; isCluster="true"; label="WholeStageCodegen (1)"; 47935 [id="node_47935" labelType="html" label="MapPartitionsRDD [47935] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125285 { id="cluster_125285"; isCluster="true"; label="Project"; 47936 [id="node_47936" labelType="html" label="MapPartitionsRDD [47936] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125289 { id="cluster_125289"; isCluster="true"; label="map"; 47938 [id="node_47938" labelType="html" label="Delta Table State with Stats #0 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000678/0_1_10000000678/_delta_log [47938] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128698 { id="cluster_128698"; isCluster="true"; label="WholeStageCodegen (1)"; 49247 [id="node_49247" labelType="html" label="MapPartitionsRDD [49247] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128697 { id="cluster_128697"; isCluster="true"; label="Scan parquet "; 49248 [id="node_49248" labelType="html" label="MapPartitionsRDD [49248] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 47928->47929; 47929->47930; 47930->47931; 47931->47932; 47932->47933; 47933->47934; 47934->47935; 47935->47936; 47936->47937; 47937->47938; 47938->49247; 49247->49248; }
47927,47928
47934
47938
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time