4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103930 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 50
Input Size / Records:
13.0 KiB / 37
Associated Job Ids:
5753
DAG Visualization
digraph G { id="graph_103930"; subgraph graph_stage_103930 { id="graph_stage_103930"; isCluster="true"; label="Stage 103930"; 47933 [id="node_47933" labelType="html" label="SQLExecutionRDD [47933] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47937 [id="node_47937" labelType="html" label="SQLExecutionRDD [47937] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_125246 { id="cluster_125246"; isCluster="true"; label="Exchange"; 47928 [id="node_47928" labelType="html" label="ShuffledRowRDD [47928] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125242 { id="cluster_125242"; isCluster="true"; label="WholeStageCodegen (2)"; 47929 [id="node_47929" labelType="html" label="MapPartitionsRDD [47929] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125241 { id="cluster_125241"; isCluster="true"; label="DeserializeToObject"; 47930 [id="node_47930" labelType="html" label="MapPartitionsRDD [47930] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125240 { id="cluster_125240"; isCluster="true"; label="MapPartitions"; 47931 [id="node_47931" labelType="html" label="MapPartitionsRDD [47931] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125237 { id="cluster_125237"; isCluster="true"; label="WholeStageCodegen (3)"; 47932 [id="node_47932" labelType="html" label="MapPartitionsRDD [47932] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125284 { id="cluster_125284"; isCluster="true"; label="map"; 47934 [id="node_47934" labelType="html" label="Delta Table State #0 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000678/0_1_10000000678/_delta_log [47934] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125286 { id="cluster_125286"; isCluster="true"; label="WholeStageCodegen (1)"; 47935 [id="node_47935" labelType="html" label="MapPartitionsRDD [47935] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125285 { id="cluster_125285"; isCluster="true"; label="Project"; 47936 [id="node_47936" labelType="html" label="MapPartitionsRDD [47936] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125289 { id="cluster_125289"; isCluster="true"; label="map"; 47938 [id="node_47938" labelType="html" label="Delta Table State with Stats #0 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000678/0_1_10000000678/_delta_log [47938] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130335 { id="cluster_130335"; isCluster="true"; label="WholeStageCodegen (1)"; 49967 [id="node_49967" labelType="html" label="MapPartitionsRDD [49967] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130339 { id="cluster_130339"; isCluster="true"; label="mapPartitionsInternal"; 49968 [id="node_49968" labelType="html" label="MapPartitionsRDD [49968] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 47928->47929; 47929->47930; 47930->47931; 47931->47932; 47932->47933; 47933->47934; 47934->47935; 47935->47936; 47936->47937; 47937->47938; 47938->49967; 49967->49968; }
47927,47928
47934
47938
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time