4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100773 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 4; Process local: 46
Shuffle Read Size / Records:
7.5 KiB / 11
Associated Job Ids:
5351
DAG Visualization
digraph G { id="graph_100773"; subgraph graph_stage_100773 { id="graph_stage_100773"; isCluster="true"; label="Stage 100773"; 47054 [id="node_47054" labelType="html" label="SQLExecutionRDD [47054] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 47058 [id="node_47058" labelType="html" label="SQLExecutionRDD [47058] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_122074 { id="cluster_122074"; isCluster="true"; label="Exchange"; 47049 [id="node_47049" labelType="html" label="ShuffledRowRDD [47049] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122069 { id="cluster_122069"; isCluster="true"; label="WholeStageCodegen (2)"; 47050 [id="node_47050" labelType="html" label="MapPartitionsRDD [47050] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122068 { id="cluster_122068"; isCluster="true"; label="DeserializeToObject"; 47051 [id="node_47051" labelType="html" label="MapPartitionsRDD [47051] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122067 { id="cluster_122067"; isCluster="true"; label="MapPartitions"; 47052 [id="node_47052" labelType="html" label="MapPartitionsRDD [47052] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122064 { id="cluster_122064"; isCluster="true"; label="WholeStageCodegen (3)"; 47053 [id="node_47053" labelType="html" label="MapPartitionsRDD [47053] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122075 { id="cluster_122075"; isCluster="true"; label="map"; 47055 [id="node_47055" labelType="html" label="Delta Table State #3 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [47055] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122077 { id="cluster_122077"; isCluster="true"; label="WholeStageCodegen (1)"; 47056 [id="node_47056" labelType="html" label="MapPartitionsRDD [47056] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122076 { id="cluster_122076"; isCluster="true"; label="Project"; 47057 [id="node_47057" labelType="html" label="MapPartitionsRDD [47057] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122080 { id="cluster_122080"; isCluster="true"; label="map"; 47059 [id="node_47059" labelType="html" label="Delta Table State with Stats #3 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [47059] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122081 { id="cluster_122081"; isCluster="true"; label="WholeStageCodegen (1)"; 47060 [id="node_47060" labelType="html" label="MapPartitionsRDD [47060] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122085 { id="cluster_122085"; isCluster="true"; label="mapPartitionsInternal"; 47061 [id="node_47061" labelType="html" label="MapPartitionsRDD [47061] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 47049->47050; 47050->47051; 47051->47052; 47052->47053; 47053->47054; 47054->47055; 47055->47056; 47056->47057; 47057->47058; 47058->47059; 47059->47060; 47060->47061; }
47048,47049
47055
47059
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time