4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99123 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
40 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
29.7 KiB / 66
Associated Job Ids:
5142
DAG Visualization
digraph G { id="graph_99123"; subgraph graph_stage_99123 { id="graph_stage_99123"; isCluster="true"; label="Stage 99123"; 45221 [id="node_45221" labelType="html" label="SQLExecutionRDD [45221] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 45225 [id="node_45225" labelType="html" label="SQLExecutionRDD [45225] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_117346 { id="cluster_117346"; isCluster="true"; label="Exchange"; 45216 [id="node_45216" labelType="html" label="ShuffledRowRDD [45216] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117341 { id="cluster_117341"; isCluster="true"; label="WholeStageCodegen (3)"; 45217 [id="node_45217" labelType="html" label="MapPartitionsRDD [45217] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117340 { id="cluster_117340"; isCluster="true"; label="DeserializeToObject"; 45218 [id="node_45218" labelType="html" label="MapPartitionsRDD [45218] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117339 { id="cluster_117339"; isCluster="true"; label="MapPartitions"; 45219 [id="node_45219" labelType="html" label="MapPartitionsRDD [45219] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117336 { id="cluster_117336"; isCluster="true"; label="WholeStageCodegen (4)"; 45220 [id="node_45220" labelType="html" label="MapPartitionsRDD [45220] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117347 { id="cluster_117347"; isCluster="true"; label="map"; 45222 [id="node_45222" labelType="html" label="Delta Table State #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [45222] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117349 { id="cluster_117349"; isCluster="true"; label="WholeStageCodegen (1)"; 45223 [id="node_45223" labelType="html" label="MapPartitionsRDD [45223] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117348 { id="cluster_117348"; isCluster="true"; label="Project"; 45224 [id="node_45224" labelType="html" label="MapPartitionsRDD [45224] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117352 { id="cluster_117352"; isCluster="true"; label="map"; 45226 [id="node_45226" labelType="html" label="Delta Table State with Stats #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [45226] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117403 { id="cluster_117403"; isCluster="true"; label="WholeStageCodegen (1)"; 45237 [id="node_45237" labelType="html" label="MapPartitionsRDD [45237] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117407 { id="cluster_117407"; isCluster="true"; label="mapPartitionsInternal"; 45238 [id="node_45238" labelType="html" label="MapPartitionsRDD [45238] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 45216->45217; 45217->45218; 45218->45219; 45219->45220; 45220->45221; 45221->45222; 45222->45223; 45223->45224; 45224->45225; 45225->45226; 45226->45237; 45237->45238; }
45215,45216
45222
45226
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time