4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105800 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
41 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
29.7 KiB / 66
Associated Job Ids:
5856
DAG Visualization
digraph G { id="graph_105800"; subgraph graph_stage_105800 { id="graph_stage_105800"; isCluster="true"; label="Stage 105800"; 50730 [id="node_50730" labelType="html" label="SQLExecutionRDD [50730] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50734 [id="node_50734" labelType="html" label="SQLExecutionRDD [50734] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_132207 { id="cluster_132207"; isCluster="true"; label="Exchange"; 50725 [id="node_50725" labelType="html" label="ShuffledRowRDD [50725] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132202 { id="cluster_132202"; isCluster="true"; label="WholeStageCodegen (3)"; 50726 [id="node_50726" labelType="html" label="MapPartitionsRDD [50726] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132201 { id="cluster_132201"; isCluster="true"; label="DeserializeToObject"; 50727 [id="node_50727" labelType="html" label="MapPartitionsRDD [50727] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132200 { id="cluster_132200"; isCluster="true"; label="MapPartitions"; 50728 [id="node_50728" labelType="html" label="MapPartitionsRDD [50728] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132197 { id="cluster_132197"; isCluster="true"; label="WholeStageCodegen (4)"; 50729 [id="node_50729" labelType="html" label="MapPartitionsRDD [50729] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132208 { id="cluster_132208"; isCluster="true"; label="map"; 50731 [id="node_50731" labelType="html" label="Delta Table State #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [50731] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132210 { id="cluster_132210"; isCluster="true"; label="WholeStageCodegen (1)"; 50732 [id="node_50732" labelType="html" label="MapPartitionsRDD [50732] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132209 { id="cluster_132209"; isCluster="true"; label="Project"; 50733 [id="node_50733" labelType="html" label="MapPartitionsRDD [50733] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132213 { id="cluster_132213"; isCluster="true"; label="map"; 50735 [id="node_50735" labelType="html" label="Delta Table State with Stats #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [50735] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132384 { id="cluster_132384"; isCluster="true"; label="WholeStageCodegen (1)"; 50785 [id="node_50785" labelType="html" label="MapPartitionsRDD [50785] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132388 { id="cluster_132388"; isCluster="true"; label="mapPartitionsInternal"; 50786 [id="node_50786" labelType="html" label="MapPartitionsRDD [50786] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50725->50726; 50726->50727; 50727->50728; 50728->50729; 50729->50730; 50730->50731; 50731->50732; 50732->50733; 50733->50734; 50734->50735; 50735->50785; 50785->50786; }
50724,50725
50731
50735
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time