4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105788 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
40 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
29.7 KiB / 66
Associated Job Ids:
5849
DAG Visualization
digraph G { id="graph_105788"; subgraph graph_stage_105788 { id="graph_stage_105788"; isCluster="true"; label="Stage 105788"; 50730 [id="node_50730" labelType="html" label="SQLExecutionRDD [50730] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50734 [id="node_50734" labelType="html" label="SQLExecutionRDD [50734] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_132207 { id="cluster_132207"; isCluster="true"; label="Exchange"; 50725 [id="node_50725" labelType="html" label="ShuffledRowRDD [50725] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132202 { id="cluster_132202"; isCluster="true"; label="WholeStageCodegen (3)"; 50726 [id="node_50726" labelType="html" label="MapPartitionsRDD [50726] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132201 { id="cluster_132201"; isCluster="true"; label="DeserializeToObject"; 50727 [id="node_50727" labelType="html" label="MapPartitionsRDD [50727] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132200 { id="cluster_132200"; isCluster="true"; label="MapPartitions"; 50728 [id="node_50728" labelType="html" label="MapPartitionsRDD [50728] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132197 { id="cluster_132197"; isCluster="true"; label="WholeStageCodegen (4)"; 50729 [id="node_50729" labelType="html" label="MapPartitionsRDD [50729] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132208 { id="cluster_132208"; isCluster="true"; label="map"; 50731 [id="node_50731" labelType="html" label="Delta Table State #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [50731] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132210 { id="cluster_132210"; isCluster="true"; label="WholeStageCodegen (1)"; 50732 [id="node_50732" labelType="html" label="MapPartitionsRDD [50732] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132209 { id="cluster_132209"; isCluster="true"; label="Project"; 50733 [id="node_50733" labelType="html" label="MapPartitionsRDD [50733] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132213 { id="cluster_132213"; isCluster="true"; label="map"; 50735 [id="node_50735" labelType="html" label="Delta Table State with Stats #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [50735] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132292 { id="cluster_132292"; isCluster="true"; label="WholeStageCodegen (1)"; 50755 [id="node_50755" labelType="html" label="MapPartitionsRDD [50755] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132296 { id="cluster_132296"; isCluster="true"; label="mapPartitionsInternal"; 50756 [id="node_50756" labelType="html" label="MapPartitionsRDD [50756] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50725->50726; 50726->50727; 50727->50728; 50728->50729; 50729->50730; 50730->50731; 50731->50732; 50732->50733; 50733->50734; 50734->50735; 50735->50755; 50755->50756; }
50724,50725
50731
50735
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time