4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99139 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1905.0 B / 1
Associated Job Ids:
5151
DAG Visualization
digraph G { id="graph_99139"; subgraph graph_stage_99139 { id="graph_stage_99139"; isCluster="true"; label="Stage 99139"; 45127 [id="node_45127" labelType="html" label="SQLExecutionRDD [45127] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 45131 [id="node_45131" labelType="html" label="SQLExecutionRDD [45131] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_117075 { id="cluster_117075"; isCluster="true"; label="Exchange"; 45122 [id="node_45122" labelType="html" label="ShuffledRowRDD [45122] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117070 { id="cluster_117070"; isCluster="true"; label="WholeStageCodegen (2)"; 45123 [id="node_45123" labelType="html" label="MapPartitionsRDD [45123] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117069 { id="cluster_117069"; isCluster="true"; label="DeserializeToObject"; 45124 [id="node_45124" labelType="html" label="MapPartitionsRDD [45124] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117068 { id="cluster_117068"; isCluster="true"; label="MapPartitions"; 45125 [id="node_45125" labelType="html" label="MapPartitionsRDD [45125] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117065 { id="cluster_117065"; isCluster="true"; label="WholeStageCodegen (3)"; 45126 [id="node_45126" labelType="html" label="MapPartitionsRDD [45126] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117076 { id="cluster_117076"; isCluster="true"; label="map"; 45128 [id="node_45128" labelType="html" label="Delta Table State #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [45128] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117078 { id="cluster_117078"; isCluster="true"; label="WholeStageCodegen (1)"; 45129 [id="node_45129" labelType="html" label="MapPartitionsRDD [45129] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117077 { id="cluster_117077"; isCluster="true"; label="Project"; 45130 [id="node_45130" labelType="html" label="MapPartitionsRDD [45130] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117081 { id="cluster_117081"; isCluster="true"; label="map"; 45132 [id="node_45132" labelType="html" label="Delta Table State with Stats #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [45132] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117467 { id="cluster_117467"; isCluster="true"; label="WholeStageCodegen (1)"; 45257 [id="node_45257" labelType="html" label="MapPartitionsRDD [45257] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117471 { id="cluster_117471"; isCluster="true"; label="mapPartitionsInternal"; 45258 [id="node_45258" labelType="html" label="MapPartitionsRDD [45258] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 45122->45123; 45123->45124; 45124->45125; 45125->45126; 45126->45127; 45127->45128; 45128->45129; 45129->45130; 45130->45131; 45131->45132; 45132->45257; 45257->45258; }
45121,45122
45128
45132
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time