4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105740 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 2; Process local: 48
Shuffle Read Size / Records:
3.1 KiB / 5
Associated Job Ids:
5822
DAG Visualization
digraph G { id="graph_105740"; subgraph graph_stage_105740 { id="graph_stage_105740"; isCluster="true"; label="Stage 105740"; 50636 [id="node_50636" labelType="html" label="SQLExecutionRDD [50636] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50640 [id="node_50640" labelType="html" label="SQLExecutionRDD [50640] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_131936 { id="cluster_131936"; isCluster="true"; label="Exchange"; 50631 [id="node_50631" labelType="html" label="ShuffledRowRDD [50631] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131931 { id="cluster_131931"; isCluster="true"; label="WholeStageCodegen (2)"; 50632 [id="node_50632" labelType="html" label="MapPartitionsRDD [50632] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131930 { id="cluster_131930"; isCluster="true"; label="DeserializeToObject"; 50633 [id="node_50633" labelType="html" label="MapPartitionsRDD [50633] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131929 { id="cluster_131929"; isCluster="true"; label="MapPartitions"; 50634 [id="node_50634" labelType="html" label="MapPartitionsRDD [50634] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131926 { id="cluster_131926"; isCluster="true"; label="WholeStageCodegen (3)"; 50635 [id="node_50635" labelType="html" label="MapPartitionsRDD [50635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131937 { id="cluster_131937"; isCluster="true"; label="map"; 50637 [id="node_50637" labelType="html" label="Delta Table State #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [50637] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131939 { id="cluster_131939"; isCluster="true"; label="WholeStageCodegen (1)"; 50638 [id="node_50638" labelType="html" label="MapPartitionsRDD [50638] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131938 { id="cluster_131938"; isCluster="true"; label="Project"; 50639 [id="node_50639" labelType="html" label="MapPartitionsRDD [50639] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131942 { id="cluster_131942"; isCluster="true"; label="map"; 50641 [id="node_50641" labelType="html" label="Delta Table State with Stats #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [50641] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131943 { id="cluster_131943"; isCluster="true"; label="WholeStageCodegen (1)"; 50642 [id="node_50642" labelType="html" label="MapPartitionsRDD [50642] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131947 { id="cluster_131947"; isCluster="true"; label="mapPartitionsInternal"; 50643 [id="node_50643" labelType="html" label="MapPartitionsRDD [50643] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50631->50632; 50632->50633; 50633->50634; 50634->50635; 50635->50636; 50636->50637; 50637->50638; 50638->50639; 50639->50640; 50640->50641; 50641->50642; 50642->50643; }
50630,50631
50637
50641
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time