4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105798 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 2; Process local: 48
Shuffle Read Size / Records:
2.6 KiB / 5
Associated Job Ids:
5855
DAG Visualization
digraph G { id="graph_105798"; subgraph graph_stage_105798 { id="graph_stage_105798"; isCluster="true"; label="Stage 105798"; 50777 [id="node_50777" labelType="html" label="SQLExecutionRDD [50777] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50781 [id="node_50781" labelType="html" label="SQLExecutionRDD [50781] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_132354 { id="cluster_132354"; isCluster="true"; label="Exchange"; 50772 [id="node_50772" labelType="html" label="ShuffledRowRDD [50772] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132349 { id="cluster_132349"; isCluster="true"; label="WholeStageCodegen (2)"; 50773 [id="node_50773" labelType="html" label="MapPartitionsRDD [50773] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132348 { id="cluster_132348"; isCluster="true"; label="DeserializeToObject"; 50774 [id="node_50774" labelType="html" label="MapPartitionsRDD [50774] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132347 { id="cluster_132347"; isCluster="true"; label="MapPartitions"; 50775 [id="node_50775" labelType="html" label="MapPartitionsRDD [50775] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132344 { id="cluster_132344"; isCluster="true"; label="WholeStageCodegen (3)"; 50776 [id="node_50776" labelType="html" label="MapPartitionsRDD [50776] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132355 { id="cluster_132355"; isCluster="true"; label="map"; 50778 [id="node_50778" labelType="html" label="Delta Table State #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [50778] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132357 { id="cluster_132357"; isCluster="true"; label="WholeStageCodegen (1)"; 50779 [id="node_50779" labelType="html" label="MapPartitionsRDD [50779] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132356 { id="cluster_132356"; isCluster="true"; label="Project"; 50780 [id="node_50780" labelType="html" label="MapPartitionsRDD [50780] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132360 { id="cluster_132360"; isCluster="true"; label="map"; 50782 [id="node_50782" labelType="html" label="Delta Table State with Stats #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [50782] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132361 { id="cluster_132361"; isCluster="true"; label="WholeStageCodegen (1)"; 50783 [id="node_50783" labelType="html" label="MapPartitionsRDD [50783] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132365 { id="cluster_132365"; isCluster="true"; label="mapPartitionsInternal"; 50784 [id="node_50784" labelType="html" label="MapPartitionsRDD [50784] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50772->50773; 50773->50774; 50774->50775; 50775->50776; 50776->50777; 50777->50778; 50778->50779; 50779->50780; 50780->50781; 50781->50782; 50782->50783; 50783->50784; }
50771,50772
50778
50782
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time