4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105760 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 50
Input Size / Records:
3.4 KiB / 3
Associated Job Ids:
5833
DAG Visualization
digraph G { id="graph_105760"; subgraph graph_stage_105760 { id="graph_stage_105760"; isCluster="true"; label="Stage 105760"; 50617 [id="node_50617" labelType="html" label="SQLExecutionRDD [50617] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50691 [id="node_50691" labelType="html" label="SQLExecutionRDD [50691] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_131880 { id="cluster_131880"; isCluster="true"; label="Exchange"; 50612 [id="node_50612" labelType="html" label="ShuffledRowRDD [50612] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131875 { id="cluster_131875"; isCluster="true"; label="WholeStageCodegen (2)"; 50613 [id="node_50613" labelType="html" label="MapPartitionsRDD [50613] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131874 { id="cluster_131874"; isCluster="true"; label="DeserializeToObject"; 50614 [id="node_50614" labelType="html" label="MapPartitionsRDD [50614] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131873 { id="cluster_131873"; isCluster="true"; label="MapPartitions"; 50615 [id="node_50615" labelType="html" label="MapPartitionsRDD [50615] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131870 { id="cluster_131870"; isCluster="true"; label="WholeStageCodegen (3)"; 50616 [id="node_50616" labelType="html" label="MapPartitionsRDD [50616] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_131881 { id="cluster_131881"; isCluster="true"; label="map"; 50618 [id="node_50618" labelType="html" label="Delta Table State #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [50618] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132099 { id="cluster_132099"; isCluster="true"; label="WholeStageCodegen (1)"; 50689 [id="node_50689" labelType="html" label="MapPartitionsRDD [50689] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132098 { id="cluster_132098"; isCluster="true"; label="Project"; 50690 [id="node_50690" labelType="html" label="MapPartitionsRDD [50690] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132102 { id="cluster_132102"; isCluster="true"; label="map"; 50692 [id="node_50692" labelType="html" label="Delta Table State with Stats #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [50692] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132103 { id="cluster_132103"; isCluster="true"; label="WholeStageCodegen (1)"; 50693 [id="node_50693" labelType="html" label="MapPartitionsRDD [50693] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132107 { id="cluster_132107"; isCluster="true"; label="mapPartitionsInternal"; 50694 [id="node_50694" labelType="html" label="MapPartitionsRDD [50694] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50612->50613; 50613->50614; 50614->50615; 50615->50616; 50616->50617; 50617->50618; 50618->50689; 50689->50690; 50690->50691; 50691->50692; 50692->50693; 50693->50694; }
50611,50612
50618
50692
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time