4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101290 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1625.0 B / 1
Associated Job Ids:
5566
DAG Visualization
digraph G { id="graph_101290"; subgraph graph_stage_101290 { id="graph_stage_101290"; isCluster="true"; label="Stage 101290"; 47168 [id="node_47168" labelType="html" label="SQLExecutionRDD [47168] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 47172 [id="node_47172" labelType="html" label="SQLExecutionRDD [47172] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_122410 { id="cluster_122410"; isCluster="true"; label="Exchange"; 47163 [id="node_47163" labelType="html" label="ShuffledRowRDD [47163] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122405 { id="cluster_122405"; isCluster="true"; label="WholeStageCodegen (3)"; 47164 [id="node_47164" labelType="html" label="MapPartitionsRDD [47164] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122404 { id="cluster_122404"; isCluster="true"; label="DeserializeToObject"; 47165 [id="node_47165" labelType="html" label="MapPartitionsRDD [47165] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122403 { id="cluster_122403"; isCluster="true"; label="MapPartitions"; 47166 [id="node_47166" labelType="html" label="MapPartitionsRDD [47166] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122400 { id="cluster_122400"; isCluster="true"; label="WholeStageCodegen (4)"; 47167 [id="node_47167" labelType="html" label="MapPartitionsRDD [47167] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122411 { id="cluster_122411"; isCluster="true"; label="map"; 47169 [id="node_47169" labelType="html" label="Delta Table State #14 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [47169] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122413 { id="cluster_122413"; isCluster="true"; label="WholeStageCodegen (1)"; 47170 [id="node_47170" labelType="html" label="MapPartitionsRDD [47170] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122412 { id="cluster_122412"; isCluster="true"; label="Project"; 47171 [id="node_47171" labelType="html" label="MapPartitionsRDD [47171] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122416 { id="cluster_122416"; isCluster="true"; label="map"; 47173 [id="node_47173" labelType="html" label="Delta Table State with Stats #14 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [47173] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_125445 { id="cluster_125445"; isCluster="true"; label="WholeStageCodegen (1)"; 48008 [id="node_48008" labelType="html" label="MapPartitionsRDD [48008] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_125449 { id="cluster_125449"; isCluster="true"; label="mapPartitionsInternal"; 48009 [id="node_48009" labelType="html" label="MapPartitionsRDD [48009] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 47163->47164; 47164->47165; 47165->47166; 47166->47167; 47167->47168; 47168->47169; 47169->47170; 47170->47171; 47171->47172; 47172->47173; 47173->48008; 48008->48009; }
47162,47163
47169
47173
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time