4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99149 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 3; Process local: 47
Shuffle Read Size / Records:
5.8 KiB / 8
Shuffle Write Size / Records:
5.6 KiB / 50
Associated Job Ids:
5157
DAG Visualization
digraph G { id="graph_99149"; subgraph graph_stage_99149 { id="graph_stage_99149"; isCluster="true"; label="Stage 99149"; 45289 [id="node_45289" labelType="html" label="SQLExecutionRDD [45289] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_117558 { id="cluster_117558"; isCluster="true"; label="Exchange"; 45284 [id="node_45284" labelType="html" label="ShuffledRowRDD [45284] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117553 { id="cluster_117553"; isCluster="true"; label="WholeStageCodegen (2)"; 45285 [id="node_45285" labelType="html" label="MapPartitionsRDD [45285] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117552 { id="cluster_117552"; isCluster="true"; label="DeserializeToObject"; 45286 [id="node_45286" labelType="html" label="MapPartitionsRDD [45286] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117551 { id="cluster_117551"; isCluster="true"; label="MapPartitions"; 45287 [id="node_45287" labelType="html" label="MapPartitionsRDD [45287] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117548 { id="cluster_117548"; isCluster="true"; label="WholeStageCodegen (3)"; 45288 [id="node_45288" labelType="html" label="MapPartitionsRDD [45288] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117559 { id="cluster_117559"; isCluster="true"; label="map"; 45290 [id="node_45290" labelType="html" label="Delta Table State #2 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log [45290] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117563 { id="cluster_117563"; isCluster="true"; label="WholeStageCodegen (1)"; 45291 [id="node_45291" labelType="html" label="MapPartitionsRDD [45291] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117562 { id="cluster_117562"; isCluster="true"; label="ObjectHashAggregate"; 45292 [id="node_45292" labelType="html" label="MapPartitionsRDD [45292] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117561 { id="cluster_117561"; isCluster="true"; label="Exchange"; 45293 [id="node_45293" labelType="html" label="MapPartitionsRDD [45293] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 45284->45285; 45285->45286; 45286->45287; 45287->45288; 45288->45289; 45289->45290; 45290->45291; 45291->45292; 45292->45293; }
45283,45284
45290
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time