4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105805 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 3; Process local: 47
Shuffle Read Size / Records:
5.8 KiB / 8
Shuffle Write Size / Records:
5.6 KiB / 50
Associated Job Ids:
5859
DAG Visualization
digraph G { id="graph_105805"; subgraph graph_stage_105805 { id="graph_stage_105805"; isCluster="true"; label="Stage 105805"; 50798 [id="node_50798" labelType="html" label="SQLExecutionRDD [50798] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_132419 { id="cluster_132419"; isCluster="true"; label="Exchange"; 50793 [id="node_50793" labelType="html" label="ShuffledRowRDD [50793] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132414 { id="cluster_132414"; isCluster="true"; label="WholeStageCodegen (2)"; 50794 [id="node_50794" labelType="html" label="MapPartitionsRDD [50794] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132413 { id="cluster_132413"; isCluster="true"; label="DeserializeToObject"; 50795 [id="node_50795" labelType="html" label="MapPartitionsRDD [50795] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132412 { id="cluster_132412"; isCluster="true"; label="MapPartitions"; 50796 [id="node_50796" labelType="html" label="MapPartitionsRDD [50796] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132409 { id="cluster_132409"; isCluster="true"; label="WholeStageCodegen (3)"; 50797 [id="node_50797" labelType="html" label="MapPartitionsRDD [50797] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132420 { id="cluster_132420"; isCluster="true"; label="map"; 50799 [id="node_50799" labelType="html" label="Delta Table State #2 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log [50799] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_132424 { id="cluster_132424"; isCluster="true"; label="WholeStageCodegen (1)"; 50800 [id="node_50800" labelType="html" label="MapPartitionsRDD [50800] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132423 { id="cluster_132423"; isCluster="true"; label="ObjectHashAggregate"; 50801 [id="node_50801" labelType="html" label="MapPartitionsRDD [50801] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_132422 { id="cluster_132422"; isCluster="true"; label="Exchange"; 50802 [id="node_50802" labelType="html" label="MapPartitionsRDD [50802] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 50793->50794; 50794->50795; 50795->50796; 50796->50797; 50797->50798; 50798->50799; 50799->50800; 50800->50801; 50801->50802; }
50792,50793
50799
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time