4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99071 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Associated Job Ids:
5112
DAG Visualization
digraph G { id="graph_99071"; subgraph graph_stage_99071 { id="graph_stage_99071"; isCluster="true"; label="Stage 99071"; subgraph cluster_116966 { id="cluster_116966"; isCluster="true"; label="Scan parquet "; 45085 [id="node_45085" labelType="html" label="FileScanRDD [45085]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 45086 [id="node_45086" labelType="html" label="MapPartitionsRDD [45086]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_116957 { id="cluster_116957"; isCluster="true"; label="WholeStageCodegen (1)"; 45087 [id="node_45087" labelType="html" label="MapPartitionsRDD [45087]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_116971 { id="cluster_116971"; isCluster="true"; label="Scan json "; 45088 [id="node_45088" labelType="html" label="FileScanRDD [45088]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 45089 [id="node_45089" labelType="html" label="MapPartitionsRDD [45089]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_116967 { id="cluster_116967"; isCluster="true"; label="WholeStageCodegen (2)"; 45090 [id="node_45090" labelType="html" label="MapPartitionsRDD [45090]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_116956 { id="cluster_116956"; isCluster="true"; label="Union"; 45091 [id="node_45091" labelType="html" label="UnionRDD [45091]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_116972 { id="cluster_116972"; isCluster="true"; label="mapPartitionsInternal"; 45092 [id="node_45092" labelType="html" label="MapPartitionsRDD [45092]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 45085->45086; 45086->45087; 45088->45089; 45089->45090; 45087->45091; 45090->45091; 45091->45092; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time