4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115218 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Associated Job Ids:
6232
DAG Visualization
digraph G { id="graph_115218"; subgraph graph_stage_115218 { id="graph_stage_115218"; isCluster="true"; label="Stage 115218"; subgraph cluster_142507 { id="cluster_142507"; isCluster="true"; label="Scan parquet "; 54897 [id="node_54897" labelType="html" label="FileScanRDD [54897]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 54898 [id="node_54898" labelType="html" label="MapPartitionsRDD [54898]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142498 { id="cluster_142498"; isCluster="true"; label="WholeStageCodegen (1)"; 54899 [id="node_54899" labelType="html" label="MapPartitionsRDD [54899]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142512 { id="cluster_142512"; isCluster="true"; label="Scan json "; 54900 [id="node_54900" labelType="html" label="FileScanRDD [54900]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 54901 [id="node_54901" labelType="html" label="MapPartitionsRDD [54901]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142508 { id="cluster_142508"; isCluster="true"; label="WholeStageCodegen (2)"; 54902 [id="node_54902" labelType="html" label="MapPartitionsRDD [54902]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142497 { id="cluster_142497"; isCluster="true"; label="Union"; 54903 [id="node_54903" labelType="html" label="UnionRDD [54903]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142513 { id="cluster_142513"; isCluster="true"; label="mapPartitionsInternal"; 54904 [id="node_54904" labelType="html" label="MapPartitionsRDD [54904]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 54897->54898; 54898->54899; 54900->54901; 54901->54902; 54899->54903; 54902->54903; 54903->54904; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time