4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105727 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 100
Associated Job Ids:
5814
DAG Visualization
digraph G { id="graph_105727"; subgraph graph_stage_105727 { id="graph_stage_105727"; isCluster="true"; label="Stage 105727"; subgraph cluster_131827 { id="cluster_131827"; isCluster="true"; label="Scan parquet "; 50594 [id="node_50594" labelType="html" label="FileScanRDD [50594]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50595 [id="node_50595" labelType="html" label="MapPartitionsRDD [50595]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131818 { id="cluster_131818"; isCluster="true"; label="WholeStageCodegen (1)"; 50596 [id="node_50596" labelType="html" label="MapPartitionsRDD [50596]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131832 { id="cluster_131832"; isCluster="true"; label="Scan json "; 50597 [id="node_50597" labelType="html" label="FileScanRDD [50597]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 50598 [id="node_50598" labelType="html" label="MapPartitionsRDD [50598]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131828 { id="cluster_131828"; isCluster="true"; label="WholeStageCodegen (2)"; 50599 [id="node_50599" labelType="html" label="MapPartitionsRDD [50599]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131817 { id="cluster_131817"; isCluster="true"; label="Union"; 50600 [id="node_50600" labelType="html" label="UnionRDD [50600]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_131833 { id="cluster_131833"; isCluster="true"; label="mapPartitionsInternal"; 50601 [id="node_50601" labelType="html" label="MapPartitionsRDD [50601]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 50594->50595; 50595->50596; 50597->50598; 50598->50599; 50596->50600; 50599->50600; 50600->50601; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time