4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100756 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 2
Input Size / Records:
0.0 B / 15
Associated Job Ids:
5339
DAG Visualization
digraph G { id="graph_100756"; subgraph graph_stage_100756 { id="graph_stage_100756"; isCluster="true"; label="Stage 100756"; subgraph cluster_121887 { id="cluster_121887"; isCluster="true"; label="Scan parquet "; 46984 [id="node_46984" labelType="html" label="FileScanRDD [46984]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 46985 [id="node_46985" labelType="html" label="MapPartitionsRDD [46985]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121878 { id="cluster_121878"; isCluster="true"; label="WholeStageCodegen (1)"; 46986 [id="node_46986" labelType="html" label="MapPartitionsRDD [46986]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121892 { id="cluster_121892"; isCluster="true"; label="Scan json "; 46987 [id="node_46987" labelType="html" label="FileScanRDD [46987]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 46988 [id="node_46988" labelType="html" label="MapPartitionsRDD [46988]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121888 { id="cluster_121888"; isCluster="true"; label="WholeStageCodegen (2)"; 46989 [id="node_46989" labelType="html" label="MapPartitionsRDD [46989]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121877 { id="cluster_121877"; isCluster="true"; label="Union"; 46990 [id="node_46990" labelType="html" label="UnionRDD [46990]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121893 { id="cluster_121893"; isCluster="true"; label="mapPartitionsInternal"; 46991 [id="node_46991" labelType="html" label="MapPartitionsRDD [46991]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 46984->46985; 46985->46986; 46987->46988; 46988->46989; 46986->46990; 46989->46990; 46990->46991; }
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time