4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100761 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 24
Associated Job Ids:
5344
DAG Visualization
digraph G { id="graph_100761"; subgraph graph_stage_100761 { id="graph_stage_100761"; isCluster="true"; label="Stage 100761"; subgraph cluster_121964 { id="cluster_121964"; isCluster="true"; label="Scan parquet "; 47012 [id="node_47012" labelType="html" label="FileScanRDD [47012]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 47013 [id="node_47013" labelType="html" label="MapPartitionsRDD [47013]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121959 { id="cluster_121959"; isCluster="true"; label="WholeStageCodegen (1)"; 47014 [id="node_47014" labelType="html" label="MapPartitionsRDD [47014]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121971 { id="cluster_121971"; isCluster="true"; label="Scan json "; 47015 [id="node_47015" labelType="html" label="FileScanRDD [47015]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 47016 [id="node_47016" labelType="html" label="MapPartitionsRDD [47016]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121967 { id="cluster_121967"; isCluster="true"; label="WholeStageCodegen (2)"; 47017 [id="node_47017" labelType="html" label="MapPartitionsRDD [47017]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121958 { id="cluster_121958"; isCluster="true"; label="Union"; 47018 [id="node_47018" labelType="html" label="UnionRDD [47018]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_121972 { id="cluster_121972"; isCluster="true"; label="mapPartitionsInternal"; 47019 [id="node_47019" labelType="html" label="MapPartitionsRDD [47019]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 47012->47013; 47013->47014; 47015->47016; 47016->47017; 47014->47018; 47017->47018; 47018->47019; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time