4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99142 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 2; Process local: 48
Shuffle Read Size / Records:
2.6 KiB / 5
Associated Job Ids:
5153
DAG Visualization
digraph G { id="graph_99142"; subgraph graph_stage_99142 { id="graph_stage_99142"; isCluster="true"; label="Stage 99142"; 45268 [id="node_45268" labelType="html" label="SQLExecutionRDD [45268] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 45272 [id="node_45272" labelType="html" label="SQLExecutionRDD [45272] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_117493 { id="cluster_117493"; isCluster="true"; label="Exchange"; 45263 [id="node_45263" labelType="html" label="ShuffledRowRDD [45263] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117488 { id="cluster_117488"; isCluster="true"; label="WholeStageCodegen (2)"; 45264 [id="node_45264" labelType="html" label="MapPartitionsRDD [45264] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117487 { id="cluster_117487"; isCluster="true"; label="DeserializeToObject"; 45265 [id="node_45265" labelType="html" label="MapPartitionsRDD [45265] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117486 { id="cluster_117486"; isCluster="true"; label="MapPartitions"; 45266 [id="node_45266" labelType="html" label="MapPartitionsRDD [45266] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117483 { id="cluster_117483"; isCluster="true"; label="WholeStageCodegen (3)"; 45267 [id="node_45267" labelType="html" label="MapPartitionsRDD [45267] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_117494 { id="cluster_117494"; isCluster="true"; label="map"; 45269 [id="node_45269" labelType="html" label="Delta Table State #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [45269] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117496 { id="cluster_117496"; isCluster="true"; label="WholeStageCodegen (1)"; 45270 [id="node_45270" labelType="html" label="MapPartitionsRDD [45270] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117495 { id="cluster_117495"; isCluster="true"; label="Project"; 45271 [id="node_45271" labelType="html" label="MapPartitionsRDD [45271] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117499 { id="cluster_117499"; isCluster="true"; label="map"; 45273 [id="node_45273" labelType="html" label="Delta Table State with Stats #1 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [45273] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117500 { id="cluster_117500"; isCluster="true"; label="WholeStageCodegen (1)"; 45274 [id="node_45274" labelType="html" label="MapPartitionsRDD [45274] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_117504 { id="cluster_117504"; isCluster="true"; label="mapPartitionsInternal"; 45275 [id="node_45275" labelType="html" label="MapPartitionsRDD [45275] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 45263->45264; 45264->45265; 45265->45266; 45266->45267; 45267->45268; 45268->45269; 45269->45270; 45270->45271; 45271->45272; 45272->45273; 45273->45274; 45274->45275; }
45262,45263
45269
45273
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time