4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100856 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
16.3 KiB / 33
Associated Job Ids:
5388
DAG Visualization
digraph G { id="graph_100856"; subgraph graph_stage_100856 { id="graph_stage_100856"; isCluster="true"; label="Stage 100856"; 47189 [id="node_47189" labelType="html" label="SQLExecutionRDD [47189] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 47193 [id="node_47193" labelType="html" label="SQLExecutionRDD [47193] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_122467 { id="cluster_122467"; isCluster="true"; label="Exchange"; 47184 [id="node_47184" labelType="html" label="ShuffledRowRDD [47184] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122462 { id="cluster_122462"; isCluster="true"; label="WholeStageCodegen (3)"; 47185 [id="node_47185" labelType="html" label="MapPartitionsRDD [47185] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122461 { id="cluster_122461"; isCluster="true"; label="DeserializeToObject"; 47186 [id="node_47186" labelType="html" label="MapPartitionsRDD [47186] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122460 { id="cluster_122460"; isCluster="true"; label="MapPartitions"; 47187 [id="node_47187" labelType="html" label="MapPartitionsRDD [47187] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122457 { id="cluster_122457"; isCluster="true"; label="WholeStageCodegen (4)"; 47188 [id="node_47188" labelType="html" label="MapPartitionsRDD [47188] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_122468 { id="cluster_122468"; isCluster="true"; label="map"; 47190 [id="node_47190" labelType="html" label="Delta Table State #114 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [47190] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122470 { id="cluster_122470"; isCluster="true"; label="WholeStageCodegen (1)"; 47191 [id="node_47191" labelType="html" label="MapPartitionsRDD [47191] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122469 { id="cluster_122469"; isCluster="true"; label="Project"; 47192 [id="node_47192" labelType="html" label="MapPartitionsRDD [47192] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122473 { id="cluster_122473"; isCluster="true"; label="map"; 47194 [id="node_47194" labelType="html" label="Delta Table State with Stats #114 - hdlfs://770f0770-bd0c-456f-b83b-9649926e0857.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [47194] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122636 { id="cluster_122636"; isCluster="true"; label="WholeStageCodegen (1)"; 47243 [id="node_47243" labelType="html" label="MapPartitionsRDD [47243] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_122640 { id="cluster_122640"; isCluster="true"; label="mapPartitionsInternal"; 47244 [id="node_47244" labelType="html" label="MapPartitionsRDD [47244] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 47184->47185; 47185->47186; 47186->47187; 47187->47188; 47188->47189; 47189->47190; 47190->47191; 47191->47192; 47192->47193; 47193->47194; 47194->47243; 47243->47244; }
47183,47184
47190
47194
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time