4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115279 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
42 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
29.7 KiB / 66
Associated Job Ids:
6267
DAG Visualization
digraph G { id="graph_115279"; subgraph graph_stage_115279 { id="graph_stage_115279"; isCluster="true"; label="Stage 115279"; 55033 [id="node_55033" labelType="html" label="SQLExecutionRDD [55033] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 55037 [id="node_55037" labelType="html" label="SQLExecutionRDD [55037] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_142887 { id="cluster_142887"; isCluster="true"; label="Exchange"; 55028 [id="node_55028" labelType="html" label="ShuffledRowRDD [55028] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142882 { id="cluster_142882"; isCluster="true"; label="WholeStageCodegen (3)"; 55029 [id="node_55029" labelType="html" label="MapPartitionsRDD [55029] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142881 { id="cluster_142881"; isCluster="true"; label="DeserializeToObject"; 55030 [id="node_55030" labelType="html" label="MapPartitionsRDD [55030] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142880 { id="cluster_142880"; isCluster="true"; label="MapPartitions"; 55031 [id="node_55031" labelType="html" label="MapPartitionsRDD [55031] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142877 { id="cluster_142877"; isCluster="true"; label="WholeStageCodegen (4)"; 55032 [id="node_55032" labelType="html" label="MapPartitionsRDD [55032] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_142888 { id="cluster_142888"; isCluster="true"; label="map"; 55034 [id="node_55034" labelType="html" label="Delta Table State #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [55034] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142890 { id="cluster_142890"; isCluster="true"; label="WholeStageCodegen (1)"; 55035 [id="node_55035" labelType="html" label="MapPartitionsRDD [55035] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142889 { id="cluster_142889"; isCluster="true"; label="Project"; 55036 [id="node_55036" labelType="html" label="MapPartitionsRDD [55036] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142893 { id="cluster_142893"; isCluster="true"; label="map"; 55038 [id="node_55038" labelType="html" label="Delta Table State with Stats #308 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [55038] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142972 { id="cluster_142972"; isCluster="true"; label="WholeStageCodegen (1)"; 55058 [id="node_55058" labelType="html" label="MapPartitionsRDD [55058] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_142976 { id="cluster_142976"; isCluster="true"; label="mapPartitionsInternal"; 55059 [id="node_55059" labelType="html" label="MapPartitionsRDD [55059] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 55028->55029; 55029->55030; 55030->55031; 55031->55032; 55032->55033; 55033->55034; 55034->55035; 55035->55036; 55036->55037; 55037->55038; 55038->55058; 55058->55059; }
55027,55028
55034
55038
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time