4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69290 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 60
Input Size / Records:
83.0 KiB / 60
Associated Job Ids:
25712
DAG Visualization
digraph G { id="graph_69290"; subgraph graph_stage_69290 { id="graph_stage_69290"; isCluster="true"; label="Stage 69290"; subgraph cluster_514366 { id="cluster_514366"; isCluster="true"; label="Exchange"; 195206 [id="node_195206" labelType="html" label="ShuffledRowRDD [195206] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514365 { id="cluster_514365"; isCluster="true"; label="InMemoryTableScan"; 195207 [id="node_195207" labelType="html" label="MapPartitionsRDD [195207] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195208 [id="node_195208" labelType="html" label="Exchange hashpartitioning(product#3371040, plant#3371041, 30), REPARTITION_BY_NUM, [plan_id=5494768]\n+- *(1) Scan ExistingRDD[shardId#3371037,worklistShardItemId#3371038L,version#3371039,product#3371040,plant#3371041,periodStart#3371042,periodEnd#3371043,qty#3371044]\n [195208] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514551 { id="cluster_514551"; isCluster="true"; label="InMemoryTableScan"; 195273 [id="node_195273" labelType="html" label="MapPartitionsRDD [195273] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195274 [id="node_195274" labelType="html" label="MapPartitionsRDD [195274] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195276 [id="node_195276" labelType="html" label="MapPartitionsRDD [195276] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514541 { id="cluster_514541"; isCluster="true"; label="WholeStageCodegen (14)"; 195277 [id="node_195277" labelType="html" label="MapPartitionsRDD [195277] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514540 { id="cluster_514540"; isCluster="true"; label="ObjectHashAggregate"; 195280 [id="node_195280" labelType="html" label="MapPartitionsRDD [195280] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514539 { id="cluster_514539"; isCluster="true"; label="ObjectHashAggregate"; 195281 [id="node_195281" labelType="html" label="MapPartitionsRDD [195281] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514574 { id="cluster_514574"; isCluster="true"; label="InMemoryTableScan"; 195285 [id="node_195285" labelType="html" label="MapPartitionsRDD [195285] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195286 [id="node_195286" labelType="html" label="MapPartitionsRDD [195286] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195287 [id="node_195287" labelType="html" label="MapPartitionsRDD [195287] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514567 { id="cluster_514567"; isCluster="true"; label="WholeStageCodegen (15)"; 195291 [id="node_195291" labelType="html" label="MapPartitionsRDD [195291] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514537 { id="cluster_514537"; isCluster="true"; label="Union"; 195292 [id="node_195292" labelType="html" label="UnionRDD [195292] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514523 { id="cluster_514523"; isCluster="true"; label="DeserializeToObject"; 195293 [id="node_195293" labelType="html" label="MapPartitionsRDD [195293] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195206->195207; 195207->195208; 195208->195273; 195273->195274; 195274->195276; 195276->195277; 195277->195280; 195280->195281; 195208->195285; 195285->195286; 195286->195287; 195287->195291; 195281->195292; 195291->195292; 195292->195293; }
195205,195206
195208
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time