4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69445 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 60
Input Size / Records:
64.1 KiB / 60
Associated Job Ids:
25764
DAG Visualization
digraph G { id="graph_69445"; subgraph graph_stage_69445 { id="graph_stage_69445"; isCluster="true"; label="Stage 69445"; subgraph cluster_515463 { id="cluster_515463"; isCluster="true"; label="Exchange"; 195655 [id="node_195655" labelType="html" label="ShuffledRowRDD [195655] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515462 { id="cluster_515462"; isCluster="true"; label="InMemoryTableScan"; 195656 [id="node_195656" labelType="html" label="MapPartitionsRDD [195656] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195657 [id="node_195657" labelType="html" label="Exchange hashpartitioning(product#3371040, plant#3371041, 30), REPARTITION_BY_NUM, [plan_id=5497767]\n+- *(1) Scan ExistingRDD[shardId#3371037,worklistShardItemId#3371038L,version#3371039,product#3371040,plant#3371041,periodStart#3371042,periodEnd#3371043,qty#3371044]\n [195657] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515649 { id="cluster_515649"; isCluster="true"; label="InMemoryTableScan"; 195723 [id="node_195723" labelType="html" label="MapPartitionsRDD [195723] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195724 [id="node_195724" labelType="html" label="MapPartitionsRDD [195724] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195725 [id="node_195725" labelType="html" label="MapPartitionsRDD [195725] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515638 { id="cluster_515638"; isCluster="true"; label="WholeStageCodegen (14)"; 195728 [id="node_195728" labelType="html" label="MapPartitionsRDD [195728] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515636 { id="cluster_515636"; isCluster="true"; label="ObjectHashAggregate"; 195729 [id="node_195729" labelType="html" label="MapPartitionsRDD [195729] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515635 { id="cluster_515635"; isCluster="true"; label="ObjectHashAggregate"; 195731 [id="node_195731" labelType="html" label="MapPartitionsRDD [195731] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515669 { id="cluster_515669"; isCluster="true"; label="InMemoryTableScan"; 195734 [id="node_195734" labelType="html" label="MapPartitionsRDD [195734] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195735 [id="node_195735" labelType="html" label="MapPartitionsRDD [195735] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195736 [id="node_195736" labelType="html" label="MapPartitionsRDD [195736] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515663 { id="cluster_515663"; isCluster="true"; label="WholeStageCodegen (15)"; 195740 [id="node_195740" labelType="html" label="MapPartitionsRDD [195740] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515634 { id="cluster_515634"; isCluster="true"; label="Union"; 195741 [id="node_195741" labelType="html" label="UnionRDD [195741] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515620 { id="cluster_515620"; isCluster="true"; label="DeserializeToObject"; 195742 [id="node_195742" labelType="html" label="MapPartitionsRDD [195742] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195655->195656; 195656->195657; 195657->195723; 195723->195724; 195724->195725; 195725->195728; 195728->195729; 195729->195731; 195657->195734; 195734->195735; 195735->195736; 195736->195740; 195731->195741; 195740->195741; 195741->195742; }
195654,195655
195657
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time