4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69365 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
23.8 KiB / 48
Associated Job Ids:
25737
DAG Visualization
digraph G { id="graph_69365"; subgraph graph_stage_69365 { id="graph_stage_69365"; isCluster="true"; label="Stage 69365"; subgraph cluster_514939 { id="cluster_514939"; isCluster="true"; label="Exchange"; 195441 [id="node_195441" labelType="html" label="ShuffledRowRDD [195441] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_514938 { id="cluster_514938"; isCluster="true"; label="InMemoryTableScan"; 195442 [id="node_195442" labelType="html" label="MapPartitionsRDD [195442] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195443 [id="node_195443" labelType="html" label="Exchange hashpartitioning(product#3371040, plant#3371041, 30), REPARTITION_BY_NUM, [plan_id=5496333]\n+- *(1) Scan ExistingRDD[shardId#3371037,worklistShardItemId#3371038L,version#3371039,product#3371040,plant#3371041,periodStart#3371042,periodEnd#3371043,qty#3371044]\n [195443] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515069 { id="cluster_515069"; isCluster="true"; label="InMemoryTableScan"; 195488 [id="node_195488" labelType="html" label="MapPartitionsRDD [195488] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195489 [id="node_195489" labelType="html" label="MapPartitionsRDD [195489] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195490 [id="node_195490" labelType="html" label="MapPartitionsRDD [195490] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515066 { id="cluster_515066"; isCluster="true"; label="WholeStageCodegen (14)"; 195493 [id="node_195493" labelType="html" label="MapPartitionsRDD [195493] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515065 { id="cluster_515065"; isCluster="true"; label="ObjectHashAggregate"; 195494 [id="node_195494" labelType="html" label="MapPartitionsRDD [195494] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515064 { id="cluster_515064"; isCluster="true"; label="ObjectHashAggregate"; 195495 [id="node_195495" labelType="html" label="MapPartitionsRDD [195495] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515098 { id="cluster_515098"; isCluster="true"; label="InMemoryTableScan"; 195498 [id="node_195498" labelType="html" label="MapPartitionsRDD [195498] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195500 [id="node_195500" labelType="html" label="MapPartitionsRDD [195500] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195501 [id="node_195501" labelType="html" label="MapPartitionsRDD [195501] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515085 { id="cluster_515085"; isCluster="true"; label="WholeStageCodegen (15)"; 195502 [id="node_195502" labelType="html" label="MapPartitionsRDD [195502] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515063 { id="cluster_515063"; isCluster="true"; label="Union"; 195503 [id="node_195503" labelType="html" label="UnionRDD [195503] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515047 { id="cluster_515047"; isCluster="true"; label="DeserializeToObject"; 195504 [id="node_195504" labelType="html" label="MapPartitionsRDD [195504] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195441->195442; 195442->195443; 195443->195488; 195488->195489; 195489->195490; 195490->195493; 195493->195494; 195494->195495; 195443->195498; 195498->195500; 195500->195501; 195501->195502; 195495->195503; 195502->195503; 195503->195504; }
195440,195441
195443
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time