4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 27767 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
17.5 KiB / 40
Associated Job Ids:
10373
DAG Visualization
digraph G { id="graph_27767"; subgraph graph_stage_27767 { id="graph_stage_27767"; isCluster="true"; label="Stage 27767"; subgraph cluster_205493 { id="cluster_205493"; isCluster="true"; label="Exchange"; 77947 [id="node_77947" labelType="html" label="ShuffledRowRDD [77947] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205492 { id="cluster_205492"; isCluster="true"; label="InMemoryTableScan"; 77948 [id="node_77948" labelType="html" label="MapPartitionsRDD [77948] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77949 [id="node_77949" labelType="html" label="Exchange hashpartitioning(product#1310130, plant#1310131, 30), REPARTITION_BY_NUM, [plan_id=2204994]\n+- *(1) Scan ExistingRDD[shardId#1310127,worklistShardItemId#1310128L,version#1310129,product#1310130,plant#1310131,periodStart#1310132,periodEnd#1310133,qty#1310134]\n [77949] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205629 { id="cluster_205629"; isCluster="true"; label="InMemoryTableScan"; 77994 [id="node_77994" labelType="html" label="MapPartitionsRDD [77994] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77995 [id="node_77995" labelType="html" label="MapPartitionsRDD [77995] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77996 [id="node_77996" labelType="html" label="MapPartitionsRDD [77996] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205619 { id="cluster_205619"; isCluster="true"; label="WholeStageCodegen (14)"; 77999 [id="node_77999" labelType="html" label="MapPartitionsRDD [77999] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205618 { id="cluster_205618"; isCluster="true"; label="ObjectHashAggregate"; 78000 [id="node_78000" labelType="html" label="MapPartitionsRDD [78000] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205617 { id="cluster_205617"; isCluster="true"; label="ObjectHashAggregate"; 78001 [id="node_78001" labelType="html" label="MapPartitionsRDD [78001] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205650 { id="cluster_205650"; isCluster="true"; label="InMemoryTableScan"; 78005 [id="node_78005" labelType="html" label="MapPartitionsRDD [78005] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78006 [id="node_78006" labelType="html" label="MapPartitionsRDD [78006] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78007 [id="node_78007" labelType="html" label="MapPartitionsRDD [78007] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205643 { id="cluster_205643"; isCluster="true"; label="WholeStageCodegen (15)"; 78010 [id="node_78010" labelType="html" label="MapPartitionsRDD [78010] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205616 { id="cluster_205616"; isCluster="true"; label="Union"; 78012 [id="node_78012" labelType="html" label="UnionRDD [78012] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205601 { id="cluster_205601"; isCluster="true"; label="DeserializeToObject"; 78013 [id="node_78013" labelType="html" label="MapPartitionsRDD [78013] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 77947->77948; 77948->77949; 77949->77994; 77994->77995; 77995->77996; 77996->77999; 77999->78000; 78000->78001; 77949->78005; 78005->78006; 78006->78007; 78007->78010; 78001->78012; 78010->78012; 78012->78013; }
77946,77947
77949
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time