4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69518 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.0 s
Locality Level Summary:
Process local: 60
Input Size / Records:
17.5 KiB / 40
Associated Job Ids:
25788
DAG Visualization
digraph G { id="graph_69518"; subgraph graph_stage_69518 { id="graph_stage_69518"; isCluster="true"; label="Stage 69518"; subgraph cluster_516036 { id="cluster_516036"; isCluster="true"; label="Exchange"; 195890 [id="node_195890" labelType="html" label="ShuffledRowRDD [195890] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516035 { id="cluster_516035"; isCluster="true"; label="InMemoryTableScan"; 195891 [id="node_195891" labelType="html" label="MapPartitionsRDD [195891] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195892 [id="node_195892" labelType="html" label="Exchange hashpartitioning(product#3371040, plant#3371041, 30), REPARTITION_BY_NUM, [plan_id=5499332]\n+- *(1) Scan ExistingRDD[shardId#3371037,worklistShardItemId#3371038L,version#3371039,product#3371040,plant#3371041,periodStart#3371042,periodEnd#3371043,qty#3371044]\n [195892] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516172 { id="cluster_516172"; isCluster="true"; label="InMemoryTableScan"; 195937 [id="node_195937" labelType="html" label="MapPartitionsRDD [195937] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195938 [id="node_195938" labelType="html" label="MapPartitionsRDD [195938] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195939 [id="node_195939" labelType="html" label="MapPartitionsRDD [195939] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516162 { id="cluster_516162"; isCluster="true"; label="WholeStageCodegen (14)"; 195942 [id="node_195942" labelType="html" label="MapPartitionsRDD [195942] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516161 { id="cluster_516161"; isCluster="true"; label="ObjectHashAggregate"; 195943 [id="node_195943" labelType="html" label="MapPartitionsRDD [195943] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516160 { id="cluster_516160"; isCluster="true"; label="ObjectHashAggregate"; 195944 [id="node_195944" labelType="html" label="MapPartitionsRDD [195944] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516195 { id="cluster_516195"; isCluster="true"; label="InMemoryTableScan"; 195948 [id="node_195948" labelType="html" label="MapPartitionsRDD [195948] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195949 [id="node_195949" labelType="html" label="MapPartitionsRDD [195949] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195950 [id="node_195950" labelType="html" label="MapPartitionsRDD [195950] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516188 { id="cluster_516188"; isCluster="true"; label="WholeStageCodegen (15)"; 195954 [id="node_195954" labelType="html" label="MapPartitionsRDD [195954] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516158 { id="cluster_516158"; isCluster="true"; label="Union"; 195955 [id="node_195955" labelType="html" label="UnionRDD [195955] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516144 { id="cluster_516144"; isCluster="true"; label="DeserializeToObject"; 195956 [id="node_195956" labelType="html" label="MapPartitionsRDD [195956] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195890->195891; 195891->195892; 195892->195937; 195937->195938; 195938->195939; 195939->195942; 195942->195943; 195943->195944; 195892->195948; 195948->195949; 195949->195950; 195950->195954; 195944->195955; 195954->195955; 195955->195956; }
195889,195890
195892
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time