4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107585 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
55.5 KiB / 408
Shuffle Read Size / Records:
65.8 KiB / 0
Associated Job Ids:
6004
DAG Visualization
digraph G { id="graph_107585"; subgraph graph_stage_107585 { id="graph_stage_107585"; isCluster="true"; label="Stage 107585"; subgraph cluster_135796 { id="cluster_135796"; isCluster="true"; label="repartition"; 52051 [id="node_52051" labelType="html" label="ShuffledRDD [52051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52052 [id="node_52052" labelType="html" label="CoalescedRDD [52052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52053 [id="node_52053" labelType="html" label="MapPartitionsRDD [52053] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135987 { id="cluster_135987"; isCluster="true"; label="map"; 52133 [id="node_52133" labelType="html" label="MapPartitionsRDD [52133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136050 { id="cluster_136050"; isCluster="true"; label="Exchange"; 52162 [id="node_52162" labelType="html" label="ShuffledRowRDD [52162] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136047 { id="cluster_136047"; isCluster="true"; label="WholeStageCodegen (4)"; 52163 [id="node_52163" labelType="html" label="MapPartitionsRDD [52163] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136079 { id="cluster_136079"; isCluster="true"; label="Exchange"; 52166 [id="node_52166" labelType="html" label="ShuffledRowRDD [52166] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136076 { id="cluster_136076"; isCluster="true"; label="WholeStageCodegen (6)"; 52167 [id="node_52167" labelType="html" label="MapPartitionsRDD [52167] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136039 { id="cluster_136039"; isCluster="true"; label="WholeStageCodegen (7)"; 52168 [id="node_52168" labelType="html" label="ZippedPartitionsRDD2 [52168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52169 [id="node_52169" labelType="html" label="MapPartitionsRDD [52169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136038 { id="cluster_136038"; isCluster="true"; label="InMemoryTableScan"; 52170 [id="node_52170" labelType="html" label="MapPartitionsRDD [52170] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52171 [id="node_52171" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1044860 AS qty#1044862, demandChannel#1044855, demandStream#1044856, cachedKpis#1044861 AS kpis#1044863]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1044859L, cachedShardId#1044858], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1683138]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [52171] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52172 [id="node_52172" labelType="html" label="MapPartitionsRDD [52172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52173 [id="node_52173" labelType="html" label="MapPartitionsRDD [52173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52174 [id="node_52174" labelType="html" label="MapPartitionsRDD [52174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136084 { id="cluster_136084"; isCluster="true"; label="WholeStageCodegen (3)"; 52175 [id="node_52175" labelType="html" label="MapPartitionsRDD [52175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136037 { id="cluster_136037"; isCluster="true"; label="Union"; 52176 [id="node_52176" labelType="html" label="UnionRDD [52176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136036 { id="cluster_136036"; isCluster="true"; label="Exchange"; 52177 [id="node_52177" labelType="html" label="MapPartitionsRDD [52177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52051->52052; 52052->52053; 52053->52133; 52162->52163; 52166->52167; 52163->52168; 52167->52168; 52168->52169; 52169->52170; 52170->52171; 52171->52172; 52172->52173; 52173->52174; 52133->52175; 52174->52176; 52175->52176; 52176->52177; }
52050,52051
52161,52162
52165,52166
52053
52171
52051
52052
52053
52133
52162
52163
52166
52167
52168
52169
52170
52171
52172
52173
52174
52175
52176
52177
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time