4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 104831 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
616.6 KiB / 6177
Shuffle Read Size / Records:
300.0 KiB / 0
Associated Job Ids:
5778
DAG Visualization
digraph G { id="graph_104831"; subgraph graph_stage_104831 { id="graph_stage_104831"; isCluster="true"; label="Stage 104831"; subgraph cluster_130764 { id="cluster_130764"; isCluster="true"; label="repartition"; 50148 [id="node_50148" labelType="html" label="ShuffledRDD [50148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50149 [id="node_50149" labelType="html" label="CoalescedRDD [50149] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50150 [id="node_50150" labelType="html" label="MapPartitionsRDD [50150] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130955 { id="cluster_130955"; isCluster="true"; label="map"; 50230 [id="node_50230" labelType="html" label="MapPartitionsRDD [50230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131018 { id="cluster_131018"; isCluster="true"; label="Exchange"; 50259 [id="node_50259" labelType="html" label="ShuffledRowRDD [50259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131015 { id="cluster_131015"; isCluster="true"; label="WholeStageCodegen (4)"; 50260 [id="node_50260" labelType="html" label="MapPartitionsRDD [50260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131053 { id="cluster_131053"; isCluster="true"; label="Exchange"; 50263 [id="node_50263" labelType="html" label="ShuffledRowRDD [50263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131050 { id="cluster_131050"; isCluster="true"; label="WholeStageCodegen (6)"; 50264 [id="node_50264" labelType="html" label="MapPartitionsRDD [50264] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131007 { id="cluster_131007"; isCluster="true"; label="WholeStageCodegen (7)"; 50265 [id="node_50265" labelType="html" label="ZippedPartitionsRDD2 [50265] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50266 [id="node_50266" labelType="html" label="MapPartitionsRDD [50266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131006 { id="cluster_131006"; isCluster="true"; label="InMemoryTableScan"; 50267 [id="node_50267" labelType="html" label="MapPartitionsRDD [50267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50268 [id="node_50268" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#1006539 AS qty#1006541, demandChannel#1006534, demandStream#1006535, cachedKpis#1006540 AS kpis#1006542]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#1006538L, cachedShardId#1006537], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1632055]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1632051]\n : +- ... [50268] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50269 [id="node_50269" labelType="html" label="MapPartitionsRDD [50269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50270 [id="node_50270" labelType="html" label="MapPartitionsRDD [50270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50271 [id="node_50271" labelType="html" label="MapPartitionsRDD [50271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131058 { id="cluster_131058"; isCluster="true"; label="WholeStageCodegen (3)"; 50272 [id="node_50272" labelType="html" label="MapPartitionsRDD [50272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131005 { id="cluster_131005"; isCluster="true"; label="Union"; 50273 [id="node_50273" labelType="html" label="UnionRDD [50273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131004 { id="cluster_131004"; isCluster="true"; label="Exchange"; 50274 [id="node_50274" labelType="html" label="MapPartitionsRDD [50274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 50148->50149; 50149->50150; 50150->50230; 50259->50260; 50263->50264; 50260->50265; 50264->50265; 50265->50266; 50266->50267; 50267->50268; 50268->50269; 50269->50270; 50270->50271; 50230->50272; 50271->50273; 50272->50273; 50273->50274; }
50147,50148
50258,50259
50262,50263
50150
50268
50148
50149
50150
50230
50259
50260
50263
50264
50265
50266
50267
50268
50269
50270
50271
50272
50273
50274
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time