4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102524 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
566.3 KiB / 5656
Shuffle Read Size / Records:
398.2 KiB / 0
Associated Job Ids:
5694
DAG Visualization
digraph G { id="graph_102524"; subgraph graph_stage_102524 { id="graph_stage_102524"; isCluster="true"; label="Stage 102524"; subgraph cluster_128280 { id="cluster_128280"; isCluster="true"; label="repartition"; 49092 [id="node_49092" labelType="html" label="ShuffledRDD [49092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49093 [id="node_49093" labelType="html" label="CoalescedRDD [49093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49094 [id="node_49094" labelType="html" label="MapPartitionsRDD [49094] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128471 { id="cluster_128471"; isCluster="true"; label="map"; 49174 [id="node_49174" labelType="html" label="MapPartitionsRDD [49174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128534 { id="cluster_128534"; isCluster="true"; label="Exchange"; 49203 [id="node_49203" labelType="html" label="ShuffledRowRDD [49203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128531 { id="cluster_128531"; isCluster="true"; label="WholeStageCodegen (4)"; 49204 [id="node_49204" labelType="html" label="MapPartitionsRDD [49204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128569 { id="cluster_128569"; isCluster="true"; label="Exchange"; 49207 [id="node_49207" labelType="html" label="ShuffledRowRDD [49207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128566 { id="cluster_128566"; isCluster="true"; label="WholeStageCodegen (6)"; 49208 [id="node_49208" labelType="html" label="MapPartitionsRDD [49208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128523 { id="cluster_128523"; isCluster="true"; label="WholeStageCodegen (7)"; 49209 [id="node_49209" labelType="html" label="ZippedPartitionsRDD2 [49209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49210 [id="node_49210" labelType="html" label="MapPartitionsRDD [49210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128522 { id="cluster_128522"; isCluster="true"; label="InMemoryTableScan"; 49211 [id="node_49211" labelType="html" label="MapPartitionsRDD [49211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49212 [id="node_49212" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#984307 AS qty#984309, demandChannel#984302, demandStream#984303, cachedKpis#984308 AS kpis#984310]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#984306L, cachedShardId#984305], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1625710]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1625706]\n : +- *(2) Has... [49212] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49213 [id="node_49213" labelType="html" label="MapPartitionsRDD [49213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49214 [id="node_49214" labelType="html" label="MapPartitionsRDD [49214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49215 [id="node_49215" labelType="html" label="MapPartitionsRDD [49215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128574 { id="cluster_128574"; isCluster="true"; label="WholeStageCodegen (3)"; 49216 [id="node_49216" labelType="html" label="MapPartitionsRDD [49216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128521 { id="cluster_128521"; isCluster="true"; label="Union"; 49217 [id="node_49217" labelType="html" label="UnionRDD [49217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128520 { id="cluster_128520"; isCluster="true"; label="Exchange"; 49218 [id="node_49218" labelType="html" label="MapPartitionsRDD [49218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49092->49093; 49093->49094; 49094->49174; 49203->49204; 49207->49208; 49204->49209; 49208->49209; 49209->49210; 49210->49211; 49211->49212; 49212->49213; 49213->49214; 49214->49215; 49174->49216; 49215->49217; 49216->49217; 49217->49218; }
49091,49092
49202,49203
49206,49207
49094
49212
49092
49093
49094
49174
49203
49204
49207
49208
49209
49210
49211
49212
49213
49214
49215
49216
49217
49218
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time