4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118037 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
494.1 KiB / 5691
Shuffle Read Size / Records:
569.4 KiB / 0
Associated Job Ids:
6490
DAG Visualization
digraph G { id="graph_118037"; subgraph graph_stage_118037 { id="graph_stage_118037"; isCluster="true"; label="Stage 118037"; subgraph cluster_148282 { id="cluster_148282"; isCluster="true"; label="repartition"; 57158 [id="node_57158" labelType="html" label="ShuffledRDD [57158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57159 [id="node_57159" labelType="html" label="CoalescedRDD [57159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57160 [id="node_57160" labelType="html" label="MapPartitionsRDD [57160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148473 { id="cluster_148473"; isCluster="true"; label="map"; 57240 [id="node_57240" labelType="html" label="MapPartitionsRDD [57240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148536 { id="cluster_148536"; isCluster="true"; label="Exchange"; 57269 [id="node_57269" labelType="html" label="ShuffledRowRDD [57269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148533 { id="cluster_148533"; isCluster="true"; label="WholeStageCodegen (4)"; 57270 [id="node_57270" labelType="html" label="MapPartitionsRDD [57270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148565 { id="cluster_148565"; isCluster="true"; label="Exchange"; 57273 [id="node_57273" labelType="html" label="ShuffledRowRDD [57273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148562 { id="cluster_148562"; isCluster="true"; label="WholeStageCodegen (6)"; 57274 [id="node_57274" labelType="html" label="MapPartitionsRDD [57274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148525 { id="cluster_148525"; isCluster="true"; label="WholeStageCodegen (7)"; 57275 [id="node_57275" labelType="html" label="ZippedPartitionsRDD2 [57275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57276 [id="node_57276" labelType="html" label="MapPartitionsRDD [57276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148524 { id="cluster_148524"; isCluster="true"; label="InMemoryTableScan"; 57277 [id="node_57277" labelType="html" label="MapPartitionsRDD [57277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57278 [id="node_57278" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1150676 AS qty#1150678, demandChannel#1150671, demandStream#1150672, cachedKpis#1150677 AS kpis#1150679]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1150675L, cachedShardId#1150674], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1761686]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [57278] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57279 [id="node_57279" labelType="html" label="MapPartitionsRDD [57279] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57280 [id="node_57280" labelType="html" label="MapPartitionsRDD [57280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57281 [id="node_57281" labelType="html" label="MapPartitionsRDD [57281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148570 { id="cluster_148570"; isCluster="true"; label="WholeStageCodegen (3)"; 57282 [id="node_57282" labelType="html" label="MapPartitionsRDD [57282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148523 { id="cluster_148523"; isCluster="true"; label="Union"; 57283 [id="node_57283" labelType="html" label="UnionRDD [57283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148522 { id="cluster_148522"; isCluster="true"; label="Exchange"; 57284 [id="node_57284" labelType="html" label="MapPartitionsRDD [57284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57158->57159; 57159->57160; 57160->57240; 57269->57270; 57273->57274; 57270->57275; 57274->57275; 57275->57276; 57276->57277; 57277->57278; 57278->57279; 57279->57280; 57280->57281; 57240->57282; 57281->57283; 57282->57283; 57283->57284; }
57157,57158
57268,57269
57272,57273
57160
57278
57158
57159
57160
57240
57269
57270
57273
57274
57275
57276
57277
57278
57279
57280
57281
57282
57283
57284
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time