4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 114323 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
61.6 KiB / 475
Shuffle Read Size / Records:
60.2 KiB / 0
Associated Job Ids:
6196
DAG Visualization
digraph G { id="graph_114323"; subgraph graph_stage_114323 { id="graph_stage_114323"; isCluster="true"; label="Stage 114323"; subgraph cluster_141444 { id="cluster_141444"; isCluster="true"; label="repartition"; 54451 [id="node_54451" labelType="html" label="ShuffledRDD [54451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54452 [id="node_54452" labelType="html" label="CoalescedRDD [54452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54453 [id="node_54453" labelType="html" label="MapPartitionsRDD [54453] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141635 { id="cluster_141635"; isCluster="true"; label="map"; 54533 [id="node_54533" labelType="html" label="MapPartitionsRDD [54533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141698 { id="cluster_141698"; isCluster="true"; label="Exchange"; 54562 [id="node_54562" labelType="html" label="ShuffledRowRDD [54562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141695 { id="cluster_141695"; isCluster="true"; label="WholeStageCodegen (4)"; 54563 [id="node_54563" labelType="html" label="MapPartitionsRDD [54563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141733 { id="cluster_141733"; isCluster="true"; label="Exchange"; 54566 [id="node_54566" labelType="html" label="ShuffledRowRDD [54566] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141730 { id="cluster_141730"; isCluster="true"; label="WholeStageCodegen (6)"; 54567 [id="node_54567" labelType="html" label="MapPartitionsRDD [54567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141687 { id="cluster_141687"; isCluster="true"; label="WholeStageCodegen (7)"; 54568 [id="node_54568" labelType="html" label="ZippedPartitionsRDD2 [54568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54569 [id="node_54569" labelType="html" label="MapPartitionsRDD [54569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141686 { id="cluster_141686"; isCluster="true"; label="InMemoryTableScan"; 54570 [id="node_54570" labelType="html" label="MapPartitionsRDD [54570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54571 [id="node_54571" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1095181 AS qty#1095183, demandChannel#1095176, demandStream#1095177, cachedKpis#1095182 AS kpis#1095184]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1095180L, cachedShardId#1095179], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1697422]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [54571] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54572 [id="node_54572" labelType="html" label="MapPartitionsRDD [54572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54573 [id="node_54573" labelType="html" label="MapPartitionsRDD [54573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54574 [id="node_54574" labelType="html" label="MapPartitionsRDD [54574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141738 { id="cluster_141738"; isCluster="true"; label="WholeStageCodegen (3)"; 54575 [id="node_54575" labelType="html" label="MapPartitionsRDD [54575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141685 { id="cluster_141685"; isCluster="true"; label="Union"; 54576 [id="node_54576" labelType="html" label="UnionRDD [54576] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141684 { id="cluster_141684"; isCluster="true"; label="Exchange"; 54577 [id="node_54577" labelType="html" label="MapPartitionsRDD [54577] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54451->54452; 54452->54453; 54453->54533; 54562->54563; 54566->54567; 54563->54568; 54567->54568; 54568->54569; 54569->54570; 54570->54571; 54571->54572; 54572->54573; 54573->54574; 54533->54575; 54574->54576; 54575->54576; 54576->54577; }
54450,54451
54561,54562
54565,54566
54453
54571
54451
54452
54453
54533
54562
54563
54566
54567
54568
54569
54570
54571
54572
54573
54574
54575
54576
54577
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time