4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101563 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
302.1 KiB / 2802
Shuffle Read Size / Records:
486.5 KiB / 0
Associated Job Ids:
5630
DAG Visualization
digraph G { id="graph_101563"; subgraph graph_stage_101563 { id="graph_stage_101563"; isCluster="true"; label="Stage 101563"; subgraph cluster_126416 { id="cluster_126416"; isCluster="true"; label="repartition"; 48298 [id="node_48298" labelType="html" label="ShuffledRDD [48298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48299 [id="node_48299" labelType="html" label="CoalescedRDD [48299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48300 [id="node_48300" labelType="html" label="MapPartitionsRDD [48300] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126606 { id="cluster_126606"; isCluster="true"; label="map"; 48380 [id="node_48380" labelType="html" label="MapPartitionsRDD [48380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126668 { id="cluster_126668"; isCluster="true"; label="Exchange"; 48409 [id="node_48409" labelType="html" label="ShuffledRowRDD [48409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126665 { id="cluster_126665"; isCluster="true"; label="WholeStageCodegen (4)"; 48410 [id="node_48410" labelType="html" label="MapPartitionsRDD [48410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126704 { id="cluster_126704"; isCluster="true"; label="Exchange"; 48413 [id="node_48413" labelType="html" label="ShuffledRowRDD [48413] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126701 { id="cluster_126701"; isCluster="true"; label="WholeStageCodegen (6)"; 48414 [id="node_48414" labelType="html" label="MapPartitionsRDD [48414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126658 { id="cluster_126658"; isCluster="true"; label="WholeStageCodegen (7)"; 48415 [id="node_48415" labelType="html" label="ZippedPartitionsRDD2 [48415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48416 [id="node_48416" labelType="html" label="MapPartitionsRDD [48416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126657 { id="cluster_126657"; isCluster="true"; label="InMemoryTableScan"; 48417 [id="node_48417" labelType="html" label="MapPartitionsRDD [48417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48418 [id="node_48418" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#967633 AS qty#967635, demandChannel#967628, demandStream#967629, cachedKpis#967634 AS kpis#967636]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#967632L, cachedShardId#967631], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1620955]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1620951]\n : +- *(2) Has... [48418] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48419 [id="node_48419" labelType="html" label="MapPartitionsRDD [48419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48420 [id="node_48420" labelType="html" label="MapPartitionsRDD [48420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48421 [id="node_48421" labelType="html" label="MapPartitionsRDD [48421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126709 { id="cluster_126709"; isCluster="true"; label="WholeStageCodegen (3)"; 48422 [id="node_48422" labelType="html" label="MapPartitionsRDD [48422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126656 { id="cluster_126656"; isCluster="true"; label="Union"; 48423 [id="node_48423" labelType="html" label="UnionRDD [48423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126655 { id="cluster_126655"; isCluster="true"; label="Exchange"; 48424 [id="node_48424" labelType="html" label="MapPartitionsRDD [48424] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48298->48299; 48299->48300; 48300->48380; 48409->48410; 48413->48414; 48410->48415; 48414->48415; 48415->48416; 48416->48417; 48417->48418; 48418->48419; 48419->48420; 48420->48421; 48380->48422; 48421->48423; 48422->48423; 48423->48424; }
48297,48298
48408,48409
48412,48413
48300
48418
48298
48299
48300
48380
48409
48410
48413
48414
48415
48416
48417
48418
48419
48420
48421
48422
48423
48424
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time