4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 109387 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
58.3 KiB / 444
Shuffle Read Size / Records:
72.0 KiB / 0
Associated Job Ids:
6046
DAG Visualization
digraph G { id="graph_109387"; subgraph graph_stage_109387 { id="graph_stage_109387"; isCluster="true"; label="Stage 109387"; subgraph cluster_137038 { id="cluster_137038"; isCluster="true"; label="repartition"; 52579 [id="node_52579" labelType="html" label="ShuffledRDD [52579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52580 [id="node_52580" labelType="html" label="CoalescedRDD [52580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52581 [id="node_52581" labelType="html" label="MapPartitionsRDD [52581] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137229 { id="cluster_137229"; isCluster="true"; label="map"; 52661 [id="node_52661" labelType="html" label="MapPartitionsRDD [52661] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137292 { id="cluster_137292"; isCluster="true"; label="Exchange"; 52690 [id="node_52690" labelType="html" label="ShuffledRowRDD [52690] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137289 { id="cluster_137289"; isCluster="true"; label="WholeStageCodegen (4)"; 52691 [id="node_52691" labelType="html" label="MapPartitionsRDD [52691] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137327 { id="cluster_137327"; isCluster="true"; label="Exchange"; 52694 [id="node_52694" labelType="html" label="ShuffledRowRDD [52694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137324 { id="cluster_137324"; isCluster="true"; label="WholeStageCodegen (6)"; 52695 [id="node_52695" labelType="html" label="MapPartitionsRDD [52695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137281 { id="cluster_137281"; isCluster="true"; label="WholeStageCodegen (7)"; 52696 [id="node_52696" labelType="html" label="ZippedPartitionsRDD2 [52696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52697 [id="node_52697" labelType="html" label="MapPartitionsRDD [52697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137280 { id="cluster_137280"; isCluster="true"; label="InMemoryTableScan"; 52698 [id="node_52698" labelType="html" label="MapPartitionsRDD [52698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52699 [id="node_52699" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1055976 AS qty#1055978, demandChannel#1055971, demandStream#1055972, cachedKpis#1055977 AS kpis#1055979]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1055975L, cachedShardId#1055974], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1686277]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [52699] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52700 [id="node_52700" labelType="html" label="MapPartitionsRDD [52700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52701 [id="node_52701" labelType="html" label="MapPartitionsRDD [52701] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52702 [id="node_52702" labelType="html" label="MapPartitionsRDD [52702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137332 { id="cluster_137332"; isCluster="true"; label="WholeStageCodegen (3)"; 52703 [id="node_52703" labelType="html" label="MapPartitionsRDD [52703] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137279 { id="cluster_137279"; isCluster="true"; label="Union"; 52704 [id="node_52704" labelType="html" label="UnionRDD [52704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137278 { id="cluster_137278"; isCluster="true"; label="Exchange"; 52705 [id="node_52705" labelType="html" label="MapPartitionsRDD [52705] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52579->52580; 52580->52581; 52581->52661; 52690->52691; 52694->52695; 52691->52696; 52695->52696; 52696->52697; 52697->52698; 52698->52699; 52699->52700; 52700->52701; 52701->52702; 52661->52703; 52702->52704; 52703->52704; 52704->52705; }
52578,52579
52689,52690
52693,52694
52581
52699
52579
52580
52581
52661
52690
52691
52694
52695
52696
52697
52698
52699
52700
52701
52702
52703
52704
52705
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time