4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103353 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
596.8 KiB / 5990
Shuffle Read Size / Records:
442.1 KiB / 0
Associated Job Ids:
5736
DAG Visualization
digraph G { id="graph_103353"; subgraph graph_stage_103353 { id="graph_stage_103353"; isCluster="true"; label="Stage 103353"; subgraph cluster_129522 { id="cluster_129522"; isCluster="true"; label="repartition"; 49620 [id="node_49620" labelType="html" label="ShuffledRDD [49620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49621 [id="node_49621" labelType="html" label="CoalescedRDD [49621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49622 [id="node_49622" labelType="html" label="MapPartitionsRDD [49622] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129713 { id="cluster_129713"; isCluster="true"; label="map"; 49702 [id="node_49702" labelType="html" label="MapPartitionsRDD [49702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129776 { id="cluster_129776"; isCluster="true"; label="Exchange"; 49731 [id="node_49731" labelType="html" label="ShuffledRowRDD [49731] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129773 { id="cluster_129773"; isCluster="true"; label="WholeStageCodegen (4)"; 49732 [id="node_49732" labelType="html" label="MapPartitionsRDD [49732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129805 { id="cluster_129805"; isCluster="true"; label="Exchange"; 49735 [id="node_49735" labelType="html" label="ShuffledRowRDD [49735] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129802 { id="cluster_129802"; isCluster="true"; label="WholeStageCodegen (6)"; 49736 [id="node_49736" labelType="html" label="MapPartitionsRDD [49736] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129765 { id="cluster_129765"; isCluster="true"; label="WholeStageCodegen (7)"; 49737 [id="node_49737" labelType="html" label="ZippedPartitionsRDD2 [49737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49738 [id="node_49738" labelType="html" label="MapPartitionsRDD [49738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129764 { id="cluster_129764"; isCluster="true"; label="InMemoryTableScan"; 49739 [id="node_49739" labelType="html" label="MapPartitionsRDD [49739] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49740 [id="node_49740" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#995423 AS qty#995425, demandChannel#995418, demandStream#995419, cachedKpis#995424 AS kpis#995426]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#995422L, cachedShardId#995421], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1628890]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1628886]\n : +- *(2) Has... [49740] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49741 [id="node_49741" labelType="html" label="MapPartitionsRDD [49741] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49742 [id="node_49742" labelType="html" label="MapPartitionsRDD [49742] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49743 [id="node_49743" labelType="html" label="MapPartitionsRDD [49743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129816 { id="cluster_129816"; isCluster="true"; label="WholeStageCodegen (3)"; 49744 [id="node_49744" labelType="html" label="MapPartitionsRDD [49744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129763 { id="cluster_129763"; isCluster="true"; label="Union"; 49745 [id="node_49745" labelType="html" label="UnionRDD [49745] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129762 { id="cluster_129762"; isCluster="true"; label="Exchange"; 49746 [id="node_49746" labelType="html" label="MapPartitionsRDD [49746] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49620->49621; 49621->49622; 49622->49702; 49731->49732; 49735->49736; 49732->49737; 49736->49737; 49737->49738; 49738->49739; 49739->49740; 49740->49741; 49741->49742; 49742->49743; 49702->49744; 49743->49745; 49744->49745; 49745->49746; }
49619,49620
49730,49731
49734,49735
49622
49740
49620
49621
49622
49702
49731
49732
49735
49736
49737
49738
49739
49740
49741
49742
49743
49744
49745
49746
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time