4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 104012 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
607.7 KiB / 6098
Shuffle Read Size / Records:
352.4 KiB / 0
Associated Job Ids:
5757
DAG Visualization
digraph G { id="graph_104012"; subgraph graph_stage_104012 { id="graph_stage_104012"; isCluster="true"; label="Stage 104012"; subgraph cluster_130143 { id="cluster_130143"; isCluster="true"; label="repartition"; 49884 [id="node_49884" labelType="html" label="ShuffledRDD [49884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49885 [id="node_49885" labelType="html" label="CoalescedRDD [49885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49886 [id="node_49886" labelType="html" label="MapPartitionsRDD [49886] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130334 { id="cluster_130334"; isCluster="true"; label="map"; 49966 [id="node_49966" labelType="html" label="MapPartitionsRDD [49966] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130397 { id="cluster_130397"; isCluster="true"; label="Exchange"; 49995 [id="node_49995" labelType="html" label="ShuffledRowRDD [49995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130394 { id="cluster_130394"; isCluster="true"; label="WholeStageCodegen (4)"; 49996 [id="node_49996" labelType="html" label="MapPartitionsRDD [49996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130432 { id="cluster_130432"; isCluster="true"; label="Exchange"; 49999 [id="node_49999" labelType="html" label="ShuffledRowRDD [49999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130429 { id="cluster_130429"; isCluster="true"; label="WholeStageCodegen (6)"; 50000 [id="node_50000" labelType="html" label="MapPartitionsRDD [50000] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130386 { id="cluster_130386"; isCluster="true"; label="WholeStageCodegen (7)"; 50001 [id="node_50001" labelType="html" label="ZippedPartitionsRDD2 [50001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50002 [id="node_50002" labelType="html" label="MapPartitionsRDD [50002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130385 { id="cluster_130385"; isCluster="true"; label="InMemoryTableScan"; 50003 [id="node_50003" labelType="html" label="MapPartitionsRDD [50003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50004 [id="node_50004" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#1000981 AS qty#1000983, demandChannel#1000976, demandStream#1000977, cachedKpis#1000982 AS kpis#1000984]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#1000980L, cachedShardId#1000979], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1630480]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1630476]\n : +- ... [50004] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50005 [id="node_50005" labelType="html" label="MapPartitionsRDD [50005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50006 [id="node_50006" labelType="html" label="MapPartitionsRDD [50006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50007 [id="node_50007" labelType="html" label="MapPartitionsRDD [50007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130437 { id="cluster_130437"; isCluster="true"; label="WholeStageCodegen (3)"; 50008 [id="node_50008" labelType="html" label="MapPartitionsRDD [50008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130384 { id="cluster_130384"; isCluster="true"; label="Union"; 50009 [id="node_50009" labelType="html" label="UnionRDD [50009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_130383 { id="cluster_130383"; isCluster="true"; label="Exchange"; 50010 [id="node_50010" labelType="html" label="MapPartitionsRDD [50010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49884->49885; 49885->49886; 49886->49966; 49995->49996; 49999->50000; 49996->50001; 50000->50001; 50001->50002; 50002->50003; 50003->50004; 50004->50005; 50005->50006; 50006->50007; 49966->50008; 50007->50009; 50008->50009; 50009->50010; }
49883,49884
49994,49995
49998,49999
49886
50004
49884
49885
49886
49966
49995
49996
49999
50000
50001
50002
50003
50004
50005
50006
50007
50008
50009
50010
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time