4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106431 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
46.6 KiB / 302
Shuffle Read Size / Records:
52.6 KiB / 0
Associated Job Ids:
5962
DAG Visualization
digraph G { id="graph_106431"; subgraph graph_stage_106431 { id="graph_stage_106431"; isCluster="true"; label="Stage 106431"; subgraph cluster_134554 { id="cluster_134554"; isCluster="true"; label="repartition"; 51523 [id="node_51523" labelType="html" label="ShuffledRDD [51523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51524 [id="node_51524" labelType="html" label="CoalescedRDD [51524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51525 [id="node_51525" labelType="html" label="MapPartitionsRDD [51525] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134745 { id="cluster_134745"; isCluster="true"; label="map"; 51605 [id="node_51605" labelType="html" label="MapPartitionsRDD [51605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134808 { id="cluster_134808"; isCluster="true"; label="Exchange"; 51634 [id="node_51634" labelType="html" label="ShuffledRowRDD [51634] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134805 { id="cluster_134805"; isCluster="true"; label="WholeStageCodegen (4)"; 51635 [id="node_51635" labelType="html" label="MapPartitionsRDD [51635] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134843 { id="cluster_134843"; isCluster="true"; label="Exchange"; 51638 [id="node_51638" labelType="html" label="ShuffledRowRDD [51638] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134840 { id="cluster_134840"; isCluster="true"; label="WholeStageCodegen (6)"; 51639 [id="node_51639" labelType="html" label="MapPartitionsRDD [51639] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134797 { id="cluster_134797"; isCluster="true"; label="WholeStageCodegen (7)"; 51640 [id="node_51640" labelType="html" label="ZippedPartitionsRDD2 [51640] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51641 [id="node_51641" labelType="html" label="MapPartitionsRDD [51641] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134796 { id="cluster_134796"; isCluster="true"; label="InMemoryTableScan"; 51642 [id="node_51642" labelType="html" label="MapPartitionsRDD [51642] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51643 [id="node_51643" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1033744 AS qty#1033746, demandChannel#1033739, demandStream#1033740, cachedKpis#1033745 AS kpis#1033747]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1033743L, cachedShardId#1033742], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1680014]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [51643] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51644 [id="node_51644" labelType="html" label="MapPartitionsRDD [51644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51645 [id="node_51645" labelType="html" label="MapPartitionsRDD [51645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51646 [id="node_51646" labelType="html" label="MapPartitionsRDD [51646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134848 { id="cluster_134848"; isCluster="true"; label="WholeStageCodegen (3)"; 51647 [id="node_51647" labelType="html" label="MapPartitionsRDD [51647] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134795 { id="cluster_134795"; isCluster="true"; label="Union"; 51648 [id="node_51648" labelType="html" label="UnionRDD [51648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134794 { id="cluster_134794"; isCluster="true"; label="Exchange"; 51649 [id="node_51649" labelType="html" label="MapPartitionsRDD [51649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51523->51524; 51524->51525; 51525->51605; 51634->51635; 51638->51639; 51635->51640; 51639->51640; 51640->51641; 51641->51642; 51642->51643; 51643->51644; 51644->51645; 51645->51646; 51605->51647; 51646->51648; 51647->51648; 51648->51649; }
51522,51523
51633,51634
51637,51638
51525
51643
51523
51524
51525
51605
51634
51635
51638
51639
51640
51641
51642
51643
51644
51645
51646
51647
51648
51649
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time