4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115605 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
379.6 KiB / 4383
Shuffle Read Size / Records:
479.6 KiB / 0
Associated Job Ids:
6362
DAG Visualization
digraph G { id="graph_115605"; subgraph graph_stage_115605 { id="graph_stage_115605"; isCluster="true"; label="Stage 115605"; subgraph cluster_144544 { id="cluster_144544"; isCluster="true"; label="repartition"; 55568 [id="node_55568" labelType="html" label="ShuffledRDD [55568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55569 [id="node_55569" labelType="html" label="CoalescedRDD [55569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55570 [id="node_55570" labelType="html" label="MapPartitionsRDD [55570] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144734 { id="cluster_144734"; isCluster="true"; label="map"; 55650 [id="node_55650" labelType="html" label="MapPartitionsRDD [55650] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144797 { id="cluster_144797"; isCluster="true"; label="Exchange"; 55679 [id="node_55679" labelType="html" label="ShuffledRowRDD [55679] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144794 { id="cluster_144794"; isCluster="true"; label="WholeStageCodegen (4)"; 55680 [id="node_55680" labelType="html" label="MapPartitionsRDD [55680] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144832 { id="cluster_144832"; isCluster="true"; label="Exchange"; 55683 [id="node_55683" labelType="html" label="ShuffledRowRDD [55683] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144829 { id="cluster_144829"; isCluster="true"; label="WholeStageCodegen (6)"; 55684 [id="node_55684" labelType="html" label="MapPartitionsRDD [55684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144786 { id="cluster_144786"; isCluster="true"; label="WholeStageCodegen (7)"; 55685 [id="node_55685" labelType="html" label="ZippedPartitionsRDD2 [55685] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55686 [id="node_55686" labelType="html" label="MapPartitionsRDD [55686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144785 { id="cluster_144785"; isCluster="true"; label="InMemoryTableScan"; 55687 [id="node_55687" labelType="html" label="MapPartitionsRDD [55687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55688 [id="node_55688" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1117306 AS qty#1117308, demandChannel#1117301, demandStream#1117302, cachedKpis#1117307 AS kpis#1117309]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1117305L, cachedShardId#1117304], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1752232]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [55688] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55689 [id="node_55689" labelType="html" label="MapPartitionsRDD [55689] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55690 [id="node_55690" labelType="html" label="MapPartitionsRDD [55690] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55691 [id="node_55691" labelType="html" label="MapPartitionsRDD [55691] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144837 { id="cluster_144837"; isCluster="true"; label="WholeStageCodegen (3)"; 55692 [id="node_55692" labelType="html" label="MapPartitionsRDD [55692] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144784 { id="cluster_144784"; isCluster="true"; label="Union"; 55693 [id="node_55693" labelType="html" label="UnionRDD [55693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144783 { id="cluster_144783"; isCluster="true"; label="Exchange"; 55694 [id="node_55694" labelType="html" label="MapPartitionsRDD [55694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55568->55569; 55569->55570; 55570->55650; 55679->55680; 55683->55684; 55680->55685; 55684->55685; 55685->55686; 55686->55687; 55687->55688; 55688->55689; 55689->55690; 55690->55691; 55650->55692; 55691->55693; 55692->55693; 55693->55694; }
55567,55568
55678,55679
55682,55683
55570
55688
55568
55569
55570
55650
55679
55680
55683
55684
55685
55686
55687
55688
55689
55690
55691
55692
55693
55694
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time