4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115940 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
433.1 KiB / 4858
Shuffle Read Size / Records:
481.5 KiB / 0
Associated Job Ids:
6384
DAG Visualization
digraph G { id="graph_115940"; subgraph graph_stage_115940 { id="graph_stage_115940"; isCluster="true"; label="Stage 115940"; subgraph cluster_145164 { id="cluster_145164"; isCluster="true"; label="repartition"; 55832 [id="node_55832" labelType="html" label="ShuffledRDD [55832] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55833 [id="node_55833" labelType="html" label="CoalescedRDD [55833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55834 [id="node_55834" labelType="html" label="MapPartitionsRDD [55834] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145366 { id="cluster_145366"; isCluster="true"; label="map"; 55918 [id="node_55918" labelType="html" label="MapPartitionsRDD [55918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145429 { id="cluster_145429"; isCluster="true"; label="Exchange"; 55947 [id="node_55947" labelType="html" label="ShuffledRowRDD [55947] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145426 { id="cluster_145426"; isCluster="true"; label="WholeStageCodegen (4)"; 55948 [id="node_55948" labelType="html" label="MapPartitionsRDD [55948] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145452 { id="cluster_145452"; isCluster="true"; label="Exchange"; 55951 [id="node_55951" labelType="html" label="ShuffledRowRDD [55951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145449 { id="cluster_145449"; isCluster="true"; label="WholeStageCodegen (6)"; 55952 [id="node_55952" labelType="html" label="MapPartitionsRDD [55952] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145418 { id="cluster_145418"; isCluster="true"; label="WholeStageCodegen (7)"; 55953 [id="node_55953" labelType="html" label="ZippedPartitionsRDD2 [55953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55954 [id="node_55954" labelType="html" label="MapPartitionsRDD [55954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145417 { id="cluster_145417"; isCluster="true"; label="InMemoryTableScan"; 55955 [id="node_55955" labelType="html" label="MapPartitionsRDD [55955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55956 [id="node_55956" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1122886 AS qty#1122888, demandChannel#1122881, demandStream#1122882, cachedKpis#1122887 AS kpis#1122889]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1122885L, cachedShardId#1122884], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1753792]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [55956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55957 [id="node_55957" labelType="html" label="MapPartitionsRDD [55957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55958 [id="node_55958" labelType="html" label="MapPartitionsRDD [55958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55959 [id="node_55959" labelType="html" label="MapPartitionsRDD [55959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145457 { id="cluster_145457"; isCluster="true"; label="WholeStageCodegen (3)"; 55960 [id="node_55960" labelType="html" label="MapPartitionsRDD [55960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145416 { id="cluster_145416"; isCluster="true"; label="Union"; 55961 [id="node_55961" labelType="html" label="UnionRDD [55961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145415 { id="cluster_145415"; isCluster="true"; label="Exchange"; 55962 [id="node_55962" labelType="html" label="MapPartitionsRDD [55962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55832->55833; 55833->55834; 55834->55918; 55947->55948; 55951->55952; 55948->55953; 55952->55953; 55953->55954; 55954->55955; 55955->55956; 55956->55957; 55957->55958; 55958->55959; 55918->55960; 55959->55961; 55960->55961; 55961->55962; }
55831,55832
55946,55947
55950,55951
55834
55956
55832
55833
55834
55918
55947
55948
55951
55952
55953
55954
55955
55956
55957
55958
55959
55960
55961
55962
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time