4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113195 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
63.3 KiB / 473
Shuffle Write Size / Records:
252.2 KiB / 473
Associated Job Ids:
6160
DAG Visualization
digraph G { id="graph_113195"; subgraph graph_stage_113195 { id="graph_stage_113195"; isCluster="true"; label="Stage 113195"; 54171 [id="node_54171" labelType="html" label="SQLExecutionRDD [54171] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_140202 { id="cluster_140202"; isCluster="true"; label="repartition"; 53923 [id="node_53923" labelType="html" label="ShuffledRDD [53923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53924 [id="node_53924" labelType="html" label="CoalescedRDD [53924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53925 [id="node_53925" labelType="html" label="MapPartitionsRDD [53925] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140713 { id="cluster_140713"; isCluster="true"; label="Exchange"; 54156 [id="node_54156" labelType="html" label="ShuffledRowRDD [54156] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140707 { id="cluster_140707"; isCluster="true"; label="WholeStageCodegen (6)"; 54157 [id="node_54157" labelType="html" label="MapPartitionsRDD [54157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140706 { id="cluster_140706"; isCluster="true"; label="SortAggregate"; 54158 [id="node_54158" labelType="html" label="MapPartitionsRDD [54158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140705 { id="cluster_140705"; isCluster="true"; label="InMemoryTableScan"; 54159 [id="node_54159" labelType="html" label="MapPartitionsRDD [54159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54160 [id="node_54160" labelType="html" label="SortAggregate(key=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[first(kpis#1086865, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1086856, demandChannel#1086836, demandStream#1086837, kpis#1086998])\n+- *(6) Sort [demandChannel#1086836 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1086856 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1086837 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837, 37), ENSURE_REQUIREMENTS, [plan_id=1695213]\n +- SortAggregate(key=[demandChannel#1086836, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1086856)) AS qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[partial_first(kpis#1086865, false)], output=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L,... [54160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140799 { id="cluster_140799"; isCluster="true"; label="InMemoryTableScan"; 54167 [id="node_54167" labelType="html" label="MapPartitionsRDD [54167] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54168 [id="node_54168" labelType="html" label="MapPartitionsRDD [54168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54169 [id="node_54169" labelType="html" label="MapPartitionsRDD [54169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140798 { id="cluster_140798"; isCluster="true"; label="DeserializeToObject"; 54170 [id="node_54170" labelType="html" label="MapPartitionsRDD [54170] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140800 { id="cluster_140800"; isCluster="true"; label="mapPartitions"; 54172 [id="node_54172" labelType="html" label="MapPartitionsRDD [54172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140820 { id="cluster_140820"; isCluster="true"; label="union"; 54181 [id="node_54181" labelType="html" label="UnionRDD [54181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140821 { id="cluster_140821"; isCluster="true"; label="filter"; 54182 [id="node_54182" labelType="html" label="MapPartitionsRDD [54182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140822 { id="cluster_140822"; isCluster="true"; label="distinct"; 54183 [id="node_54183" labelType="html" label="MapPartitionsRDD [54183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53923->53924; 53924->53925; 54156->54157; 54157->54158; 54158->54159; 54159->54160; 54160->54167; 54167->54168; 54168->54169; 54169->54170; 54170->54171; 54171->54172; 53925->54181; 54172->54181; 54181->54182; 54182->54183; }
53922,53923
54155,54156
53925
54160
54171
53923
53924
53925
54156
54157
54158
54159
54160
54167
54168
54169
54170
54172
54181
54182
54183
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time