4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113052 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
855.0 B / 2
Associated Job Ids:
6158
DAG Visualization
digraph G { id="graph_113052"; subgraph graph_stage_113052 { id="graph_stage_113052"; isCluster="true"; label="Stage 113052"; 54165 [id="node_54165" labelType="html" label="SQLExecutionRDD [54165] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_140713 { id="cluster_140713"; isCluster="true"; label="Exchange"; 54156 [id="node_54156" labelType="html" label="ShuffledRowRDD [54156] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140707 { id="cluster_140707"; isCluster="true"; label="WholeStageCodegen (6)"; 54157 [id="node_54157" labelType="html" label="MapPartitionsRDD [54157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140706 { id="cluster_140706"; isCluster="true"; label="SortAggregate"; 54158 [id="node_54158" labelType="html" label="MapPartitionsRDD [54158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140705 { id="cluster_140705"; isCluster="true"; label="InMemoryTableScan"; 54159 [id="node_54159" labelType="html" label="MapPartitionsRDD [54159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54160 [id="node_54160" labelType="html" label="SortAggregate(key=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[first(kpis#1086865, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1086856, demandChannel#1086836, demandStream#1086837, kpis#1086998])\n+- *(6) Sort [demandChannel#1086836 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1086856 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1086837 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837, 37), ENSURE_REQUIREMENTS, [plan_id=1695213]\n +- SortAggregate(key=[demandChannel#1086836, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1086856)) AS qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[partial_first(kpis#1086865, false)], output=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L,... [54160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54161 [id="node_54161" labelType="html" label="MapPartitionsRDD [54161] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54162 [id="node_54162" labelType="html" label="MapPartitionsRDD [54162] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54163 [id="node_54163" labelType="html" label="MapPartitionsRDD [54163] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140704 { id="cluster_140704"; isCluster="true"; label="DeserializeToObject"; 54164 [id="node_54164" labelType="html" label="MapPartitionsRDD [54164] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140761 { id="cluster_140761"; isCluster="true"; label="mapPartitions"; 54166 [id="node_54166" labelType="html" label="MapPartitionsRDD [54166] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54156->54157; 54157->54158; 54158->54159; 54159->54160; 54160->54161; 54161->54162; 54162->54163; 54163->54164; 54164->54165; 54165->54166; }
54155,54156
54160
54165
54156
54157
54158
54159
54160
54161
54162
54163
54164
54166
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time