4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105988 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
43.8 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5925
DAG Visualization
digraph G { id="graph_105988"; subgraph graph_stage_105988 { id="graph_stage_105988"; isCluster="true"; label="Stage 105988"; subgraph cluster_133824 { id="cluster_133824"; isCluster="true"; label="Exchange"; 51228 [id="node_51228" labelType="html" label="ShuffledRowRDD [51228] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133818 { id="cluster_133818"; isCluster="true"; label="WholeStageCodegen (6)"; 51229 [id="node_51229" labelType="html" label="MapPartitionsRDD [51229] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133817 { id="cluster_133817"; isCluster="true"; label="SortAggregate"; 51230 [id="node_51230" labelType="html" label="MapPartitionsRDD [51230] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133816 { id="cluster_133816"; isCluster="true"; label="InMemoryTableScan"; 51231 [id="node_51231" labelType="html" label="MapPartitionsRDD [51231] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51232 [id="node_51232" labelType="html" label="SortAggregate(key=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[first(kpis#1025428, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1025419, demandChannel#1025399, demandStream#1025400, kpis#1025561])\n+- *(6) Sort [demandChannel#1025399 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1025419 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1025400 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L, demandStream#1025400, 37), ENSURE_REQUIREMENTS, [plan_id=1677779]\n +- SortAggregate(key=[demandChannel#1025399, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1025419)) AS qty#1025419, worklistShardItemId#1011816L, demandStream#1025400], functions=[partial_first(kpis#1025428, false)], output=[demandChannel#1025399, shardId#1011815, qty#1025419, worklistShardItemId#1011816L,... [51232] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133919 { id="cluster_133919"; isCluster="true"; label="InMemoryTableScan"; 51245 [id="node_51245" labelType="html" label="MapPartitionsRDD [51245] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51246 [id="node_51246" labelType="html" label="MapPartitionsRDD [51246] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51247 [id="node_51247" labelType="html" label="MapPartitionsRDD [51247] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133916 { id="cluster_133916"; isCluster="true"; label="WholeStageCodegen (1)"; 51248 [id="node_51248" labelType="html" label="MapPartitionsRDD [51248] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133915 { id="cluster_133915"; isCluster="true"; label="Exchange"; 51249 [id="node_51249" labelType="html" label="MapPartitionsRDD [51249] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51228->51229; 51229->51230; 51230->51231; 51231->51232; 51232->51245; 51245->51246; 51246->51247; 51247->51248; 51248->51249; }
51227,51228
51232
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time