4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107936 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
10.1 KiB / 18
Shuffle Write Size / Records:
1656.0 B / 18
Associated Job Ids:
6009
DAG Visualization
digraph G { id="graph_107936"; subgraph graph_stage_107936 { id="graph_stage_107936"; isCluster="true"; label="Stage 107936"; subgraph cluster_136307 { id="cluster_136307"; isCluster="true"; label="Exchange"; 52284 [id="node_52284" labelType="html" label="ShuffledRowRDD [52284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136301 { id="cluster_136301"; isCluster="true"; label="WholeStageCodegen (6)"; 52285 [id="node_52285" labelType="html" label="MapPartitionsRDD [52285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136300 { id="cluster_136300"; isCluster="true"; label="SortAggregate"; 52286 [id="node_52286" labelType="html" label="MapPartitionsRDD [52286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136299 { id="cluster_136299"; isCluster="true"; label="InMemoryTableScan"; 52287 [id="node_52287" labelType="html" label="MapPartitionsRDD [52287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52288 [id="node_52288" labelType="html" label="SortAggregate(key=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[first(kpis#1047660, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1047651, demandChannel#1047631, demandStream#1047632, kpis#1047793])\n+- *(6) Sort [demandChannel#1047631 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1047651 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1047632 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L, demandStream#1047632, 37), ENSURE_REQUIREMENTS, [plan_id=1684068]\n +- SortAggregate(key=[demandChannel#1047631, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1047651)) AS qty#1047651, worklistShardItemId#1011816L, demandStream#1047632], functions=[partial_first(kpis#1047660, false)], output=[demandChannel#1047631, shardId#1011815, qty#1047651, worklistShardItemId#1011816L,... [52288] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136402 { id="cluster_136402"; isCluster="true"; label="InMemoryTableScan"; 52301 [id="node_52301" labelType="html" label="MapPartitionsRDD [52301] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52302 [id="node_52302" labelType="html" label="MapPartitionsRDD [52302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52303 [id="node_52303" labelType="html" label="MapPartitionsRDD [52303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136399 { id="cluster_136399"; isCluster="true"; label="WholeStageCodegen (1)"; 52304 [id="node_52304" labelType="html" label="MapPartitionsRDD [52304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136398 { id="cluster_136398"; isCluster="true"; label="Exchange"; 52305 [id="node_52305" labelType="html" label="MapPartitionsRDD [52305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52284->52285; 52285->52286; 52286->52287; 52287->52288; 52288->52301; 52301->52302; 52302->52303; 52303->52304; 52304->52305; }
52283,52284
52288
52284
52285
52286
52287
52288
52301
52302
52303
52304
52305
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time