4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111097 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
2.7 KiB / 4
Shuffle Write Size / Records:
368.0 B / 4
Associated Job Ids:
6072
DAG Visualization
digraph G { id="graph_111097"; subgraph graph_stage_111097 { id="graph_stage_111097"; isCluster="true"; label="Stage 111097"; subgraph cluster_138169 { id="cluster_138169"; isCluster="true"; label="Exchange"; 53076 [id="node_53076" labelType="html" label="ShuffledRowRDD [53076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138164 { id="cluster_138164"; isCluster="true"; label="WholeStageCodegen (6)"; 53077 [id="node_53077" labelType="html" label="MapPartitionsRDD [53077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138163 { id="cluster_138163"; isCluster="true"; label="SortAggregate"; 53078 [id="node_53078" labelType="html" label="MapPartitionsRDD [53078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138162 { id="cluster_138162"; isCluster="true"; label="InMemoryTableScan"; 53079 [id="node_53079" labelType="html" label="MapPartitionsRDD [53079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53080 [id="node_53080" labelType="html" label="SortAggregate(key=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[first(kpis#1064334, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1064325, demandChannel#1064305, demandStream#1064306, kpis#1064467])\n+- *(6) Sort [demandChannel#1064305 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1064325 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1064306 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306, 37), ENSURE_REQUIREMENTS, [plan_id=1688782]\n +- SortAggregate(key=[demandChannel#1064305, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1064325)) AS qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[partial_first(kpis#1064334, false)], output=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L,... [53080] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138265 { id="cluster_138265"; isCluster="true"; label="InMemoryTableScan"; 53093 [id="node_53093" labelType="html" label="MapPartitionsRDD [53093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53094 [id="node_53094" labelType="html" label="MapPartitionsRDD [53094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53095 [id="node_53095" labelType="html" label="MapPartitionsRDD [53095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138262 { id="cluster_138262"; isCluster="true"; label="WholeStageCodegen (1)"; 53096 [id="node_53096" labelType="html" label="MapPartitionsRDD [53096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138261 { id="cluster_138261"; isCluster="true"; label="Exchange"; 53097 [id="node_53097" labelType="html" label="MapPartitionsRDD [53097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53076->53077; 53077->53078; 53078->53079; 53079->53080; 53080->53093; 53093->53094; 53094->53095; 53095->53096; 53096->53097; }
53075,53076
53080
53076
53077
53078
53079
53080
53093
53094
53095
53096
53097
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time