4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 110954 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 4; Process local: 33
Shuffle Read Size / Records:
1697.0 B / 4
Associated Job Ids:
6071
DAG Visualization
digraph G { id="graph_110954"; subgraph graph_stage_110954 { id="graph_stage_110954"; isCluster="true"; label="Stage 110954"; 53085 [id="node_53085" labelType="html" label="SQLExecutionRDD [53085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138169 { id="cluster_138169"; isCluster="true"; label="Exchange"; 53076 [id="node_53076" labelType="html" label="ShuffledRowRDD [53076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138164 { id="cluster_138164"; isCluster="true"; label="WholeStageCodegen (6)"; 53077 [id="node_53077" labelType="html" label="MapPartitionsRDD [53077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138163 { id="cluster_138163"; isCluster="true"; label="SortAggregate"; 53078 [id="node_53078" labelType="html" label="MapPartitionsRDD [53078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138162 { id="cluster_138162"; isCluster="true"; label="InMemoryTableScan"; 53079 [id="node_53079" labelType="html" label="MapPartitionsRDD [53079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53080 [id="node_53080" labelType="html" label="SortAggregate(key=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[first(kpis#1064334, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1064325, demandChannel#1064305, demandStream#1064306, kpis#1064467])\n+- *(6) Sort [demandChannel#1064305 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1064325 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1064306 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306, 37), ENSURE_REQUIREMENTS, [plan_id=1688782]\n +- SortAggregate(key=[demandChannel#1064305, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1064325)) AS qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[partial_first(kpis#1064334, false)], output=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L,... [53080] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53081 [id="node_53081" labelType="html" label="MapPartitionsRDD [53081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53082 [id="node_53082" labelType="html" label="MapPartitionsRDD [53082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53083 [id="node_53083" labelType="html" label="MapPartitionsRDD [53083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138161 { id="cluster_138161"; isCluster="true"; label="DeserializeToObject"; 53084 [id="node_53084" labelType="html" label="MapPartitionsRDD [53084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138218 { id="cluster_138218"; isCluster="true"; label="mapPartitions"; 53086 [id="node_53086" labelType="html" label="MapPartitionsRDD [53086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53076->53077; 53077->53078; 53078->53079; 53079->53080; 53080->53081; 53081->53082; 53082->53083; 53083->53084; 53084->53085; 53085->53086; }
53075,53076
53080
53085
53076
53077
53078
53079
53080
53081
53082
53083
53084
53086
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time