4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107206 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
14.1 KiB / 25
Shuffle Write Size / Records:
2.2 KiB / 25
Associated Job Ids:
5988
DAG Visualization
digraph G { id="graph_107206"; subgraph graph_stage_107206 { id="graph_stage_107206"; isCluster="true"; label="Stage 107206"; subgraph cluster_135685 { id="cluster_135685"; isCluster="true"; label="Exchange"; 52020 [id="node_52020" labelType="html" label="ShuffledRowRDD [52020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135680 { id="cluster_135680"; isCluster="true"; label="WholeStageCodegen (6)"; 52021 [id="node_52021" labelType="html" label="MapPartitionsRDD [52021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135679 { id="cluster_135679"; isCluster="true"; label="SortAggregate"; 52022 [id="node_52022" labelType="html" label="MapPartitionsRDD [52022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135678 { id="cluster_135678"; isCluster="true"; label="InMemoryTableScan"; 52023 [id="node_52023" labelType="html" label="MapPartitionsRDD [52023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52024 [id="node_52024" labelType="html" label="SortAggregate(key=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[first(kpis#1042102, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1042093, demandChannel#1042073, demandStream#1042074, kpis#1042235])\n+- *(6) Sort [demandChannel#1042073 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1042093 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1042074 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074, 37), ENSURE_REQUIREMENTS, [plan_id=1682519]\n +- SortAggregate(key=[demandChannel#1042073, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1042093)) AS qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[partial_first(kpis#1042102, false)], output=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L,... [52024] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135781 { id="cluster_135781"; isCluster="true"; label="InMemoryTableScan"; 52037 [id="node_52037" labelType="html" label="MapPartitionsRDD [52037] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52038 [id="node_52038" labelType="html" label="MapPartitionsRDD [52038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52039 [id="node_52039" labelType="html" label="MapPartitionsRDD [52039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135778 { id="cluster_135778"; isCluster="true"; label="WholeStageCodegen (1)"; 52040 [id="node_52040" labelType="html" label="MapPartitionsRDD [52040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135777 { id="cluster_135777"; isCluster="true"; label="Exchange"; 52041 [id="node_52041" labelType="html" label="MapPartitionsRDD [52041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52020->52021; 52021->52022; 52022->52023; 52023->52024; 52024->52037; 52037->52038; 52038->52039; 52039->52040; 52040->52041; }
52019,52020
52024
52020
52021
52022
52023
52024
52037
52038
52039
52040
52041
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time