4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107135 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 12
Shuffle Read Size / Records:
14.9 KiB / 37
Associated Job Ids:
5987
DAG Visualization
digraph G { id="graph_107135"; subgraph graph_stage_107135 { id="graph_stage_107135"; isCluster="true"; label="Stage 107135"; 52029 [id="node_52029" labelType="html" label="SQLExecutionRDD [52029] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_135685 { id="cluster_135685"; isCluster="true"; label="Exchange"; 52020 [id="node_52020" labelType="html" label="ShuffledRowRDD [52020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135680 { id="cluster_135680"; isCluster="true"; label="WholeStageCodegen (6)"; 52021 [id="node_52021" labelType="html" label="MapPartitionsRDD [52021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135679 { id="cluster_135679"; isCluster="true"; label="SortAggregate"; 52022 [id="node_52022" labelType="html" label="MapPartitionsRDD [52022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135678 { id="cluster_135678"; isCluster="true"; label="InMemoryTableScan"; 52023 [id="node_52023" labelType="html" label="MapPartitionsRDD [52023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52024 [id="node_52024" labelType="html" label="SortAggregate(key=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[first(kpis#1042102, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1042093, demandChannel#1042073, demandStream#1042074, kpis#1042235])\n+- *(6) Sort [demandChannel#1042073 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1042093 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1042074 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074, 37), ENSURE_REQUIREMENTS, [plan_id=1682519]\n +- SortAggregate(key=[demandChannel#1042073, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1042093)) AS qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[partial_first(kpis#1042102, false)], output=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L,... [52024] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52025 [id="node_52025" labelType="html" label="MapPartitionsRDD [52025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52026 [id="node_52026" labelType="html" label="MapPartitionsRDD [52026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52027 [id="node_52027" labelType="html" label="MapPartitionsRDD [52027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135677 { id="cluster_135677"; isCluster="true"; label="DeserializeToObject"; 52028 [id="node_52028" labelType="html" label="MapPartitionsRDD [52028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135734 { id="cluster_135734"; isCluster="true"; label="mapPartitions"; 52030 [id="node_52030" labelType="html" label="MapPartitionsRDD [52030] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52020->52021; 52021->52022; 52022->52023; 52023->52024; 52024->52025; 52025->52026; 52026->52027; 52027->52028; 52028->52029; 52029->52030; }
52019,52020
52024
52029
52020
52021
52022
52023
52024
52025
52026
52027
52028
52030
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time