4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112502 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
856.0 B / 2
Associated Job Ids:
6137
DAG Visualization
digraph G { id="graph_112502"; subgraph graph_stage_112502 { id="graph_stage_112502"; isCluster="true"; label="Stage 112502"; 53901 [id="node_53901" labelType="html" label="SQLExecutionRDD [53901] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_140092 { id="cluster_140092"; isCluster="true"; label="Exchange"; 53892 [id="node_53892" labelType="html" label="ShuffledRowRDD [53892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140086 { id="cluster_140086"; isCluster="true"; label="WholeStageCodegen (6)"; 53893 [id="node_53893" labelType="html" label="MapPartitionsRDD [53893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140085 { id="cluster_140085"; isCluster="true"; label="SortAggregate"; 53894 [id="node_53894" labelType="html" label="MapPartitionsRDD [53894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140084 { id="cluster_140084"; isCluster="true"; label="InMemoryTableScan"; 53895 [id="node_53895" labelType="html" label="MapPartitionsRDD [53895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53896 [id="node_53896" labelType="html" label="SortAggregate(key=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[first(kpis#1081307, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1081298, demandChannel#1081278, demandStream#1081279, kpis#1081440])\n+- *(6) Sort [demandChannel#1081278 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1081298 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1081279 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279, 37), ENSURE_REQUIREMENTS, [plan_id=1693664]\n +- SortAggregate(key=[demandChannel#1081278, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1081298)) AS qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[partial_first(kpis#1081307, false)], output=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L,... [53896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53897 [id="node_53897" labelType="html" label="MapPartitionsRDD [53897] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53898 [id="node_53898" labelType="html" label="MapPartitionsRDD [53898] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53899 [id="node_53899" labelType="html" label="MapPartitionsRDD [53899] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140083 { id="cluster_140083"; isCluster="true"; label="DeserializeToObject"; 53900 [id="node_53900" labelType="html" label="MapPartitionsRDD [53900] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140140 { id="cluster_140140"; isCluster="true"; label="mapPartitions"; 53902 [id="node_53902" labelType="html" label="MapPartitionsRDD [53902] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53892->53893; 53893->53894; 53894->53895; 53895->53896; 53896->53897; 53897->53898; 53898->53899; 53899->53900; 53900->53901; 53901->53902; }
53891,53892
53896
53901
53892
53893
53894
53895
53896
53897
53898
53899
53900
53902
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time