4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112555 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1795.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
6138
DAG Visualization
digraph G { id="graph_112555"; subgraph graph_stage_112555 { id="graph_stage_112555"; isCluster="true"; label="Stage 112555"; subgraph cluster_140092 { id="cluster_140092"; isCluster="true"; label="Exchange"; 53892 [id="node_53892" labelType="html" label="ShuffledRowRDD [53892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140086 { id="cluster_140086"; isCluster="true"; label="WholeStageCodegen (6)"; 53893 [id="node_53893" labelType="html" label="MapPartitionsRDD [53893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140085 { id="cluster_140085"; isCluster="true"; label="SortAggregate"; 53894 [id="node_53894" labelType="html" label="MapPartitionsRDD [53894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140084 { id="cluster_140084"; isCluster="true"; label="InMemoryTableScan"; 53895 [id="node_53895" labelType="html" label="MapPartitionsRDD [53895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53896 [id="node_53896" labelType="html" label="SortAggregate(key=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[first(kpis#1081307, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1081298, demandChannel#1081278, demandStream#1081279, kpis#1081440])\n+- *(6) Sort [demandChannel#1081278 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1081298 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1081279 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279, 37), ENSURE_REQUIREMENTS, [plan_id=1693664]\n +- SortAggregate(key=[demandChannel#1081278, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1081298)) AS qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[partial_first(kpis#1081307, false)], output=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L,... [53896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140187 { id="cluster_140187"; isCluster="true"; label="InMemoryTableScan"; 53909 [id="node_53909" labelType="html" label="MapPartitionsRDD [53909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53910 [id="node_53910" labelType="html" label="MapPartitionsRDD [53910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53911 [id="node_53911" labelType="html" label="MapPartitionsRDD [53911] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140184 { id="cluster_140184"; isCluster="true"; label="WholeStageCodegen (1)"; 53912 [id="node_53912" labelType="html" label="MapPartitionsRDD [53912] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140183 { id="cluster_140183"; isCluster="true"; label="Exchange"; 53913 [id="node_53913" labelType="html" label="MapPartitionsRDD [53913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53892->53893; 53893->53894; 53894->53895; 53895->53896; 53896->53909; 53909->53910; 53910->53911; 53911->53912; 53912->53913; }
53891,53892
53896
53892
53893
53894
53895
53896
53909
53910
53911
53912
53913
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time