4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278744 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
57.2 KiB / 158
Associated Job Ids:
96742
DAG Visualization
digraph G { id="graph_278744"; subgraph graph_stage_278744 { id="graph_stage_278744"; isCluster="true"; label="Stage 278744"; 789973 [id="node_789973" labelType="html" label="SQLExecutionRDD [789973] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_1999884 { id="cluster_1999884"; isCluster="true"; label="Exchange"; 789964 [id="node_789964" labelType="html" label="ShuffledRowRDD [789964] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999878 { id="cluster_1999878"; isCluster="true"; label="WholeStageCodegen (5)"; 789965 [id="node_789965" labelType="html" label="MapPartitionsRDD [789965] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999877 { id="cluster_1999877"; isCluster="true"; label="SortAggregate"; 789966 [id="node_789966" labelType="html" label="MapPartitionsRDD [789966] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999876 { id="cluster_1999876"; isCluster="true"; label="InMemoryTableScan"; 789967 [id="node_789967" labelType="html" label="MapPartitionsRDD [789967] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789968 [id="node_789968" labelType="html" label="SortAggregate(key=[demandChannel#13807617, shardId#13791298, qty#13807637, worklistShardItemId#13791299L, demandStream#13807618], functions=[first(kpis#13807646, false)], output=[shardId#13791298, worklistShardItemId#13791299L, qty#13807637, demandChannel#13807617, demandStream#13807618, kpis#13807759])\n+- *(5) Sort [demandChannel#13807617 ASC NULLS FIRST, shardId#13791298 ASC NULLS FIRST, qty#13807637 ASC NULLS FIRST, worklistShardItemId#13791299L ASC NULLS FIRST, demandStream#13807618 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#13807617, shardId#13791298, qty#13807637, worklistShardItemId#13791299L, demandStream#13807618, 30), ENSURE_REQUIREMENTS, [plan_id=13569262]\n +- SortAggregate(key=[demandChannel#13807617, shardId#13791298, knownfloatingpointnormalized(normalizenanandzero(qty#13807637)) AS qty#13807637, worklistShardItemId#13791299L, demandStream#13807618], functions=[partial_first(kpis#13807646, false)], output=[demandChannel#13807617, shardId#13791298, qty#138076... [789968] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789969 [id="node_789969" labelType="html" label="MapPartitionsRDD [789969] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789970 [id="node_789970" labelType="html" label="MapPartitionsRDD [789970] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789971 [id="node_789971" labelType="html" label="MapPartitionsRDD [789971] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999875 { id="cluster_1999875"; isCluster="true"; label="DeserializeToObject"; 789972 [id="node_789972" labelType="html" label="MapPartitionsRDD [789972] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999924 { id="cluster_1999924"; isCluster="true"; label="mapPartitions"; 789974 [id="node_789974" labelType="html" label="MapPartitionsRDD [789974] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789964->789965; 789965->789966; 789966->789967; 789967->789968; 789968->789969; 789969->789970; 789970->789971; 789971->789972; 789972->789973; 789973->789974; }
789963,789964
789968
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time