4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96355 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
852.0 B / 2
Associated Job Ids:
5017
DAG Visualization
digraph G { id="graph_96355"; subgraph graph_stage_96355 { id="graph_stage_96355"; isCluster="true"; label="Stage 96355"; 44089 [id="node_44089" labelType="html" label="SQLExecutionRDD [44089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_114550 { id="cluster_114550"; isCluster="true"; label="Exchange"; 44080 [id="node_44080" labelType="html" label="ShuffledRowRDD [44080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114545 { id="cluster_114545"; isCluster="true"; label="WholeStageCodegen (6)"; 44081 [id="node_44081" labelType="html" label="MapPartitionsRDD [44081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114544 { id="cluster_114544"; isCluster="true"; label="SortAggregate"; 44082 [id="node_44082" labelType="html" label="MapPartitionsRDD [44082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114543 { id="cluster_114543"; isCluster="true"; label="InMemoryTableScan"; 44083 [id="node_44083" labelType="html" label="MapPartitionsRDD [44083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44084 [id="node_44084" labelType="html" label="SortAggregate(key=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[first(kpis#885564, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#885555, demandChannel#885535, demandStream#885536, kpis#885697])\n+- *(6) Sort [demandChannel#885535 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#885555 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#885536 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, 37), ENSURE_REQUIREMENTS, [plan_id=1388944]\n +- SortAggregate(key=[demandChannel#885535, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#885555)) AS qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[partial_first(kpis#885564, false)], output=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, first#88577... [44084] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44085 [id="node_44085" labelType="html" label="MapPartitionsRDD [44085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44086 [id="node_44086" labelType="html" label="MapPartitionsRDD [44086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44087 [id="node_44087" labelType="html" label="MapPartitionsRDD [44087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114542 { id="cluster_114542"; isCluster="true"; label="DeserializeToObject"; 44088 [id="node_44088" labelType="html" label="MapPartitionsRDD [44088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114599 { id="cluster_114599"; isCluster="true"; label="mapPartitions"; 44090 [id="node_44090" labelType="html" label="MapPartitionsRDD [44090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44080->44081; 44081->44082; 44082->44083; 44083->44084; 44084->44085; 44085->44086; 44086->44087; 44087->44088; 44088->44089; 44089->44090; }
44079,44080
44084
44089
44080
44081
44082
44083
44084
44085
44086
44087
44088
44090
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time