4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96408 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1783.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
5018
DAG Visualization
digraph G { id="graph_96408"; subgraph graph_stage_96408 { id="graph_stage_96408"; isCluster="true"; label="Stage 96408"; subgraph cluster_114550 { id="cluster_114550"; isCluster="true"; label="Exchange"; 44080 [id="node_44080" labelType="html" label="ShuffledRowRDD [44080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114545 { id="cluster_114545"; isCluster="true"; label="WholeStageCodegen (6)"; 44081 [id="node_44081" labelType="html" label="MapPartitionsRDD [44081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114544 { id="cluster_114544"; isCluster="true"; label="SortAggregate"; 44082 [id="node_44082" labelType="html" label="MapPartitionsRDD [44082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114543 { id="cluster_114543"; isCluster="true"; label="InMemoryTableScan"; 44083 [id="node_44083" labelType="html" label="MapPartitionsRDD [44083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44084 [id="node_44084" labelType="html" label="SortAggregate(key=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[first(kpis#885564, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#885555, demandChannel#885535, demandStream#885536, kpis#885697])\n+- *(6) Sort [demandChannel#885535 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#885555 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#885536 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, 37), ENSURE_REQUIREMENTS, [plan_id=1388944]\n +- SortAggregate(key=[demandChannel#885535, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#885555)) AS qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[partial_first(kpis#885564, false)], output=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, first#88577... [44084] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114646 { id="cluster_114646"; isCluster="true"; label="InMemoryTableScan"; 44097 [id="node_44097" labelType="html" label="MapPartitionsRDD [44097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44098 [id="node_44098" labelType="html" label="MapPartitionsRDD [44098] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44099 [id="node_44099" labelType="html" label="MapPartitionsRDD [44099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114643 { id="cluster_114643"; isCluster="true"; label="WholeStageCodegen (1)"; 44100 [id="node_44100" labelType="html" label="MapPartitionsRDD [44100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114642 { id="cluster_114642"; isCluster="true"; label="Exchange"; 44101 [id="node_44101" labelType="html" label="MapPartitionsRDD [44101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44080->44081; 44081->44082; 44082->44083; 44083->44084; 44084->44097; 44097->44098; 44098->44099; 44099->44100; 44100->44101; }
44079,44080
44084
44080
44081
44082
44083
44084
44097
44098
44099
44100
44101
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time