4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97706 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1783.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
5060
DAG Visualization
digraph G { id="graph_97706"; subgraph graph_stage_97706 { id="graph_stage_97706"; isCluster="true"; label="Stage 97706"; subgraph cluster_115793 { id="cluster_115793"; isCluster="true"; label="Exchange"; 44608 [id="node_44608" labelType="html" label="ShuffledRowRDD [44608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115787 { id="cluster_115787"; isCluster="true"; label="WholeStageCodegen (6)"; 44609 [id="node_44609" labelType="html" label="MapPartitionsRDD [44609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115786 { id="cluster_115786"; isCluster="true"; label="SortAggregate"; 44610 [id="node_44610" labelType="html" label="MapPartitionsRDD [44610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115785 { id="cluster_115785"; isCluster="true"; label="InMemoryTableScan"; 44611 [id="node_44611" labelType="html" label="MapPartitionsRDD [44611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44612 [id="node_44612" labelType="html" label="SortAggregate(key=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[first(kpis#896680, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#896671, demandChannel#896651, demandStream#896652, kpis#896813])\n+- *(6) Sort [demandChannel#896651 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#896671 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#896652 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, 37), ENSURE_REQUIREMENTS, [plan_id=1392068]\n +- SortAggregate(key=[demandChannel#896651, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#896671)) AS qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[partial_first(kpis#896680, false)], output=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, first#89688... [44612] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115888 { id="cluster_115888"; isCluster="true"; label="InMemoryTableScan"; 44625 [id="node_44625" labelType="html" label="MapPartitionsRDD [44625] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44626 [id="node_44626" labelType="html" label="MapPartitionsRDD [44626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44627 [id="node_44627" labelType="html" label="MapPartitionsRDD [44627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115885 { id="cluster_115885"; isCluster="true"; label="WholeStageCodegen (1)"; 44628 [id="node_44628" labelType="html" label="MapPartitionsRDD [44628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115884 { id="cluster_115884"; isCluster="true"; label="Exchange"; 44629 [id="node_44629" labelType="html" label="MapPartitionsRDD [44629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44608->44609; 44609->44610; 44610->44611; 44611->44612; 44612->44625; 44625->44626; 44626->44627; 44627->44628; 44628->44629; }
44607,44608
44612
44608
44609
44610
44611
44612
44625
44626
44627
44628
44629
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time