4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97617 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
851.0 B / 2
Associated Job Ids:
5059
DAG Visualization
digraph G { id="graph_97617"; subgraph graph_stage_97617 { id="graph_stage_97617"; isCluster="true"; label="Stage 97617"; 44617 [id="node_44617" labelType="html" label="SQLExecutionRDD [44617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_115793 { id="cluster_115793"; isCluster="true"; label="Exchange"; 44608 [id="node_44608" labelType="html" label="ShuffledRowRDD [44608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115787 { id="cluster_115787"; isCluster="true"; label="WholeStageCodegen (6)"; 44609 [id="node_44609" labelType="html" label="MapPartitionsRDD [44609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115786 { id="cluster_115786"; isCluster="true"; label="SortAggregate"; 44610 [id="node_44610" labelType="html" label="MapPartitionsRDD [44610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115785 { id="cluster_115785"; isCluster="true"; label="InMemoryTableScan"; 44611 [id="node_44611" labelType="html" label="MapPartitionsRDD [44611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44612 [id="node_44612" labelType="html" label="SortAggregate(key=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[first(kpis#896680, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#896671, demandChannel#896651, demandStream#896652, kpis#896813])\n+- *(6) Sort [demandChannel#896651 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#896671 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#896652 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, 37), ENSURE_REQUIREMENTS, [plan_id=1392068]\n +- SortAggregate(key=[demandChannel#896651, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#896671)) AS qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[partial_first(kpis#896680, false)], output=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, first#89688... [44612] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44613 [id="node_44613" labelType="html" label="MapPartitionsRDD [44613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44614 [id="node_44614" labelType="html" label="MapPartitionsRDD [44614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44615 [id="node_44615" labelType="html" label="MapPartitionsRDD [44615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115784 { id="cluster_115784"; isCluster="true"; label="DeserializeToObject"; 44616 [id="node_44616" labelType="html" label="MapPartitionsRDD [44616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115841 { id="cluster_115841"; isCluster="true"; label="mapPartitions"; 44618 [id="node_44618" labelType="html" label="MapPartitionsRDD [44618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44608->44609; 44609->44610; 44610->44611; 44611->44612; 44612->44613; 44613->44614; 44614->44615; 44615->44616; 44616->44617; 44617->44618; }
44607,44608
44612
44617
44608
44609
44610
44611
44612
44613
44614
44615
44616
44618
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time