4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69390 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 29; Process local: 1
Shuffle Read Size / Records:
34.4 KiB / 90
Associated Job Ids:
25745
DAG Visualization
digraph G { id="graph_69390"; subgraph graph_stage_69390 { id="graph_stage_69390"; isCluster="true"; label="Stage 69390"; 195599 [id="node_195599" labelType="html" label="SQLExecutionRDD [195599] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_515268 { id="cluster_515268"; isCluster="true"; label="Exchange"; 195590 [id="node_195590" labelType="html" label="ShuffledRowRDD [195590] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515262 { id="cluster_515262"; isCluster="true"; label="WholeStageCodegen (5)"; 195591 [id="node_195591" labelType="html" label="MapPartitionsRDD [195591] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515261 { id="cluster_515261"; isCluster="true"; label="SortAggregate"; 195592 [id="node_195592" labelType="html" label="MapPartitionsRDD [195592] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515260 { id="cluster_515260"; isCluster="true"; label="InMemoryTableScan"; 195593 [id="node_195593" labelType="html" label="MapPartitionsRDD [195593] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195594 [id="node_195594" labelType="html" label="SortAggregate(key=[demandChannel#3462308, shardId#3371037, qty#3462328, worklistShardItemId#3371038L, demandStream#3462309], functions=[first(kpis#3462337, false)], output=[shardId#3371037, worklistShardItemId#3371038L, qty#3462328, demandChannel#3462308, demandStream#3462309, kpis#3462450])\n+- *(5) Sort [demandChannel#3462308 ASC NULLS FIRST, shardId#3371037 ASC NULLS FIRST, qty#3462328 ASC NULLS FIRST, worklistShardItemId#3371038L ASC NULLS FIRST, demandStream#3462309 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#3462308, shardId#3371037, qty#3462328, worklistShardItemId#3371038L, demandStream#3462309, 30), ENSURE_REQUIREMENTS, [plan_id=5497326]\n +- SortAggregate(key=[demandChannel#3462308, shardId#3371037, knownfloatingpointnormalized(normalizenanandzero(qty#3462328)) AS qty#3462328, worklistShardItemId#3371038L, demandStream#3462309], functions=[partial_first(kpis#3462337, false)], output=[demandChannel#3462308, shardId#3371037, qty#3462328, worklistShardItemId#3371038L,... [195594] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195595 [id="node_195595" labelType="html" label="MapPartitionsRDD [195595] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195596 [id="node_195596" labelType="html" label="MapPartitionsRDD [195596] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 195597 [id="node_195597" labelType="html" label="MapPartitionsRDD [195597] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515259 { id="cluster_515259"; isCluster="true"; label="DeserializeToObject"; 195598 [id="node_195598" labelType="html" label="MapPartitionsRDD [195598] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_515308 { id="cluster_515308"; isCluster="true"; label="mapPartitions"; 195600 [id="node_195600" labelType="html" label="MapPartitionsRDD [195600] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 195590->195591; 195591->195592; 195592->195593; 195593->195594; 195594->195595; 195595->195596; 195596->195597; 195597->195598; 195598->195599; 195599->195600; }
195589,195590
195594
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time