4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112108 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
854.0 B / 2
Associated Job Ids:
6114
DAG Visualization
digraph G { id="graph_112108"; subgraph graph_stage_112108 { id="graph_stage_112108"; isCluster="true"; label="Stage 112108"; 53615 [id="node_53615" labelType="html" label="SQLExecutionRDD [53615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_139413 { id="cluster_139413"; isCluster="true"; label="Exchange"; 53606 [id="node_53606" labelType="html" label="ShuffledRowRDD [53606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139408 { id="cluster_139408"; isCluster="true"; label="WholeStageCodegen (6)"; 53607 [id="node_53607" labelType="html" label="MapPartitionsRDD [53607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139407 { id="cluster_139407"; isCluster="true"; label="SortAggregate"; 53608 [id="node_53608" labelType="html" label="MapPartitionsRDD [53608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139406 { id="cluster_139406"; isCluster="true"; label="InMemoryTableScan"; 53609 [id="node_53609" labelType="html" label="MapPartitionsRDD [53609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53610 [id="node_53610" labelType="html" label="SortAggregate(key=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[first(kpis#1075450, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1075441, demandChannel#1075421, demandStream#1075422, kpis#1075583])\n+- *(6) Sort [demandChannel#1075421 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1075441 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1075422 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422, 37), ENSURE_REQUIREMENTS, [plan_id=1691962]\n +- SortAggregate(key=[demandChannel#1075421, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1075441)) AS qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[partial_first(kpis#1075450, false)], output=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L,... [53610] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53611 [id="node_53611" labelType="html" label="MapPartitionsRDD [53611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53612 [id="node_53612" labelType="html" label="MapPartitionsRDD [53612] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53613 [id="node_53613" labelType="html" label="MapPartitionsRDD [53613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139405 { id="cluster_139405"; isCluster="true"; label="DeserializeToObject"; 53614 [id="node_53614" labelType="html" label="MapPartitionsRDD [53614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139462 { id="cluster_139462"; isCluster="true"; label="mapPartitions"; 53616 [id="node_53616" labelType="html" label="MapPartitionsRDD [53616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53606->53607; 53607->53608; 53608->53609; 53609->53610; 53610->53611; 53611->53612; 53612->53613; 53613->53614; 53614->53615; 53615->53616; }
53605,53606
53610
53615
53606
53607
53608
53609
53610
53611
53612
53613
53614
53616
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time