4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106197 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 31; Process local: 6
Shuffle Read Size / Records:
25.7 KiB / 66
Associated Job Ids:
5945
DAG Visualization
digraph G { id="graph_106197"; subgraph graph_stage_106197 { id="graph_stage_106197"; isCluster="true"; label="Stage 106197"; 51501 [id="node_51501" labelType="html" label="SQLExecutionRDD [51501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_134444 { id="cluster_134444"; isCluster="true"; label="Exchange"; 51492 [id="node_51492" labelType="html" label="ShuffledRowRDD [51492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134438 { id="cluster_134438"; isCluster="true"; label="WholeStageCodegen (6)"; 51493 [id="node_51493" labelType="html" label="MapPartitionsRDD [51493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134437 { id="cluster_134437"; isCluster="true"; label="SortAggregate"; 51494 [id="node_51494" labelType="html" label="MapPartitionsRDD [51494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134436 { id="cluster_134436"; isCluster="true"; label="InMemoryTableScan"; 51495 [id="node_51495" labelType="html" label="MapPartitionsRDD [51495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51496 [id="node_51496" labelType="html" label="SortAggregate(key=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[first(kpis#1030986, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1030977, demandChannel#1030957, demandStream#1030958, kpis#1031119])\n+- *(6) Sort [demandChannel#1030957 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1030977 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1030958 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958, 37), ENSURE_REQUIREMENTS, [plan_id=1679354]\n +- SortAggregate(key=[demandChannel#1030957, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1030977)) AS qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[partial_first(kpis#1030986, false)], output=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L,... [51496] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51497 [id="node_51497" labelType="html" label="MapPartitionsRDD [51497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51498 [id="node_51498" labelType="html" label="MapPartitionsRDD [51498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51499 [id="node_51499" labelType="html" label="MapPartitionsRDD [51499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134435 { id="cluster_134435"; isCluster="true"; label="DeserializeToObject"; 51500 [id="node_51500" labelType="html" label="MapPartitionsRDD [51500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134492 { id="cluster_134492"; isCluster="true"; label="mapPartitions"; 51502 [id="node_51502" labelType="html" label="MapPartitionsRDD [51502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51492->51493; 51493->51494; 51494->51495; 51495->51496; 51496->51497; 51497->51498; 51498->51499; 51499->51500; 51500->51501; 51501->51502; }
51491,51492
51496
51501
51492
51493
51494
51495
51496
51497
51498
51499
51500
51502
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time