4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106232 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
18.6 KiB / 31
Shuffle Write Size / Records:
2.8 KiB / 31
Associated Job Ids:
5946
DAG Visualization
digraph G { id="graph_106232"; subgraph graph_stage_106232 { id="graph_stage_106232"; isCluster="true"; label="Stage 106232"; subgraph cluster_134444 { id="cluster_134444"; isCluster="true"; label="Exchange"; 51492 [id="node_51492" labelType="html" label="ShuffledRowRDD [51492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134438 { id="cluster_134438"; isCluster="true"; label="WholeStageCodegen (6)"; 51493 [id="node_51493" labelType="html" label="MapPartitionsRDD [51493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134437 { id="cluster_134437"; isCluster="true"; label="SortAggregate"; 51494 [id="node_51494" labelType="html" label="MapPartitionsRDD [51494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134436 { id="cluster_134436"; isCluster="true"; label="InMemoryTableScan"; 51495 [id="node_51495" labelType="html" label="MapPartitionsRDD [51495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51496 [id="node_51496" labelType="html" label="SortAggregate(key=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[first(kpis#1030986, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1030977, demandChannel#1030957, demandStream#1030958, kpis#1031119])\n+- *(6) Sort [demandChannel#1030957 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1030977 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1030958 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958, 37), ENSURE_REQUIREMENTS, [plan_id=1679354]\n +- SortAggregate(key=[demandChannel#1030957, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1030977)) AS qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[partial_first(kpis#1030986, false)], output=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L,... [51496] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134539 { id="cluster_134539"; isCluster="true"; label="InMemoryTableScan"; 51509 [id="node_51509" labelType="html" label="MapPartitionsRDD [51509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51510 [id="node_51510" labelType="html" label="MapPartitionsRDD [51510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51511 [id="node_51511" labelType="html" label="MapPartitionsRDD [51511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134536 { id="cluster_134536"; isCluster="true"; label="WholeStageCodegen (1)"; 51512 [id="node_51512" labelType="html" label="MapPartitionsRDD [51512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134535 { id="cluster_134535"; isCluster="true"; label="Exchange"; 51513 [id="node_51513" labelType="html" label="MapPartitionsRDD [51513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51492->51493; 51493->51494; 51494->51495; 51495->51496; 51496->51509; 51509->51510; 51510->51511; 51511->51512; 51512->51513; }
51491,51492
51496
51492
51493
51494
51495
51496
51509
51510
51511
51512
51513
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time