4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106268 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 74
Input Size / Records:
60.4 KiB / 267
Shuffle Write Size / Records:
159.8 KiB / 302
Associated Job Ids:
5947
DAG Visualization
digraph G { id="graph_106268"; subgraph graph_stage_106268 { id="graph_stage_106268"; isCluster="true"; label="Stage 106268"; 51507 [id="node_51507" labelType="html" label="SQLExecutionRDD [51507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_133934 { id="cluster_133934"; isCluster="true"; label="repartition"; 51259 [id="node_51259" labelType="html" label="ShuffledRDD [51259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51260 [id="node_51260" labelType="html" label="CoalescedRDD [51260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51261 [id="node_51261" labelType="html" label="MapPartitionsRDD [51261] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134444 { id="cluster_134444"; isCluster="true"; label="Exchange"; 51492 [id="node_51492" labelType="html" label="ShuffledRowRDD [51492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134438 { id="cluster_134438"; isCluster="true"; label="WholeStageCodegen (6)"; 51493 [id="node_51493" labelType="html" label="MapPartitionsRDD [51493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134437 { id="cluster_134437"; isCluster="true"; label="SortAggregate"; 51494 [id="node_51494" labelType="html" label="MapPartitionsRDD [51494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134436 { id="cluster_134436"; isCluster="true"; label="InMemoryTableScan"; 51495 [id="node_51495" labelType="html" label="MapPartitionsRDD [51495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51496 [id="node_51496" labelType="html" label="SortAggregate(key=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[first(kpis#1030986, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1030977, demandChannel#1030957, demandStream#1030958, kpis#1031119])\n+- *(6) Sort [demandChannel#1030957 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1030977 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1030958 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L, demandStream#1030958, 37), ENSURE_REQUIREMENTS, [plan_id=1679354]\n +- SortAggregate(key=[demandChannel#1030957, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1030977)) AS qty#1030977, worklistShardItemId#1011816L, demandStream#1030958], functions=[partial_first(kpis#1030986, false)], output=[demandChannel#1030957, shardId#1011815, qty#1030977, worklistShardItemId#1011816L,... [51496] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134530 { id="cluster_134530"; isCluster="true"; label="InMemoryTableScan"; 51503 [id="node_51503" labelType="html" label="MapPartitionsRDD [51503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51504 [id="node_51504" labelType="html" label="MapPartitionsRDD [51504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51505 [id="node_51505" labelType="html" label="MapPartitionsRDD [51505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134529 { id="cluster_134529"; isCluster="true"; label="DeserializeToObject"; 51506 [id="node_51506" labelType="html" label="MapPartitionsRDD [51506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134531 { id="cluster_134531"; isCluster="true"; label="mapPartitions"; 51508 [id="node_51508" labelType="html" label="MapPartitionsRDD [51508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134551 { id="cluster_134551"; isCluster="true"; label="union"; 51517 [id="node_51517" labelType="html" label="UnionRDD [51517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134552 { id="cluster_134552"; isCluster="true"; label="filter"; 51518 [id="node_51518" labelType="html" label="MapPartitionsRDD [51518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134553 { id="cluster_134553"; isCluster="true"; label="distinct"; 51519 [id="node_51519" labelType="html" label="MapPartitionsRDD [51519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51259->51260; 51260->51261; 51492->51493; 51493->51494; 51494->51495; 51495->51496; 51496->51503; 51503->51504; 51504->51505; 51505->51506; 51506->51507; 51507->51508; 51261->51517; 51508->51517; 51517->51518; 51518->51519; }
51258,51259
51491,51492
51261
51496
51507
51259
51260
51261
51492
51493
51494
51495
51496
51503
51504
51505
51506
51508
51517
51518
51519
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time