4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 87661 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 74
Input Size / Records:
507.0 KiB / 5375
Shuffle Write Size / Records:
1878.1 KiB / 5486
Associated Job Ids:
4573
DAG Visualization
digraph G { id="graph_87661"; subgraph graph_stage_87661 { id="graph_stage_87661"; isCluster="true"; label="Stage 87661"; 39519 [id="node_39519" labelType="html" label="SQLExecutionRDD [39519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_102773 { id="cluster_102773"; isCluster="true"; label="repartition"; 39271 [id="node_39271" labelType="html" label="ShuffledRDD [39271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39272 [id="node_39272" labelType="html" label="CoalescedRDD [39272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39273 [id="node_39273" labelType="html" label="MapPartitionsRDD [39273] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103283 { id="cluster_103283"; isCluster="true"; label="Exchange"; 39504 [id="node_39504" labelType="html" label="ShuffledRowRDD [39504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103278 { id="cluster_103278"; isCluster="true"; label="WholeStageCodegen (6)"; 39505 [id="node_39505" labelType="html" label="MapPartitionsRDD [39505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103277 { id="cluster_103277"; isCluster="true"; label="SortAggregate"; 39506 [id="node_39506" labelType="html" label="MapPartitionsRDD [39506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103276 { id="cluster_103276"; isCluster="true"; label="InMemoryTableScan"; 39507 [id="node_39507" labelType="html" label="MapPartitionsRDD [39507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39508 [id="node_39508" labelType="html" label="SortAggregate(key=[demandChannel#790981, shardId#754568, qty#791001, worklistShardItemId#754569L, demandStream#790982], functions=[first(kpis#791010, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#791001, demandChannel#790981, demandStream#790982, kpis#791143])\n+- *(6) Sort [demandChannel#790981 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#791001 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#790982 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#790981, shardId#754568, qty#791001, worklistShardItemId#754569L, demandStream#790982, 37), ENSURE_REQUIREMENTS, [plan_id=1316839]\n +- SortAggregate(key=[demandChannel#790981, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#791001)) AS qty#791001, worklistShardItemId#754569L, demandStream#790982], functions=[partial_first(kpis#791010, false)], output=[demandChannel#790981, shardId#754568, qty#791001, worklistShardItemId#754569L, demandStream#790982, first#79121... [39508] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103370 { id="cluster_103370"; isCluster="true"; label="InMemoryTableScan"; 39515 [id="node_39515" labelType="html" label="MapPartitionsRDD [39515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39516 [id="node_39516" labelType="html" label="MapPartitionsRDD [39516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39517 [id="node_39517" labelType="html" label="MapPartitionsRDD [39517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103369 { id="cluster_103369"; isCluster="true"; label="DeserializeToObject"; 39518 [id="node_39518" labelType="html" label="MapPartitionsRDD [39518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103371 { id="cluster_103371"; isCluster="true"; label="mapPartitions"; 39520 [id="node_39520" labelType="html" label="MapPartitionsRDD [39520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103391 { id="cluster_103391"; isCluster="true"; label="union"; 39529 [id="node_39529" labelType="html" label="UnionRDD [39529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103392 { id="cluster_103392"; isCluster="true"; label="filter"; 39530 [id="node_39530" labelType="html" label="MapPartitionsRDD [39530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103393 { id="cluster_103393"; isCluster="true"; label="distinct"; 39531 [id="node_39531" labelType="html" label="MapPartitionsRDD [39531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 39271->39272; 39272->39273; 39504->39505; 39505->39506; 39506->39507; 39507->39508; 39508->39515; 39515->39516; 39516->39517; 39517->39518; 39518->39519; 39519->39520; 39273->39529; 39520->39529; 39529->39530; 39530->39531; }
39270,39271
39503,39504
39273
39508
39519
39271
39272
39273
39504
39505
39506
39507
39508
39515
39516
39517
39518
39520
39529
39530
39531
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time