4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 84986 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.6 KiB / 497
Shuffle Write Size / Records:
266.0 KiB / 497
Associated Job Ids:
4346
DAG Visualization
digraph G { id="graph_84986"; subgraph graph_stage_84986 { id="graph_stage_84986"; isCluster="true"; label="Stage 84986"; 37617 [id="node_37617" labelType="html" label="SQLExecutionRDD [37617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_97840 { id="cluster_97840"; isCluster="true"; label="repartition"; 37369 [id="node_37369" labelType="html" label="ShuffledRDD [37369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37370 [id="node_37370" labelType="html" label="CoalescedRDD [37370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37371 [id="node_37371" labelType="html" label="MapPartitionsRDD [37371] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98351 { id="cluster_98351"; isCluster="true"; label="Exchange"; 37602 [id="node_37602" labelType="html" label="ShuffledRowRDD [37602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98345 { id="cluster_98345"; isCluster="true"; label="WholeStageCodegen (6)"; 37603 [id="node_37603" labelType="html" label="MapPartitionsRDD [37603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98344 { id="cluster_98344"; isCluster="true"; label="SortAggregate"; 37604 [id="node_37604" labelType="html" label="MapPartitionsRDD [37604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98343 { id="cluster_98343"; isCluster="true"; label="InMemoryTableScan"; 37605 [id="node_37605" labelType="html" label="MapPartitionsRDD [37605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37606 [id="node_37606" labelType="html" label="SortAggregate(key=[demandChannel#752063, shardId#665597, qty#752083, worklistShardItemId#665598L, demandStream#752064], functions=[first(kpis#752092, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#752083, demandChannel#752063, demandStream#752064, kpis#752225])\n+- *(6) Sort [demandChannel#752063 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#752083 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#752064 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#752063, shardId#665597, qty#752083, worklistShardItemId#665598L, demandStream#752064, 37), ENSURE_REQUIREMENTS, [plan_id=1254853]\n +- SortAggregate(key=[demandChannel#752063, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#752083)) AS qty#752083, worklistShardItemId#665598L, demandStream#752064], functions=[partial_first(kpis#752092, false)], output=[demandChannel#752063, shardId#665597, qty#752083, worklistShardItemId#665598L, demandStream#752064, first#75230... [37606] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98437 { id="cluster_98437"; isCluster="true"; label="InMemoryTableScan"; 37613 [id="node_37613" labelType="html" label="MapPartitionsRDD [37613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37614 [id="node_37614" labelType="html" label="MapPartitionsRDD [37614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37615 [id="node_37615" labelType="html" label="MapPartitionsRDD [37615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98436 { id="cluster_98436"; isCluster="true"; label="DeserializeToObject"; 37616 [id="node_37616" labelType="html" label="MapPartitionsRDD [37616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98438 { id="cluster_98438"; isCluster="true"; label="mapPartitions"; 37618 [id="node_37618" labelType="html" label="MapPartitionsRDD [37618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98458 { id="cluster_98458"; isCluster="true"; label="union"; 37627 [id="node_37627" labelType="html" label="UnionRDD [37627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98459 { id="cluster_98459"; isCluster="true"; label="filter"; 37628 [id="node_37628" labelType="html" label="MapPartitionsRDD [37628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_98460 { id="cluster_98460"; isCluster="true"; label="distinct"; 37629 [id="node_37629" labelType="html" label="MapPartitionsRDD [37629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 37369->37370; 37370->37371; 37602->37603; 37603->37604; 37604->37605; 37605->37606; 37606->37613; 37613->37614; 37614->37615; 37615->37616; 37616->37617; 37617->37618; 37371->37627; 37618->37627; 37627->37628; 37628->37629; }
37368,37369
37601,37602
37371
37606
37617
37369
37370
37371
37602
37603
37604
37605
37606
37613
37614
37615
37616
37618
37627
37628
37629
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time