4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 83328 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.5 KiB / 493
Shuffle Write Size / Records:
263.8 KiB / 493
Associated Job Ids:
4304
DAG Visualization
digraph G { id="graph_83328"; subgraph graph_stage_83328 { id="graph_stage_83328"; isCluster="true"; label="Stage 83328"; 37089 [id="node_37089" labelType="html" label="SQLExecutionRDD [37089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_96598 { id="cluster_96598"; isCluster="true"; label="repartition"; 36841 [id="node_36841" labelType="html" label="ShuffledRDD [36841] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36842 [id="node_36842" labelType="html" label="CoalescedRDD [36842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36843 [id="node_36843" labelType="html" label="MapPartitionsRDD [36843] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97109 { id="cluster_97109"; isCluster="true"; label="Exchange"; 37074 [id="node_37074" labelType="html" label="ShuffledRowRDD [37074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97103 { id="cluster_97103"; isCluster="true"; label="WholeStageCodegen (6)"; 37075 [id="node_37075" labelType="html" label="MapPartitionsRDD [37075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97102 { id="cluster_97102"; isCluster="true"; label="SortAggregate"; 37076 [id="node_37076" labelType="html" label="MapPartitionsRDD [37076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97101 { id="cluster_97101"; isCluster="true"; label="InMemoryTableScan"; 37077 [id="node_37077" labelType="html" label="MapPartitionsRDD [37077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37078 [id="node_37078" labelType="html" label="SortAggregate(key=[demandChannel#740947, shardId#665597, qty#740967, worklistShardItemId#665598L, demandStream#740948], functions=[first(kpis#740976, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#740967, demandChannel#740947, demandStream#740948, kpis#741109])\n+- *(6) Sort [demandChannel#740947 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#740967 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#740948 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#740947, shardId#665597, qty#740967, worklistShardItemId#665598L, demandStream#740948, 37), ENSURE_REQUIREMENTS, [plan_id=1251714]\n +- SortAggregate(key=[demandChannel#740947, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#740967)) AS qty#740967, worklistShardItemId#665598L, demandStream#740948], functions=[partial_first(kpis#740976, false)], output=[demandChannel#740947, shardId#665597, qty#740967, worklistShardItemId#665598L, demandStream#740948, first#74118... [37078] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97195 { id="cluster_97195"; isCluster="true"; label="InMemoryTableScan"; 37085 [id="node_37085" labelType="html" label="MapPartitionsRDD [37085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37086 [id="node_37086" labelType="html" label="MapPartitionsRDD [37086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37087 [id="node_37087" labelType="html" label="MapPartitionsRDD [37087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97194 { id="cluster_97194"; isCluster="true"; label="DeserializeToObject"; 37088 [id="node_37088" labelType="html" label="MapPartitionsRDD [37088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97196 { id="cluster_97196"; isCluster="true"; label="mapPartitions"; 37090 [id="node_37090" labelType="html" label="MapPartitionsRDD [37090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97216 { id="cluster_97216"; isCluster="true"; label="union"; 37099 [id="node_37099" labelType="html" label="UnionRDD [37099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97217 { id="cluster_97217"; isCluster="true"; label="filter"; 37100 [id="node_37100" labelType="html" label="MapPartitionsRDD [37100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97218 { id="cluster_97218"; isCluster="true"; label="distinct"; 37101 [id="node_37101" labelType="html" label="MapPartitionsRDD [37101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 36841->36842; 36842->36843; 37074->37075; 37075->37076; 37076->37077; 37077->37078; 37078->37085; 37085->37086; 37086->37087; 37087->37088; 37088->37089; 37089->37090; 36843->37099; 37090->37099; 37099->37100; 37100->37101; }
36840,36841
37073,37074
36843
37078
37089
36841
36842
36843
37074
37075
37076
37077
37078
37085
37086
37087
37088
37090
37099
37100
37101
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time