4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116787 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 74
Input Size / Records:
478.5 KiB / 5132
Shuffle Write Size / Records:
1846.6 KiB / 5252
Associated Job Ids:
6411
DAG Visualization
digraph G { id="graph_116787"; subgraph graph_stage_116787 { id="graph_stage_116787"; isCluster="true"; label="Stage 116787"; 56348 [id="node_56348" labelType="html" label="SQLExecutionRDD [56348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_145796 { id="cluster_145796"; isCluster="true"; label="repartition"; 56100 [id="node_56100" labelType="html" label="ShuffledRDD [56100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56101 [id="node_56101" labelType="html" label="CoalescedRDD [56101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56102 [id="node_56102" labelType="html" label="MapPartitionsRDD [56102] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146306 { id="cluster_146306"; isCluster="true"; label="Exchange"; 56333 [id="node_56333" labelType="html" label="ShuffledRowRDD [56333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146301 { id="cluster_146301"; isCluster="true"; label="WholeStageCodegen (6)"; 56334 [id="node_56334" labelType="html" label="MapPartitionsRDD [56334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146300 { id="cluster_146300"; isCluster="true"; label="SortAggregate"; 56335 [id="node_56335" labelType="html" label="MapPartitionsRDD [56335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146299 { id="cluster_146299"; isCluster="true"; label="InMemoryTableScan"; 56336 [id="node_56336" labelType="html" label="MapPartitionsRDD [56336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56337 [id="node_56337" labelType="html" label="SortAggregate(key=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[first(kpis#1131244, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1131235, demandChannel#1131215, demandStream#1131216, kpis#1131377])\n+- *(6) Sort [demandChannel#1131215 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1131235 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1131216 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216, 37), ENSURE_REQUIREMENTS, [plan_id=1756312]\n +- SortAggregate(key=[demandChannel#1131215, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1131235)) AS qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[partial_first(kpis#1131244, false)], output=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L,... [56337] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146393 { id="cluster_146393"; isCluster="true"; label="InMemoryTableScan"; 56344 [id="node_56344" labelType="html" label="MapPartitionsRDD [56344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56345 [id="node_56345" labelType="html" label="MapPartitionsRDD [56345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56346 [id="node_56346" labelType="html" label="MapPartitionsRDD [56346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146392 { id="cluster_146392"; isCluster="true"; label="DeserializeToObject"; 56347 [id="node_56347" labelType="html" label="MapPartitionsRDD [56347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146394 { id="cluster_146394"; isCluster="true"; label="mapPartitions"; 56349 [id="node_56349" labelType="html" label="MapPartitionsRDD [56349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146414 { id="cluster_146414"; isCluster="true"; label="union"; 56358 [id="node_56358" labelType="html" label="UnionRDD [56358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146415 { id="cluster_146415"; isCluster="true"; label="filter"; 56359 [id="node_56359" labelType="html" label="MapPartitionsRDD [56359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146416 { id="cluster_146416"; isCluster="true"; label="distinct"; 56360 [id="node_56360" labelType="html" label="MapPartitionsRDD [56360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56100->56101; 56101->56102; 56333->56334; 56334->56335; 56335->56336; 56336->56337; 56337->56344; 56344->56345; 56345->56346; 56346->56347; 56347->56348; 56348->56349; 56102->56358; 56349->56358; 56358->56359; 56359->56360; }
56099,56100
56332,56333
56102
56337
56348
56100
56101
56102
56333
56334
56335
56336
56337
56344
56345
56346
56347
56349
56358
56359
56360
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time