4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 79066 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 74
Input Size / Records:
67.7 KiB / 462
Shuffle Write Size / Records:
247.9 KiB / 464
Associated Job Ids:
4174
DAG Visualization
digraph G { id="graph_79066"; subgraph graph_stage_79066 { id="graph_stage_79066"; isCluster="true"; label="Stage 79066"; 35477 [id="node_35477" labelType="html" label="SQLExecutionRDD [35477] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_92791 { id="cluster_92791"; isCluster="true"; label="repartition"; 35225 [id="node_35225" labelType="html" label="ShuffledRDD [35225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35226 [id="node_35226" labelType="html" label="CoalescedRDD [35226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35227 [id="node_35227" labelType="html" label="MapPartitionsRDD [35227] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93312 { id="cluster_93312"; isCluster="true"; label="Exchange"; 35462 [id="node_35462" labelType="html" label="ShuffledRowRDD [35462] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93307 { id="cluster_93307"; isCluster="true"; label="WholeStageCodegen (6)"; 35463 [id="node_35463" labelType="html" label="MapPartitionsRDD [35463] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93306 { id="cluster_93306"; isCluster="true"; label="SortAggregate"; 35464 [id="node_35464" labelType="html" label="MapPartitionsRDD [35464] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93305 { id="cluster_93305"; isCluster="true"; label="InMemoryTableScan"; 35465 [id="node_35465" labelType="html" label="MapPartitionsRDD [35465] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35466 [id="node_35466" labelType="html" label="SortAggregate(key=[demandChannel#707278, shardId#665597, qty#707298, worklistShardItemId#665598L, demandStream#707279], functions=[first(kpis#707307, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#707298, demandChannel#707278, demandStream#707279, kpis#707440])\n+- *(6) Sort [demandChannel#707278 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#707298 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#707279 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#707278, shardId#665597, qty#707298, worklistShardItemId#665598L, demandStream#707279, 37), ENSURE_REQUIREMENTS, [plan_id=1242051]\n +- SortAggregate(key=[demandChannel#707278, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#707298)) AS qty#707298, worklistShardItemId#665598L, demandStream#707279], functions=[partial_first(kpis#707307, false)], output=[demandChannel#707278, shardId#665597, qty#707298, worklistShardItemId#665598L, demandStream#707279, first#70751... [35466] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93399 { id="cluster_93399"; isCluster="true"; label="InMemoryTableScan"; 35473 [id="node_35473" labelType="html" label="MapPartitionsRDD [35473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35474 [id="node_35474" labelType="html" label="MapPartitionsRDD [35474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35475 [id="node_35475" labelType="html" label="MapPartitionsRDD [35475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93398 { id="cluster_93398"; isCluster="true"; label="DeserializeToObject"; 35476 [id="node_35476" labelType="html" label="MapPartitionsRDD [35476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93400 { id="cluster_93400"; isCluster="true"; label="mapPartitions"; 35478 [id="node_35478" labelType="html" label="MapPartitionsRDD [35478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93420 { id="cluster_93420"; isCluster="true"; label="union"; 35487 [id="node_35487" labelType="html" label="UnionRDD [35487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93421 { id="cluster_93421"; isCluster="true"; label="filter"; 35488 [id="node_35488" labelType="html" label="MapPartitionsRDD [35488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93422 { id="cluster_93422"; isCluster="true"; label="distinct"; 35489 [id="node_35489" labelType="html" label="MapPartitionsRDD [35489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 35225->35226; 35226->35227; 35462->35463; 35463->35464; 35464->35465; 35465->35466; 35466->35473; 35473->35474; 35474->35475; 35475->35476; 35476->35477; 35477->35478; 35227->35487; 35478->35487; 35487->35488; 35488->35489; }
35224,35225
35461,35462
35227
35466
35477
35225
35226
35227
35462
35463
35464
35465
35466
35473
35474
35475
35476
35478
35487
35488
35489
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time