4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91697 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 22; Process local: 15
Shuffle Read Size / Records:
12.8 KiB / 33
Associated Job Ids:
4887
DAG Visualization
digraph G { id="graph_91697"; subgraph graph_stage_91697 { id="graph_stage_91697"; isCluster="true"; label="Stage 91697"; 42477 [id="node_42477" labelType="html" label="SQLExecutionRDD [42477] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_110754 { id="cluster_110754"; isCluster="true"; label="Exchange"; 42468 [id="node_42468" labelType="html" label="ShuffledRowRDD [42468] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110749 { id="cluster_110749"; isCluster="true"; label="WholeStageCodegen (6)"; 42469 [id="node_42469" labelType="html" label="MapPartitionsRDD [42469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110748 { id="cluster_110748"; isCluster="true"; label="SortAggregate"; 42470 [id="node_42470" labelType="html" label="MapPartitionsRDD [42470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110747 { id="cluster_110747"; isCluster="true"; label="InMemoryTableScan"; 42471 [id="node_42471" labelType="html" label="MapPartitionsRDD [42471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42472 [id="node_42472" labelType="html" label="SortAggregate(key=[demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867], functions=[first(kpis#851895, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#851886, demandChannel#851866, demandStream#851867, kpis#852028])\n+- *(6) Sort [demandChannel#851866 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#851886 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#851867 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867, 37), ENSURE_REQUIREMENTS, [plan_id=1379352]\n +- SortAggregate(key=[demandChannel#851866, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#851886)) AS qty#851886, worklistShardItemId#815741L, demandStream#851867], functions=[partial_first(kpis#851895, false)], output=[demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867, first#85210... [42472] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42473 [id="node_42473" labelType="html" label="MapPartitionsRDD [42473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42474 [id="node_42474" labelType="html" label="MapPartitionsRDD [42474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42475 [id="node_42475" labelType="html" label="MapPartitionsRDD [42475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110746 { id="cluster_110746"; isCluster="true"; label="DeserializeToObject"; 42476 [id="node_42476" labelType="html" label="MapPartitionsRDD [42476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110803 { id="cluster_110803"; isCluster="true"; label="mapPartitions"; 42478 [id="node_42478" labelType="html" label="MapPartitionsRDD [42478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42468->42469; 42469->42470; 42470->42471; 42471->42472; 42472->42473; 42473->42474; 42474->42475; 42475->42476; 42476->42477; 42477->42478; }
42467,42468
42472
42477
42468
42469
42470
42471
42472
42473
42474
42475
42476
42478
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time