4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101733 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
397.2 KiB / 2839
Shuffle Write Size / Records:
1744.4 KiB / 3993
Associated Job Ids:
5636
DAG Visualization
digraph G { id="graph_101733"; subgraph graph_stage_101733 { id="graph_stage_101733"; isCluster="true"; label="Stage 101733"; 48546 [id="node_48546" labelType="html" label="SQLExecutionRDD [48546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_126416 { id="cluster_126416"; isCluster="true"; label="repartition"; 48298 [id="node_48298" labelType="html" label="ShuffledRDD [48298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48299 [id="node_48299" labelType="html" label="CoalescedRDD [48299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48300 [id="node_48300" labelType="html" label="MapPartitionsRDD [48300] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126925 { id="cluster_126925"; isCluster="true"; label="Exchange"; 48531 [id="node_48531" labelType="html" label="ShuffledRowRDD [48531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126920 { id="cluster_126920"; isCluster="true"; label="WholeStageCodegen (6)"; 48532 [id="node_48532" labelType="html" label="MapPartitionsRDD [48532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126919 { id="cluster_126919"; isCluster="true"; label="SortAggregate"; 48533 [id="node_48533" labelType="html" label="MapPartitionsRDD [48533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126918 { id="cluster_126918"; isCluster="true"; label="InMemoryTableScan"; 48534 [id="node_48534" labelType="html" label="MapPartitionsRDD [48534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48535 [id="node_48535" labelType="html" label="SortAggregate(key=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[first(kpis#970433, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#970424, demandChannel#970404, demandStream#970405, kpis#970566])\n+- *(6) Sort [demandChannel#970404 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#970424 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#970405 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, 37), ENSURE_REQUIREMENTS, [plan_id=1621885]\n +- SortAggregate(key=[demandChannel#970404, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#970424)) AS qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[partial_first(kpis#970433, false)], output=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, first#97064... [48535] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127012 { id="cluster_127012"; isCluster="true"; label="InMemoryTableScan"; 48542 [id="node_48542" labelType="html" label="MapPartitionsRDD [48542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48543 [id="node_48543" labelType="html" label="MapPartitionsRDD [48543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48544 [id="node_48544" labelType="html" label="MapPartitionsRDD [48544] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127011 { id="cluster_127011"; isCluster="true"; label="DeserializeToObject"; 48545 [id="node_48545" labelType="html" label="MapPartitionsRDD [48545] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127013 { id="cluster_127013"; isCluster="true"; label="mapPartitions"; 48547 [id="node_48547" labelType="html" label="MapPartitionsRDD [48547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127033 { id="cluster_127033"; isCluster="true"; label="union"; 48556 [id="node_48556" labelType="html" label="UnionRDD [48556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127034 { id="cluster_127034"; isCluster="true"; label="filter"; 48557 [id="node_48557" labelType="html" label="MapPartitionsRDD [48557] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127035 { id="cluster_127035"; isCluster="true"; label="distinct"; 48558 [id="node_48558" labelType="html" label="MapPartitionsRDD [48558] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48298->48299; 48299->48300; 48531->48532; 48532->48533; 48533->48534; 48534->48535; 48535->48542; 48542->48543; 48543->48544; 48544->48545; 48545->48546; 48546->48547; 48300->48556; 48547->48556; 48556->48557; 48557->48558; }
48297,48298
48530,48531
48300
48535
48546
48298
48299
48300
48531
48532
48533
48534
48535
48542
48543
48544
48545
48547
48556
48557
48558
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time