4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101697 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
95.2 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5635
DAG Visualization
digraph G { id="graph_101697"; subgraph graph_stage_101697 { id="graph_stage_101697"; isCluster="true"; label="Stage 101697"; subgraph cluster_126925 { id="cluster_126925"; isCluster="true"; label="Exchange"; 48531 [id="node_48531" labelType="html" label="ShuffledRowRDD [48531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126920 { id="cluster_126920"; isCluster="true"; label="WholeStageCodegen (6)"; 48532 [id="node_48532" labelType="html" label="MapPartitionsRDD [48532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126919 { id="cluster_126919"; isCluster="true"; label="SortAggregate"; 48533 [id="node_48533" labelType="html" label="MapPartitionsRDD [48533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126918 { id="cluster_126918"; isCluster="true"; label="InMemoryTableScan"; 48534 [id="node_48534" labelType="html" label="MapPartitionsRDD [48534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48535 [id="node_48535" labelType="html" label="SortAggregate(key=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[first(kpis#970433, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#970424, demandChannel#970404, demandStream#970405, kpis#970566])\n+- *(6) Sort [demandChannel#970404 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#970424 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#970405 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, 37), ENSURE_REQUIREMENTS, [plan_id=1621885]\n +- SortAggregate(key=[demandChannel#970404, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#970424)) AS qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[partial_first(kpis#970433, false)], output=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, first#97064... [48535] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127021 { id="cluster_127021"; isCluster="true"; label="InMemoryTableScan"; 48548 [id="node_48548" labelType="html" label="MapPartitionsRDD [48548] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48549 [id="node_48549" labelType="html" label="MapPartitionsRDD [48549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48550 [id="node_48550" labelType="html" label="MapPartitionsRDD [48550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127018 { id="cluster_127018"; isCluster="true"; label="WholeStageCodegen (1)"; 48551 [id="node_48551" labelType="html" label="MapPartitionsRDD [48551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127017 { id="cluster_127017"; isCluster="true"; label="Exchange"; 48552 [id="node_48552" labelType="html" label="MapPartitionsRDD [48552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48531->48532; 48532->48533; 48533->48534; 48534->48535; 48535->48548; 48548->48549; 48549->48550; 48550->48551; 48551->48552; }
48530,48531
48535
48531
48532
48533
48534
48535
48548
48549
48550
48551
48552
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time