4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101662 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
274.9 KiB / 1191
Associated Job Ids:
5634
DAG Visualization
digraph G { id="graph_101662"; subgraph graph_stage_101662 { id="graph_stage_101662"; isCluster="true"; label="Stage 101662"; 48540 [id="node_48540" labelType="html" label="SQLExecutionRDD [48540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_126925 { id="cluster_126925"; isCluster="true"; label="Exchange"; 48531 [id="node_48531" labelType="html" label="ShuffledRowRDD [48531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126920 { id="cluster_126920"; isCluster="true"; label="WholeStageCodegen (6)"; 48532 [id="node_48532" labelType="html" label="MapPartitionsRDD [48532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126919 { id="cluster_126919"; isCluster="true"; label="SortAggregate"; 48533 [id="node_48533" labelType="html" label="MapPartitionsRDD [48533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126918 { id="cluster_126918"; isCluster="true"; label="InMemoryTableScan"; 48534 [id="node_48534" labelType="html" label="MapPartitionsRDD [48534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48535 [id="node_48535" labelType="html" label="SortAggregate(key=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[first(kpis#970433, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#970424, demandChannel#970404, demandStream#970405, kpis#970566])\n+- *(6) Sort [demandChannel#970404 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#970424 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#970405 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, 37), ENSURE_REQUIREMENTS, [plan_id=1621885]\n +- SortAggregate(key=[demandChannel#970404, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#970424)) AS qty#970424, worklistShardItemId#943632L, demandStream#970405], functions=[partial_first(kpis#970433, false)], output=[demandChannel#970404, shardId#943631, qty#970424, worklistShardItemId#943632L, demandStream#970405, first#97064... [48535] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48536 [id="node_48536" labelType="html" label="MapPartitionsRDD [48536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48537 [id="node_48537" labelType="html" label="MapPartitionsRDD [48537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48538 [id="node_48538" labelType="html" label="MapPartitionsRDD [48538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126917 { id="cluster_126917"; isCluster="true"; label="DeserializeToObject"; 48539 [id="node_48539" labelType="html" label="MapPartitionsRDD [48539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126974 { id="cluster_126974"; isCluster="true"; label="mapPartitions"; 48541 [id="node_48541" labelType="html" label="MapPartitionsRDD [48541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48531->48532; 48532->48533; 48533->48534; 48534->48535; 48535->48536; 48536->48537; 48537->48538; 48538->48539; 48539->48540; 48540->48541; }
48530,48531
48535
48540
48531
48532
48533
48534
48535
48536
48537
48538
48539
48541
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time