4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99345 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
243.0 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5225
DAG Visualization
digraph G { id="graph_99345"; subgraph graph_stage_99345 { id="graph_stage_99345"; isCluster="true"; label="Stage 99345"; subgraph cluster_118871 { id="cluster_118871"; isCluster="true"; label="Exchange"; 45721 [id="node_45721" labelType="html" label="ShuffledRowRDD [45721] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118866 { id="cluster_118866"; isCluster="true"; label="WholeStageCodegen (6)"; 45722 [id="node_45722" labelType="html" label="MapPartitionsRDD [45722] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118865 { id="cluster_118865"; isCluster="true"; label="SortAggregate"; 45723 [id="node_45723" labelType="html" label="MapPartitionsRDD [45723] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118864 { id="cluster_118864"; isCluster="true"; label="InMemoryTableScan"; 45724 [id="node_45724" labelType="html" label="MapPartitionsRDD [45724] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45725 [id="node_45725" labelType="html" label="SortAggregate(key=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[first(kpis#918923, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#918914, demandChannel#918894, demandStream#918895, kpis#919056])\n+- *(6) Sort [demandChannel#918894 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#918914 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#918895 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, 37), ENSURE_REQUIREMENTS, [plan_id=1448668]\n +- SortAggregate(key=[demandChannel#918894, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#918914)) AS qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[partial_first(kpis#918923, false)], output=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, first#91913... [45725] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118967 { id="cluster_118967"; isCluster="true"; label="InMemoryTableScan"; 45738 [id="node_45738" labelType="html" label="MapPartitionsRDD [45738] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45739 [id="node_45739" labelType="html" label="MapPartitionsRDD [45739] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45740 [id="node_45740" labelType="html" label="MapPartitionsRDD [45740] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118964 { id="cluster_118964"; isCluster="true"; label="WholeStageCodegen (1)"; 45741 [id="node_45741" labelType="html" label="MapPartitionsRDD [45741] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118963 { id="cluster_118963"; isCluster="true"; label="Exchange"; 45742 [id="node_45742" labelType="html" label="MapPartitionsRDD [45742] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45721->45722; 45722->45723; 45723->45724; 45724->45725; 45725->45738; 45738->45739; 45739->45740; 45740->45741; 45741->45742; }
45720,45721
45725
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time