4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 27792 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 24; Process local: 6
Shuffle Read Size / Records:
20.7 KiB / 54
Associated Job Ids:
10381
DAG Visualization
digraph G { id="graph_27792"; subgraph graph_stage_27792 { id="graph_stage_27792"; isCluster="true"; label="Stage 27792"; 78105 [id="node_78105" labelType="html" label="SQLExecutionRDD [78105] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_205823 { id="cluster_205823"; isCluster="true"; label="Exchange"; 78096 [id="node_78096" labelType="html" label="ShuffledRowRDD [78096] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205816 { id="cluster_205816"; isCluster="true"; label="WholeStageCodegen (5)"; 78097 [id="node_78097" labelType="html" label="MapPartitionsRDD [78097] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205815 { id="cluster_205815"; isCluster="true"; label="SortAggregate"; 78098 [id="node_78098" labelType="html" label="MapPartitionsRDD [78098] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205814 { id="cluster_205814"; isCluster="true"; label="InMemoryTableScan"; 78099 [id="node_78099" labelType="html" label="MapPartitionsRDD [78099] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78100 [id="node_78100" labelType="html" label="SortAggregate(key=[demandChannel#1363576, shardId#1310127, qty#1363596, worklistShardItemId#1310128L, demandStream#1363577], functions=[first(kpis#1363605, false)], output=[shardId#1310127, worklistShardItemId#1310128L, qty#1363596, demandChannel#1363576, demandStream#1363577, kpis#1363718])\n+- *(5) Sort [demandChannel#1363576 ASC NULLS FIRST, shardId#1310127 ASC NULLS FIRST, qty#1363596 ASC NULLS FIRST, worklistShardItemId#1310128L ASC NULLS FIRST, demandStream#1363577 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1363576, shardId#1310127, qty#1363596, worklistShardItemId#1310128L, demandStream#1363577, 30), ENSURE_REQUIREMENTS, [plan_id=2205987]\n +- SortAggregate(key=[demandChannel#1363576, shardId#1310127, knownfloatingpointnormalized(normalizenanandzero(qty#1363596)) AS qty#1363596, worklistShardItemId#1310128L, demandStream#1363577], functions=[partial_first(kpis#1363605, false)], output=[demandChannel#1363576, shardId#1310127, qty#1363596, worklistShardItemId#1310128L,... [78100] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78101 [id="node_78101" labelType="html" label="MapPartitionsRDD [78101] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78102 [id="node_78102" labelType="html" label="MapPartitionsRDD [78102] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 78103 [id="node_78103" labelType="html" label="MapPartitionsRDD [78103] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205813 { id="cluster_205813"; isCluster="true"; label="DeserializeToObject"; 78104 [id="node_78104" labelType="html" label="MapPartitionsRDD [78104] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205862 { id="cluster_205862"; isCluster="true"; label="mapPartitions"; 78106 [id="node_78106" labelType="html" label="MapPartitionsRDD [78106] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 78096->78097; 78097->78098; 78098->78099; 78099->78100; 78100->78101; 78101->78102; 78102->78103; 78103->78104; 78104->78105; 78105->78106; }
78095,78096
78100
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time