4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116094 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
81.7 KiB / 238
Associated Job Ids:
6388
DAG Visualization
digraph G { id="graph_116094"; subgraph graph_stage_116094 { id="graph_stage_116094"; isCluster="true"; label="Stage 116094"; 56078 [id="node_56078" labelType="html" label="SQLExecutionRDD [56078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_145685 { id="cluster_145685"; isCluster="true"; label="Exchange"; 56069 [id="node_56069" labelType="html" label="ShuffledRowRDD [56069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145680 { id="cluster_145680"; isCluster="true"; label="WholeStageCodegen (6)"; 56070 [id="node_56070" labelType="html" label="MapPartitionsRDD [56070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145679 { id="cluster_145679"; isCluster="true"; label="SortAggregate"; 56071 [id="node_56071" labelType="html" label="MapPartitionsRDD [56071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145678 { id="cluster_145678"; isCluster="true"; label="InMemoryTableScan"; 56072 [id="node_56072" labelType="html" label="MapPartitionsRDD [56072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56073 [id="node_56073" labelType="html" label="SortAggregate(key=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[first(kpis#1125686, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1125677, demandChannel#1125657, demandStream#1125658, kpis#1125819])\n+- *(6) Sort [demandChannel#1125657 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1125677 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1125658 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658, 37), ENSURE_REQUIREMENTS, [plan_id=1754722]\n +- SortAggregate(key=[demandChannel#1125657, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1125677)) AS qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[partial_first(kpis#1125686, false)], output=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L,... [56073] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56074 [id="node_56074" labelType="html" label="MapPartitionsRDD [56074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56075 [id="node_56075" labelType="html" label="MapPartitionsRDD [56075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56076 [id="node_56076" labelType="html" label="MapPartitionsRDD [56076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145677 { id="cluster_145677"; isCluster="true"; label="DeserializeToObject"; 56077 [id="node_56077" labelType="html" label="MapPartitionsRDD [56077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145734 { id="cluster_145734"; isCluster="true"; label="mapPartitions"; 56079 [id="node_56079" labelType="html" label="MapPartitionsRDD [56079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56069->56070; 56070->56071; 56071->56072; 56072->56073; 56073->56074; 56074->56075; 56075->56076; 56076->56077; 56077->56078; 56078->56079; }
56068,56069
56073
56078
56069
56070
56071
56072
56073
56074
56075
56076
56077
56079
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time