4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116147 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
32.5 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
6389
DAG Visualization
digraph G { id="graph_116147"; subgraph graph_stage_116147 { id="graph_stage_116147"; isCluster="true"; label="Stage 116147"; subgraph cluster_145685 { id="cluster_145685"; isCluster="true"; label="Exchange"; 56069 [id="node_56069" labelType="html" label="ShuffledRowRDD [56069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145680 { id="cluster_145680"; isCluster="true"; label="WholeStageCodegen (6)"; 56070 [id="node_56070" labelType="html" label="MapPartitionsRDD [56070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145679 { id="cluster_145679"; isCluster="true"; label="SortAggregate"; 56071 [id="node_56071" labelType="html" label="MapPartitionsRDD [56071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145678 { id="cluster_145678"; isCluster="true"; label="InMemoryTableScan"; 56072 [id="node_56072" labelType="html" label="MapPartitionsRDD [56072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56073 [id="node_56073" labelType="html" label="SortAggregate(key=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[first(kpis#1125686, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1125677, demandChannel#1125657, demandStream#1125658, kpis#1125819])\n+- *(6) Sort [demandChannel#1125657 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1125677 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1125658 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658, 37), ENSURE_REQUIREMENTS, [plan_id=1754722]\n +- SortAggregate(key=[demandChannel#1125657, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1125677)) AS qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[partial_first(kpis#1125686, false)], output=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L,... [56073] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145781 { id="cluster_145781"; isCluster="true"; label="InMemoryTableScan"; 56086 [id="node_56086" labelType="html" label="MapPartitionsRDD [56086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56087 [id="node_56087" labelType="html" label="MapPartitionsRDD [56087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56088 [id="node_56088" labelType="html" label="MapPartitionsRDD [56088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145778 { id="cluster_145778"; isCluster="true"; label="WholeStageCodegen (1)"; 56089 [id="node_56089" labelType="html" label="MapPartitionsRDD [56089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145777 { id="cluster_145777"; isCluster="true"; label="Exchange"; 56090 [id="node_56090" labelType="html" label="MapPartitionsRDD [56090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56069->56070; 56070->56071; 56071->56072; 56072->56073; 56073->56086; 56086->56087; 56087->56088; 56088->56089; 56089->56090; }
56068,56069
56073
56069
56070
56071
56072
56073
56086
56087
56088
56089
56090
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time