4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 113123 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1795.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
6159
DAG Visualization
digraph G { id="graph_113123"; subgraph graph_stage_113123 { id="graph_stage_113123"; isCluster="true"; label="Stage 113123"; subgraph cluster_140713 { id="cluster_140713"; isCluster="true"; label="Exchange"; 54156 [id="node_54156" labelType="html" label="ShuffledRowRDD [54156] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140707 { id="cluster_140707"; isCluster="true"; label="WholeStageCodegen (6)"; 54157 [id="node_54157" labelType="html" label="MapPartitionsRDD [54157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140706 { id="cluster_140706"; isCluster="true"; label="SortAggregate"; 54158 [id="node_54158" labelType="html" label="MapPartitionsRDD [54158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140705 { id="cluster_140705"; isCluster="true"; label="InMemoryTableScan"; 54159 [id="node_54159" labelType="html" label="MapPartitionsRDD [54159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54160 [id="node_54160" labelType="html" label="SortAggregate(key=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[first(kpis#1086865, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1086856, demandChannel#1086836, demandStream#1086837, kpis#1086998])\n+- *(6) Sort [demandChannel#1086836 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1086856 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1086837 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L, demandStream#1086837, 37), ENSURE_REQUIREMENTS, [plan_id=1695213]\n +- SortAggregate(key=[demandChannel#1086836, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1086856)) AS qty#1086856, worklistShardItemId#1011816L, demandStream#1086837], functions=[partial_first(kpis#1086865, false)], output=[demandChannel#1086836, shardId#1011815, qty#1086856, worklistShardItemId#1011816L,... [54160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140808 { id="cluster_140808"; isCluster="true"; label="InMemoryTableScan"; 54173 [id="node_54173" labelType="html" label="MapPartitionsRDD [54173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54174 [id="node_54174" labelType="html" label="MapPartitionsRDD [54174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54175 [id="node_54175" labelType="html" label="MapPartitionsRDD [54175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140805 { id="cluster_140805"; isCluster="true"; label="WholeStageCodegen (1)"; 54176 [id="node_54176" labelType="html" label="MapPartitionsRDD [54176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140804 { id="cluster_140804"; isCluster="true"; label="Exchange"; 54177 [id="node_54177" labelType="html" label="MapPartitionsRDD [54177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54156->54157; 54157->54158; 54158->54159; 54159->54160; 54160->54173; 54173->54174; 54174->54175; 54175->54176; 54176->54177; }
54155,54156
54160
54156
54157
54158
54159
54160
54173
54174
54175
54176
54177
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time