4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 78155 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 74
Input Size / Records:
70.7 KiB / 439
Shuffle Write Size / Records:
239.8 KiB / 449
Associated Job Ids:
4152
DAG Visualization
digraph G { id="graph_78155"; subgraph graph_stage_78155 { id="graph_stage_78155"; isCluster="true"; label="Stage 78155"; 35209 [id="node_35209" labelType="html" label="SQLExecutionRDD [35209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_92170 { id="cluster_92170"; isCluster="true"; label="repartition"; 34961 [id="node_34961" labelType="html" label="ShuffledRDD [34961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 34962 [id="node_34962" labelType="html" label="CoalescedRDD [34962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 34963 [id="node_34963" labelType="html" label="MapPartitionsRDD [34963] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92680 { id="cluster_92680"; isCluster="true"; label="Exchange"; 35194 [id="node_35194" labelType="html" label="ShuffledRowRDD [35194] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92675 { id="cluster_92675"; isCluster="true"; label="WholeStageCodegen (6)"; 35195 [id="node_35195" labelType="html" label="MapPartitionsRDD [35195] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92674 { id="cluster_92674"; isCluster="true"; label="SortAggregate"; 35196 [id="node_35196" labelType="html" label="MapPartitionsRDD [35196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92673 { id="cluster_92673"; isCluster="true"; label="InMemoryTableScan"; 35197 [id="node_35197" labelType="html" label="MapPartitionsRDD [35197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35198 [id="node_35198" labelType="html" label="SortAggregate(key=[demandChannel#701698, shardId#665597, qty#701718, worklistShardItemId#665598L, demandStream#701699], functions=[first(kpis#701727, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#701718, demandChannel#701698, demandStream#701699, kpis#701860])\n+- *(6) Sort [demandChannel#701698 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#701718 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#701699 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#701698, shardId#665597, qty#701718, worklistShardItemId#665598L, demandStream#701699, 37), ENSURE_REQUIREMENTS, [plan_id=1240465]\n +- SortAggregate(key=[demandChannel#701698, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#701718)) AS qty#701718, worklistShardItemId#665598L, demandStream#701699], functions=[partial_first(kpis#701727, false)], output=[demandChannel#701698, shardId#665597, qty#701718, worklistShardItemId#665598L, demandStream#701699, first#70193... [35198] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92767 { id="cluster_92767"; isCluster="true"; label="InMemoryTableScan"; 35205 [id="node_35205" labelType="html" label="MapPartitionsRDD [35205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35206 [id="node_35206" labelType="html" label="MapPartitionsRDD [35206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35207 [id="node_35207" labelType="html" label="MapPartitionsRDD [35207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92766 { id="cluster_92766"; isCluster="true"; label="DeserializeToObject"; 35208 [id="node_35208" labelType="html" label="MapPartitionsRDD [35208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92768 { id="cluster_92768"; isCluster="true"; label="mapPartitions"; 35210 [id="node_35210" labelType="html" label="MapPartitionsRDD [35210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92788 { id="cluster_92788"; isCluster="true"; label="union"; 35219 [id="node_35219" labelType="html" label="UnionRDD [35219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92789 { id="cluster_92789"; isCluster="true"; label="filter"; 35220 [id="node_35220" labelType="html" label="MapPartitionsRDD [35220] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_92790 { id="cluster_92790"; isCluster="true"; label="distinct"; 35221 [id="node_35221" labelType="html" label="MapPartitionsRDD [35221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 34961->34962; 34962->34963; 35194->35195; 35195->35196; 35196->35197; 35197->35198; 35198->35205; 35205->35206; 35206->35207; 35207->35208; 35208->35209; 35209->35210; 34963->35219; 35210->35219; 35219->35220; 35220->35221; }
34960,34961
35193,35194
34963
35198
35209
34961
34962
34963
35194
35195
35196
35197
35198
35205
35206
35207
35208
35210
35219
35220
35221
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time