4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95092 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
68.0 KiB / 502
Shuffle Write Size / Records:
268.3 KiB / 502
Associated Job Ids:
4952
DAG Visualization
digraph G { id="graph_95092"; subgraph graph_stage_95092 { id="graph_stage_95092"; isCluster="true"; label="Stage 95092"; 43275 [id="node_43275" labelType="html" label="SQLExecutionRDD [43275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_112107 { id="cluster_112107"; isCluster="true"; label="repartition"; 43027 [id="node_43027" labelType="html" label="ShuffledRDD [43027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43028 [id="node_43028" labelType="html" label="CoalescedRDD [43028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43029 [id="node_43029" labelType="html" label="MapPartitionsRDD [43029] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112617 { id="cluster_112617"; isCluster="true"; label="Exchange"; 43260 [id="node_43260" labelType="html" label="ShuffledRowRDD [43260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112612 { id="cluster_112612"; isCluster="true"; label="WholeStageCodegen (6)"; 43261 [id="node_43261" labelType="html" label="MapPartitionsRDD [43261] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112611 { id="cluster_112611"; isCluster="true"; label="SortAggregate"; 43262 [id="node_43262" labelType="html" label="MapPartitionsRDD [43262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112610 { id="cluster_112610"; isCluster="true"; label="InMemoryTableScan"; 43263 [id="node_43263" labelType="html" label="MapPartitionsRDD [43263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43264 [id="node_43264" labelType="html" label="SortAggregate(key=[demandChannel#868540, shardId#815740, qty#868560, worklistShardItemId#815741L, demandStream#868541], functions=[first(kpis#868569, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#868560, demandChannel#868540, demandStream#868541, kpis#868702])\n+- *(6) Sort [demandChannel#868540 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#868560 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#868541 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#868540, shardId#815740, qty#868560, worklistShardItemId#815741L, demandStream#868541, 37), ENSURE_REQUIREMENTS, [plan_id=1384066]\n +- SortAggregate(key=[demandChannel#868540, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#868560)) AS qty#868560, worklistShardItemId#815741L, demandStream#868541], functions=[partial_first(kpis#868569, false)], output=[demandChannel#868540, shardId#815740, qty#868560, worklistShardItemId#815741L, demandStream#868541, first#86877... [43264] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112704 { id="cluster_112704"; isCluster="true"; label="InMemoryTableScan"; 43271 [id="node_43271" labelType="html" label="MapPartitionsRDD [43271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43272 [id="node_43272" labelType="html" label="MapPartitionsRDD [43272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43273 [id="node_43273" labelType="html" label="MapPartitionsRDD [43273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112703 { id="cluster_112703"; isCluster="true"; label="DeserializeToObject"; 43274 [id="node_43274" labelType="html" label="MapPartitionsRDD [43274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112705 { id="cluster_112705"; isCluster="true"; label="mapPartitions"; 43276 [id="node_43276" labelType="html" label="MapPartitionsRDD [43276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112725 { id="cluster_112725"; isCluster="true"; label="union"; 43285 [id="node_43285" labelType="html" label="UnionRDD [43285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112726 { id="cluster_112726"; isCluster="true"; label="filter"; 43286 [id="node_43286" labelType="html" label="MapPartitionsRDD [43286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112727 { id="cluster_112727"; isCluster="true"; label="distinct"; 43287 [id="node_43287" labelType="html" label="MapPartitionsRDD [43287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43027->43028; 43028->43029; 43260->43261; 43261->43262; 43262->43263; 43263->43264; 43264->43271; 43271->43272; 43272->43273; 43273->43274; 43274->43275; 43275->43276; 43029->43285; 43276->43285; 43285->43286; 43286->43287; }
43026,43027
43259,43260
43029
43264
43275
43027
43028
43029
43260
43261
43262
43263
43264
43271
43272
43273
43274
43276
43285
43286
43287
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time