4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 88731 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 74
Input Size / Records:
504.9 KiB / 5648
Shuffle Write Size / Records:
1840.6 KiB / 5648
Associated Job Ids:
4638
DAG Visualization
digraph G { id="graph_88731"; subgraph graph_stage_88731 { id="graph_stage_88731"; isCluster="true"; label="Stage 88731"; 40317 [id="node_40317" labelType="html" label="SQLExecutionRDD [40317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_104649 { id="cluster_104649"; isCluster="true"; label="repartition"; 40069 [id="node_40069" labelType="html" label="ShuffledRDD [40069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40070 [id="node_40070" labelType="html" label="CoalescedRDD [40070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40071 [id="node_40071" labelType="html" label="MapPartitionsRDD [40071] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105159 { id="cluster_105159"; isCluster="true"; label="Exchange"; 40302 [id="node_40302" labelType="html" label="ShuffledRowRDD [40302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105154 { id="cluster_105154"; isCluster="true"; label="WholeStageCodegen (6)"; 40303 [id="node_40303" labelType="html" label="MapPartitionsRDD [40303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105153 { id="cluster_105153"; isCluster="true"; label="SortAggregate"; 40304 [id="node_40304" labelType="html" label="MapPartitionsRDD [40304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105152 { id="cluster_105152"; isCluster="true"; label="InMemoryTableScan"; 40305 [id="node_40305" labelType="html" label="MapPartitionsRDD [40305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40306 [id="node_40306" labelType="html" label="SortAggregate(key=[demandChannel#807677, shardId#754568, qty#807697, worklistShardItemId#754569L, demandStream#807678], functions=[first(kpis#807706, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#807697, demandChannel#807677, demandStream#807678, kpis#807839])\n+- *(6) Sort [demandChannel#807677 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#807697 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#807678 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#807677, shardId#754568, qty#807697, worklistShardItemId#754569L, demandStream#807678, 37), ENSURE_REQUIREMENTS, [plan_id=1321605]\n +- SortAggregate(key=[demandChannel#807677, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#807697)) AS qty#807697, worklistShardItemId#754569L, demandStream#807678], functions=[partial_first(kpis#807706, false)], output=[demandChannel#807677, shardId#754568, qty#807697, worklistShardItemId#754569L, demandStream#807678, first#80791... [40306] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105246 { id="cluster_105246"; isCluster="true"; label="InMemoryTableScan"; 40313 [id="node_40313" labelType="html" label="MapPartitionsRDD [40313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40314 [id="node_40314" labelType="html" label="MapPartitionsRDD [40314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40315 [id="node_40315" labelType="html" label="MapPartitionsRDD [40315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105245 { id="cluster_105245"; isCluster="true"; label="DeserializeToObject"; 40316 [id="node_40316" labelType="html" label="MapPartitionsRDD [40316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105247 { id="cluster_105247"; isCluster="true"; label="mapPartitions"; 40318 [id="node_40318" labelType="html" label="MapPartitionsRDD [40318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105267 { id="cluster_105267"; isCluster="true"; label="union"; 40327 [id="node_40327" labelType="html" label="UnionRDD [40327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105268 { id="cluster_105268"; isCluster="true"; label="filter"; 40328 [id="node_40328" labelType="html" label="MapPartitionsRDD [40328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105269 { id="cluster_105269"; isCluster="true"; label="distinct"; 40329 [id="node_40329" labelType="html" label="MapPartitionsRDD [40329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 40069->40070; 40070->40071; 40302->40303; 40303->40304; 40304->40305; 40305->40306; 40306->40313; 40313->40314; 40314->40315; 40315->40316; 40316->40317; 40317->40318; 40071->40327; 40318->40327; 40327->40328; 40328->40329; }
40068,40069
40301,40302
40071
40306
40317
40069
40070
40071
40302
40303
40304
40305
40306
40313
40314
40315
40316
40318
40327
40328
40329
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time