4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91128 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 74
Input Size / Records:
67.8 KiB / 399
Shuffle Write Size / Records:
221.4 KiB / 415
Associated Job Ids:
4868
DAG Visualization
digraph G { id="graph_91128"; subgraph graph_stage_91128 { id="graph_stage_91128"; isCluster="true"; label="Stage 91128"; 42219 [id="node_42219" labelType="html" label="SQLExecutionRDD [42219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_109623 { id="cluster_109623"; isCluster="true"; label="repartition"; 41971 [id="node_41971" labelType="html" label="ShuffledRDD [41971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41972 [id="node_41972" labelType="html" label="CoalescedRDD [41972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41973 [id="node_41973" labelType="html" label="MapPartitionsRDD [41973] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110133 { id="cluster_110133"; isCluster="true"; label="Exchange"; 42204 [id="node_42204" labelType="html" label="ShuffledRowRDD [42204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110128 { id="cluster_110128"; isCluster="true"; label="WholeStageCodegen (6)"; 42205 [id="node_42205" labelType="html" label="MapPartitionsRDD [42205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110127 { id="cluster_110127"; isCluster="true"; label="SortAggregate"; 42206 [id="node_42206" labelType="html" label="MapPartitionsRDD [42206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110126 { id="cluster_110126"; isCluster="true"; label="InMemoryTableScan"; 42207 [id="node_42207" labelType="html" label="MapPartitionsRDD [42207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42208 [id="node_42208" labelType="html" label="SortAggregate(key=[demandChannel#846308, shardId#815740, qty#846328, worklistShardItemId#815741L, demandStream#846309], functions=[first(kpis#846337, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#846328, demandChannel#846308, demandStream#846309, kpis#846470])\n+- *(6) Sort [demandChannel#846308 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#846328 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#846309 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#846308, shardId#815740, qty#846328, worklistShardItemId#815741L, demandStream#846309, 37), ENSURE_REQUIREMENTS, [plan_id=1377777]\n +- SortAggregate(key=[demandChannel#846308, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#846328)) AS qty#846328, worklistShardItemId#815741L, demandStream#846309], functions=[partial_first(kpis#846337, false)], output=[demandChannel#846308, shardId#815740, qty#846328, worklistShardItemId#815741L, demandStream#846309, first#84654... [42208] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110220 { id="cluster_110220"; isCluster="true"; label="InMemoryTableScan"; 42215 [id="node_42215" labelType="html" label="MapPartitionsRDD [42215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42216 [id="node_42216" labelType="html" label="MapPartitionsRDD [42216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42217 [id="node_42217" labelType="html" label="MapPartitionsRDD [42217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110219 { id="cluster_110219"; isCluster="true"; label="DeserializeToObject"; 42218 [id="node_42218" labelType="html" label="MapPartitionsRDD [42218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110221 { id="cluster_110221"; isCluster="true"; label="mapPartitions"; 42220 [id="node_42220" labelType="html" label="MapPartitionsRDD [42220] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110241 { id="cluster_110241"; isCluster="true"; label="union"; 42229 [id="node_42229" labelType="html" label="UnionRDD [42229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110242 { id="cluster_110242"; isCluster="true"; label="filter"; 42230 [id="node_42230" labelType="html" label="MapPartitionsRDD [42230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110243 { id="cluster_110243"; isCluster="true"; label="distinct"; 42231 [id="node_42231" labelType="html" label="MapPartitionsRDD [42231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41971->41972; 41972->41973; 42204->42205; 42205->42206; 42206->42207; 42207->42208; 42208->42215; 42215->42216; 42216->42217; 42217->42218; 42218->42219; 42219->42220; 41973->42229; 42220->42229; 42229->42230; 42230->42231; }
41970,41971
42203,42204
41973
42208
42219
41971
41972
41973
42204
42205
42206
42207
42208
42215
42216
42217
42218
42220
42229
42230
42231
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time