4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112609 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
62.7 KiB / 471
Shuffle Write Size / Records:
251.1 KiB / 471
Associated Job Ids:
6139
DAG Visualization
digraph G { id="graph_112609"; subgraph graph_stage_112609 { id="graph_stage_112609"; isCluster="true"; label="Stage 112609"; 53907 [id="node_53907" labelType="html" label="SQLExecutionRDD [53907] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_139524 { id="cluster_139524"; isCluster="true"; label="repartition"; 53637 [id="node_53637" labelType="html" label="ShuffledRDD [53637] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53638 [id="node_53638" labelType="html" label="CoalescedRDD [53638] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53639 [id="node_53639" labelType="html" label="MapPartitionsRDD [53639] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140092 { id="cluster_140092"; isCluster="true"; label="Exchange"; 53892 [id="node_53892" labelType="html" label="ShuffledRowRDD [53892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140086 { id="cluster_140086"; isCluster="true"; label="WholeStageCodegen (6)"; 53893 [id="node_53893" labelType="html" label="MapPartitionsRDD [53893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140085 { id="cluster_140085"; isCluster="true"; label="SortAggregate"; 53894 [id="node_53894" labelType="html" label="MapPartitionsRDD [53894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140084 { id="cluster_140084"; isCluster="true"; label="InMemoryTableScan"; 53895 [id="node_53895" labelType="html" label="MapPartitionsRDD [53895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53896 [id="node_53896" labelType="html" label="SortAggregate(key=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[first(kpis#1081307, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1081298, demandChannel#1081278, demandStream#1081279, kpis#1081440])\n+- *(6) Sort [demandChannel#1081278 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1081298 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1081279 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L, demandStream#1081279, 37), ENSURE_REQUIREMENTS, [plan_id=1693664]\n +- SortAggregate(key=[demandChannel#1081278, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1081298)) AS qty#1081298, worklistShardItemId#1011816L, demandStream#1081279], functions=[partial_first(kpis#1081307, false)], output=[demandChannel#1081278, shardId#1011815, qty#1081298, worklistShardItemId#1011816L,... [53896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140178 { id="cluster_140178"; isCluster="true"; label="InMemoryTableScan"; 53903 [id="node_53903" labelType="html" label="MapPartitionsRDD [53903] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53904 [id="node_53904" labelType="html" label="MapPartitionsRDD [53904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53905 [id="node_53905" labelType="html" label="MapPartitionsRDD [53905] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140177 { id="cluster_140177"; isCluster="true"; label="DeserializeToObject"; 53906 [id="node_53906" labelType="html" label="MapPartitionsRDD [53906] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140179 { id="cluster_140179"; isCluster="true"; label="mapPartitions"; 53908 [id="node_53908" labelType="html" label="MapPartitionsRDD [53908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140199 { id="cluster_140199"; isCluster="true"; label="union"; 53917 [id="node_53917" labelType="html" label="UnionRDD [53917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140200 { id="cluster_140200"; isCluster="true"; label="filter"; 53918 [id="node_53918" labelType="html" label="MapPartitionsRDD [53918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140201 { id="cluster_140201"; isCluster="true"; label="distinct"; 53919 [id="node_53919" labelType="html" label="MapPartitionsRDD [53919] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53637->53638; 53638->53639; 53892->53893; 53893->53894; 53894->53895; 53895->53896; 53896->53903; 53903->53904; 53904->53905; 53905->53906; 53906->53907; 53907->53908; 53639->53917; 53908->53917; 53917->53918; 53918->53919; }
53636,53637
53891,53892
53639
53896
53907
53637
53638
53639
53892
53893
53894
53895
53896
53903
53904
53905
53906
53908
53917
53918
53919
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time