4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106638 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
19.3 KiB / 32
Shuffle Write Size / Records:
2.9 KiB / 32
Associated Job Ids:
5967
DAG Visualization
digraph G { id="graph_106638"; subgraph graph_stage_106638 { id="graph_stage_106638"; isCluster="true"; label="Stage 106638"; subgraph cluster_135065 { id="cluster_135065"; isCluster="true"; label="Exchange"; 51756 [id="node_51756" labelType="html" label="ShuffledRowRDD [51756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135059 { id="cluster_135059"; isCluster="true"; label="WholeStageCodegen (6)"; 51757 [id="node_51757" labelType="html" label="MapPartitionsRDD [51757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135058 { id="cluster_135058"; isCluster="true"; label="SortAggregate"; 51758 [id="node_51758" labelType="html" label="MapPartitionsRDD [51758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135057 { id="cluster_135057"; isCluster="true"; label="InMemoryTableScan"; 51759 [id="node_51759" labelType="html" label="MapPartitionsRDD [51759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51760 [id="node_51760" labelType="html" label="SortAggregate(key=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[first(kpis#1036544, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1036535, demandChannel#1036515, demandStream#1036516, kpis#1036677])\n+- *(6) Sort [demandChannel#1036515 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1036535 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1036516 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516, 37), ENSURE_REQUIREMENTS, [plan_id=1680944]\n +- SortAggregate(key=[demandChannel#1036515, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1036535)) AS qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[partial_first(kpis#1036544, false)], output=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L,... [51760] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135160 { id="cluster_135160"; isCluster="true"; label="InMemoryTableScan"; 51773 [id="node_51773" labelType="html" label="MapPartitionsRDD [51773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51774 [id="node_51774" labelType="html" label="MapPartitionsRDD [51774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51775 [id="node_51775" labelType="html" label="MapPartitionsRDD [51775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135157 { id="cluster_135157"; isCluster="true"; label="WholeStageCodegen (1)"; 51776 [id="node_51776" labelType="html" label="MapPartitionsRDD [51776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135156 { id="cluster_135156"; isCluster="true"; label="Exchange"; 51777 [id="node_51777" labelType="html" label="MapPartitionsRDD [51777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51756->51757; 51757->51758; 51758->51759; 51759->51760; 51760->51773; 51773->51774; 51774->51775; 51775->51776; 51776->51777; }
51755,51756
51760
51756
51757
51758
51759
51760
51773
51774
51775
51776
51777
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time