4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116201 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 74
Input Size / Records:
465.5 KiB / 4895
Shuffle Write Size / Records:
1855.0 KiB / 5096
Associated Job Ids:
6390
DAG Visualization
digraph G { id="graph_116201"; subgraph graph_stage_116201 { id="graph_stage_116201"; isCluster="true"; label="Stage 116201"; 56084 [id="node_56084" labelType="html" label="SQLExecutionRDD [56084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_145164 { id="cluster_145164"; isCluster="true"; label="repartition"; 55832 [id="node_55832" labelType="html" label="ShuffledRDD [55832] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55833 [id="node_55833" labelType="html" label="CoalescedRDD [55833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55834 [id="node_55834" labelType="html" label="MapPartitionsRDD [55834] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145685 { id="cluster_145685"; isCluster="true"; label="Exchange"; 56069 [id="node_56069" labelType="html" label="ShuffledRowRDD [56069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145680 { id="cluster_145680"; isCluster="true"; label="WholeStageCodegen (6)"; 56070 [id="node_56070" labelType="html" label="MapPartitionsRDD [56070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145679 { id="cluster_145679"; isCluster="true"; label="SortAggregate"; 56071 [id="node_56071" labelType="html" label="MapPartitionsRDD [56071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145678 { id="cluster_145678"; isCluster="true"; label="InMemoryTableScan"; 56072 [id="node_56072" labelType="html" label="MapPartitionsRDD [56072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56073 [id="node_56073" labelType="html" label="SortAggregate(key=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[first(kpis#1125686, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1125677, demandChannel#1125657, demandStream#1125658, kpis#1125819])\n+- *(6) Sort [demandChannel#1125657 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1125677 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1125658 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L, demandStream#1125658, 37), ENSURE_REQUIREMENTS, [plan_id=1754722]\n +- SortAggregate(key=[demandChannel#1125657, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1125677)) AS qty#1125677, worklistShardItemId#1100458L, demandStream#1125658], functions=[partial_first(kpis#1125686, false)], output=[demandChannel#1125657, shardId#1100457, qty#1125677, worklistShardItemId#1100458L,... [56073] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145772 { id="cluster_145772"; isCluster="true"; label="InMemoryTableScan"; 56080 [id="node_56080" labelType="html" label="MapPartitionsRDD [56080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56081 [id="node_56081" labelType="html" label="MapPartitionsRDD [56081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56082 [id="node_56082" labelType="html" label="MapPartitionsRDD [56082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145771 { id="cluster_145771"; isCluster="true"; label="DeserializeToObject"; 56083 [id="node_56083" labelType="html" label="MapPartitionsRDD [56083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145773 { id="cluster_145773"; isCluster="true"; label="mapPartitions"; 56085 [id="node_56085" labelType="html" label="MapPartitionsRDD [56085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145793 { id="cluster_145793"; isCluster="true"; label="union"; 56094 [id="node_56094" labelType="html" label="UnionRDD [56094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145794 { id="cluster_145794"; isCluster="true"; label="filter"; 56095 [id="node_56095" labelType="html" label="MapPartitionsRDD [56095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145795 { id="cluster_145795"; isCluster="true"; label="distinct"; 56096 [id="node_56096" labelType="html" label="MapPartitionsRDD [56096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55832->55833; 55833->55834; 56069->56070; 56070->56071; 56071->56072; 56072->56073; 56073->56080; 56080->56081; 56081->56082; 56082->56083; 56083->56084; 56084->56085; 55834->56094; 56085->56094; 56094->56095; 56095->56096; }
55831,55832
56068,56069
55834
56073
56084
55832
55833
55834
56069
56070
56071
56072
56073
56080
56081
56082
56083
56085
56094
56095
56096
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time