4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99835 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
114.5 KiB / 379
Associated Job Ids:
5267
DAG Visualization
digraph G { id="graph_99835"; subgraph graph_stage_99835 { id="graph_stage_99835"; isCluster="true"; label="Stage 99835"; 46260 [id="node_46260" labelType="html" label="SQLExecutionRDD [46260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120114 { id="cluster_120114"; isCluster="true"; label="Exchange"; 46251 [id="node_46251" labelType="html" label="ShuffledRowRDD [46251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120109 { id="cluster_120109"; isCluster="true"; label="WholeStageCodegen (6)"; 46252 [id="node_46252" labelType="html" label="MapPartitionsRDD [46252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120108 { id="cluster_120108"; isCluster="true"; label="SortAggregate"; 46253 [id="node_46253" labelType="html" label="MapPartitionsRDD [46253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120107 { id="cluster_120107"; isCluster="true"; label="InMemoryTableScan"; 46254 [id="node_46254" labelType="html" label="MapPartitionsRDD [46254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46255 [id="node_46255" labelType="html" label="SortAggregate(key=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[first(kpis#930039, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#930030, demandChannel#930010, demandStream#930011, kpis#930172])\n+- *(6) Sort [demandChannel#930010 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#930030 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#930011 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, 37), ENSURE_REQUIREMENTS, [plan_id=1451833]\n +- SortAggregate(key=[demandChannel#930010, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#930030)) AS qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[partial_first(kpis#930039, false)], output=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, first#93024... [46255] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46256 [id="node_46256" labelType="html" label="MapPartitionsRDD [46256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46257 [id="node_46257" labelType="html" label="MapPartitionsRDD [46257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46258 [id="node_46258" labelType="html" label="MapPartitionsRDD [46258] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120106 { id="cluster_120106"; isCluster="true"; label="DeserializeToObject"; 46259 [id="node_46259" labelType="html" label="MapPartitionsRDD [46259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120163 { id="cluster_120163"; isCluster="true"; label="mapPartitions"; 46261 [id="node_46261" labelType="html" label="MapPartitionsRDD [46261] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46251->46252; 46252->46253; 46253->46254; 46254->46255; 46255->46256; 46256->46257; 46257->46258; 46258->46259; 46259->46260; 46260->46261; }
46250,46251
46255
46260
46251
46252
46253
46254
46255
46256
46257
46258
46259
46261
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time