4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99852 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
40.1 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5268
DAG Visualization
digraph G { id="graph_99852"; subgraph graph_stage_99852 { id="graph_stage_99852"; isCluster="true"; label="Stage 99852"; subgraph cluster_120114 { id="cluster_120114"; isCluster="true"; label="Exchange"; 46251 [id="node_46251" labelType="html" label="ShuffledRowRDD [46251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120109 { id="cluster_120109"; isCluster="true"; label="WholeStageCodegen (6)"; 46252 [id="node_46252" labelType="html" label="MapPartitionsRDD [46252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120108 { id="cluster_120108"; isCluster="true"; label="SortAggregate"; 46253 [id="node_46253" labelType="html" label="MapPartitionsRDD [46253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120107 { id="cluster_120107"; isCluster="true"; label="InMemoryTableScan"; 46254 [id="node_46254" labelType="html" label="MapPartitionsRDD [46254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46255 [id="node_46255" labelType="html" label="SortAggregate(key=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[first(kpis#930039, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#930030, demandChannel#930010, demandStream#930011, kpis#930172])\n+- *(6) Sort [demandChannel#930010 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#930030 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#930011 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, 37), ENSURE_REQUIREMENTS, [plan_id=1451833]\n +- SortAggregate(key=[demandChannel#930010, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#930030)) AS qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[partial_first(kpis#930039, false)], output=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, first#93024... [46255] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120210 { id="cluster_120210"; isCluster="true"; label="InMemoryTableScan"; 46268 [id="node_46268" labelType="html" label="MapPartitionsRDD [46268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46269 [id="node_46269" labelType="html" label="MapPartitionsRDD [46269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46270 [id="node_46270" labelType="html" label="MapPartitionsRDD [46270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120207 { id="cluster_120207"; isCluster="true"; label="WholeStageCodegen (1)"; 46271 [id="node_46271" labelType="html" label="MapPartitionsRDD [46271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120206 { id="cluster_120206"; isCluster="true"; label="Exchange"; 46272 [id="node_46272" labelType="html" label="MapPartitionsRDD [46272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46251->46252; 46252->46253; 46253->46254; 46254->46255; 46255->46268; 46268->46269; 46269->46270; 46270->46271; 46271->46272; }
46250,46251
46255
46251
46252
46253
46254
46255
46268
46269
46270
46271
46272
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time