4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112143 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1795.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
6115
DAG Visualization
digraph G { id="graph_112143"; subgraph graph_stage_112143 { id="graph_stage_112143"; isCluster="true"; label="Stage 112143"; subgraph cluster_139413 { id="cluster_139413"; isCluster="true"; label="Exchange"; 53606 [id="node_53606" labelType="html" label="ShuffledRowRDD [53606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139408 { id="cluster_139408"; isCluster="true"; label="WholeStageCodegen (6)"; 53607 [id="node_53607" labelType="html" label="MapPartitionsRDD [53607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139407 { id="cluster_139407"; isCluster="true"; label="SortAggregate"; 53608 [id="node_53608" labelType="html" label="MapPartitionsRDD [53608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139406 { id="cluster_139406"; isCluster="true"; label="InMemoryTableScan"; 53609 [id="node_53609" labelType="html" label="MapPartitionsRDD [53609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53610 [id="node_53610" labelType="html" label="SortAggregate(key=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[first(kpis#1075450, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1075441, demandChannel#1075421, demandStream#1075422, kpis#1075583])\n+- *(6) Sort [demandChannel#1075421 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1075441 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1075422 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422, 37), ENSURE_REQUIREMENTS, [plan_id=1691962]\n +- SortAggregate(key=[demandChannel#1075421, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1075441)) AS qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[partial_first(kpis#1075450, false)], output=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L,... [53610] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139509 { id="cluster_139509"; isCluster="true"; label="InMemoryTableScan"; 53623 [id="node_53623" labelType="html" label="MapPartitionsRDD [53623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53624 [id="node_53624" labelType="html" label="MapPartitionsRDD [53624] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53625 [id="node_53625" labelType="html" label="MapPartitionsRDD [53625] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139506 { id="cluster_139506"; isCluster="true"; label="WholeStageCodegen (1)"; 53626 [id="node_53626" labelType="html" label="MapPartitionsRDD [53626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139505 { id="cluster_139505"; isCluster="true"; label="Exchange"; 53627 [id="node_53627" labelType="html" label="MapPartitionsRDD [53627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53606->53607; 53607->53608; 53608->53609; 53609->53610; 53610->53623; 53623->53624; 53624->53625; 53625->53626; 53626->53627; }
53605,53606
53610
53606
53607
53608
53609
53610
53623
53624
53625
53626
53627
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time