4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101453 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
243.9 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5614
DAG Visualization
digraph G { id="graph_101453"; subgraph graph_stage_101453 { id="graph_stage_101453"; isCluster="true"; label="Stage 101453"; subgraph cluster_126254 { id="cluster_126254"; isCluster="true"; label="Exchange"; 48264 [id="node_48264" labelType="html" label="ShuffledRowRDD [48264] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126249 { id="cluster_126249"; isCluster="true"; label="WholeStageCodegen (6)"; 48265 [id="node_48265" labelType="html" label="MapPartitionsRDD [48265] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126248 { id="cluster_126248"; isCluster="true"; label="SortAggregate"; 48266 [id="node_48266" labelType="html" label="MapPartitionsRDD [48266] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126247 { id="cluster_126247"; isCluster="true"; label="InMemoryTableScan"; 48267 [id="node_48267" labelType="html" label="MapPartitionsRDD [48267] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48268 [id="node_48268" labelType="html" label="SortAggregate(key=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[first(kpis#964859, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#964850, demandChannel#964830, demandStream#964831, kpis#964992])\n+- *(6) Sort [demandChannel#964830 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#964850 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#964831 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, 37), ENSURE_REQUIREMENTS, [plan_id=1620191]\n +- SortAggregate(key=[demandChannel#964830, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#964850)) AS qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[partial_first(kpis#964859, false)], output=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, first#96506... [48268] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126401 { id="cluster_126401"; isCluster="true"; label="InMemoryTableScan"; 48284 [id="node_48284" labelType="html" label="MapPartitionsRDD [48284] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48285 [id="node_48285" labelType="html" label="MapPartitionsRDD [48285] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48286 [id="node_48286" labelType="html" label="MapPartitionsRDD [48286] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126398 { id="cluster_126398"; isCluster="true"; label="WholeStageCodegen (1)"; 48287 [id="node_48287" labelType="html" label="MapPartitionsRDD [48287] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126397 { id="cluster_126397"; isCluster="true"; label="Exchange"; 48288 [id="node_48288" labelType="html" label="MapPartitionsRDD [48288] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48264->48265; 48265->48266; 48266->48267; 48267->48268; 48268->48284; 48284->48285; 48285->48286; 48286->48287; 48287->48288; }
48263,48264
48268
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time