4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108828 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
6.0 KiB / 10
Shuffle Write Size / Records:
920.0 B / 10
Associated Job Ids:
6030
DAG Visualization
digraph G { id="graph_108828"; subgraph graph_stage_108828 { id="graph_stage_108828"; isCluster="true"; label="Stage 108828"; subgraph cluster_136928 { id="cluster_136928"; isCluster="true"; label="Exchange"; 52548 [id="node_52548" labelType="html" label="ShuffledRowRDD [52548] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136922 { id="cluster_136922"; isCluster="true"; label="WholeStageCodegen (6)"; 52549 [id="node_52549" labelType="html" label="MapPartitionsRDD [52549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136921 { id="cluster_136921"; isCluster="true"; label="SortAggregate"; 52550 [id="node_52550" labelType="html" label="MapPartitionsRDD [52550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136920 { id="cluster_136920"; isCluster="true"; label="InMemoryTableScan"; 52551 [id="node_52551" labelType="html" label="MapPartitionsRDD [52551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52552 [id="node_52552" labelType="html" label="SortAggregate(key=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[first(kpis#1053218, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1053209, demandChannel#1053189, demandStream#1053190, kpis#1053351])\n+- *(6) Sort [demandChannel#1053189 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1053209 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1053190 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190, 37), ENSURE_REQUIREMENTS, [plan_id=1685617]\n +- SortAggregate(key=[demandChannel#1053189, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1053209)) AS qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[partial_first(kpis#1053218, false)], output=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L,... [52552] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137023 { id="cluster_137023"; isCluster="true"; label="InMemoryTableScan"; 52565 [id="node_52565" labelType="html" label="MapPartitionsRDD [52565] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52566 [id="node_52566" labelType="html" label="MapPartitionsRDD [52566] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52567 [id="node_52567" labelType="html" label="MapPartitionsRDD [52567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137020 { id="cluster_137020"; isCluster="true"; label="WholeStageCodegen (1)"; 52568 [id="node_52568" labelType="html" label="MapPartitionsRDD [52568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137019 { id="cluster_137019"; isCluster="true"; label="Exchange"; 52569 [id="node_52569" labelType="html" label="MapPartitionsRDD [52569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52548->52549; 52549->52550; 52550->52551; 52551->52552; 52552->52565; 52565->52566; 52566->52567; 52567->52568; 52568->52569; }
52547,52548
52552
52548
52549
52550
52551
52552
52565
52566
52567
52568
52569
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time