4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116715 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
26.1 KiB / 36
Shuffle Write Size / Records:
3.2 KiB / 36
Associated Job Ids:
6410
DAG Visualization
digraph G { id="graph_116715"; subgraph graph_stage_116715 { id="graph_stage_116715"; isCluster="true"; label="Stage 116715"; subgraph cluster_146306 { id="cluster_146306"; isCluster="true"; label="Exchange"; 56333 [id="node_56333" labelType="html" label="ShuffledRowRDD [56333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146301 { id="cluster_146301"; isCluster="true"; label="WholeStageCodegen (6)"; 56334 [id="node_56334" labelType="html" label="MapPartitionsRDD [56334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146300 { id="cluster_146300"; isCluster="true"; label="SortAggregate"; 56335 [id="node_56335" labelType="html" label="MapPartitionsRDD [56335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146299 { id="cluster_146299"; isCluster="true"; label="InMemoryTableScan"; 56336 [id="node_56336" labelType="html" label="MapPartitionsRDD [56336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56337 [id="node_56337" labelType="html" label="SortAggregate(key=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[first(kpis#1131244, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1131235, demandChannel#1131215, demandStream#1131216, kpis#1131377])\n+- *(6) Sort [demandChannel#1131215 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1131235 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1131216 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216, 37), ENSURE_REQUIREMENTS, [plan_id=1756312]\n +- SortAggregate(key=[demandChannel#1131215, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1131235)) AS qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[partial_first(kpis#1131244, false)], output=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L,... [56337] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146402 { id="cluster_146402"; isCluster="true"; label="InMemoryTableScan"; 56350 [id="node_56350" labelType="html" label="MapPartitionsRDD [56350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56351 [id="node_56351" labelType="html" label="MapPartitionsRDD [56351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56352 [id="node_56352" labelType="html" label="MapPartitionsRDD [56352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146399 { id="cluster_146399"; isCluster="true"; label="WholeStageCodegen (1)"; 56353 [id="node_56353" labelType="html" label="MapPartitionsRDD [56353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146398 { id="cluster_146398"; isCluster="true"; label="Exchange"; 56354 [id="node_56354" labelType="html" label="MapPartitionsRDD [56354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56333->56334; 56334->56335; 56335->56336; 56336->56337; 56337->56350; 56350->56351; 56351->56352; 56352->56353; 56353->56354; }
56332,56333
56337
56333
56334
56335
56336
56337
56350
56351
56352
56353
56354
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time