4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100061 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 36; Process local: 1
Shuffle Read Size / Records:
45.4 KiB / 134
Associated Job Ids:
5288
DAG Visualization
digraph G { id="graph_100061"; subgraph graph_stage_100061 { id="graph_stage_100061"; isCluster="true"; label="Stage 100061"; 46524 [id="node_46524" labelType="html" label="SQLExecutionRDD [46524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120735 { id="cluster_120735"; isCluster="true"; label="Exchange"; 46515 [id="node_46515" labelType="html" label="ShuffledRowRDD [46515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120730 { id="cluster_120730"; isCluster="true"; label="WholeStageCodegen (6)"; 46516 [id="node_46516" labelType="html" label="MapPartitionsRDD [46516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120729 { id="cluster_120729"; isCluster="true"; label="SortAggregate"; 46517 [id="node_46517" labelType="html" label="MapPartitionsRDD [46517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120728 { id="cluster_120728"; isCluster="true"; label="InMemoryTableScan"; 46518 [id="node_46518" labelType="html" label="MapPartitionsRDD [46518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46519 [id="node_46519" labelType="html" label="SortAggregate(key=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[first(kpis#935597, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#935588, demandChannel#935568, demandStream#935569, kpis#935730])\n+- *(6) Sort [demandChannel#935568 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#935588 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#935569 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, 37), ENSURE_REQUIREMENTS, [plan_id=1453423]\n +- SortAggregate(key=[demandChannel#935568, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#935588)) AS qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[partial_first(kpis#935597, false)], output=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, first#93580... [46519] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46520 [id="node_46520" labelType="html" label="MapPartitionsRDD [46520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46521 [id="node_46521" labelType="html" label="MapPartitionsRDD [46521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46522 [id="node_46522" labelType="html" label="MapPartitionsRDD [46522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120727 { id="cluster_120727"; isCluster="true"; label="DeserializeToObject"; 46523 [id="node_46523" labelType="html" label="MapPartitionsRDD [46523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120784 { id="cluster_120784"; isCluster="true"; label="mapPartitions"; 46525 [id="node_46525" labelType="html" label="MapPartitionsRDD [46525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46515->46516; 46516->46517; 46517->46518; 46518->46519; 46519->46520; 46520->46521; 46521->46522; 46522->46523; 46523->46524; 46524->46525; }
46514,46515
46519
46524
46515
46516
46517
46518
46519
46520
46521
46522
46523
46525
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time