4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99328 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
896.6 KiB / 4163
Associated Job Ids:
5224
DAG Visualization
digraph G { id="graph_99328"; subgraph graph_stage_99328 { id="graph_stage_99328"; isCluster="true"; label="Stage 99328"; 45730 [id="node_45730" labelType="html" label="SQLExecutionRDD [45730] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_118871 { id="cluster_118871"; isCluster="true"; label="Exchange"; 45721 [id="node_45721" labelType="html" label="ShuffledRowRDD [45721] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118866 { id="cluster_118866"; isCluster="true"; label="WholeStageCodegen (6)"; 45722 [id="node_45722" labelType="html" label="MapPartitionsRDD [45722] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118865 { id="cluster_118865"; isCluster="true"; label="SortAggregate"; 45723 [id="node_45723" labelType="html" label="MapPartitionsRDD [45723] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118864 { id="cluster_118864"; isCluster="true"; label="InMemoryTableScan"; 45724 [id="node_45724" labelType="html" label="MapPartitionsRDD [45724] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45725 [id="node_45725" labelType="html" label="SortAggregate(key=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[first(kpis#918923, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#918914, demandChannel#918894, demandStream#918895, kpis#919056])\n+- *(6) Sort [demandChannel#918894 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#918914 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#918895 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, 37), ENSURE_REQUIREMENTS, [plan_id=1448668]\n +- SortAggregate(key=[demandChannel#918894, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#918914)) AS qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[partial_first(kpis#918923, false)], output=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, first#91913... [45725] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45726 [id="node_45726" labelType="html" label="MapPartitionsRDD [45726] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45727 [id="node_45727" labelType="html" label="MapPartitionsRDD [45727] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45728 [id="node_45728" labelType="html" label="MapPartitionsRDD [45728] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118863 { id="cluster_118863"; isCluster="true"; label="DeserializeToObject"; 45729 [id="node_45729" labelType="html" label="MapPartitionsRDD [45729] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118920 { id="cluster_118920"; isCluster="true"; label="mapPartitions"; 45731 [id="node_45731" labelType="html" label="MapPartitionsRDD [45731] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45721->45722; 45722->45723; 45723->45724; 45724->45725; 45725->45726; 45726->45727; 45727->45728; 45728->45729; 45729->45730; 45730->45731; }
45720,45721
45725
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time