4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99363 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 37
Input Size / Records:
243.0 KiB / 37
Shuffle Write Size / Records:
1020.2 KiB / 4163
Associated Job Ids:
5226
DAG Visualization
digraph G { id="graph_99363"; subgraph graph_stage_99363 { id="graph_stage_99363"; isCluster="true"; label="Stage 99363"; 45736 [id="node_45736" labelType="html" label="SQLExecutionRDD [45736] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_118871 { id="cluster_118871"; isCluster="true"; label="Exchange"; 45721 [id="node_45721" labelType="html" label="ShuffledRowRDD [45721] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118866 { id="cluster_118866"; isCluster="true"; label="WholeStageCodegen (6)"; 45722 [id="node_45722" labelType="html" label="MapPartitionsRDD [45722] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118865 { id="cluster_118865"; isCluster="true"; label="SortAggregate"; 45723 [id="node_45723" labelType="html" label="MapPartitionsRDD [45723] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118864 { id="cluster_118864"; isCluster="true"; label="InMemoryTableScan"; 45724 [id="node_45724" labelType="html" label="MapPartitionsRDD [45724] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45725 [id="node_45725" labelType="html" label="SortAggregate(key=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[first(kpis#918923, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#918914, demandChannel#918894, demandStream#918895, kpis#919056])\n+- *(6) Sort [demandChannel#918894 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#918914 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#918895 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, 37), ENSURE_REQUIREMENTS, [plan_id=1448668]\n +- SortAggregate(key=[demandChannel#918894, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#918914)) AS qty#918914, worklistShardItemId#904715L, demandStream#918895], functions=[partial_first(kpis#918923, false)], output=[demandChannel#918894, shardId#904714, qty#918914, worklistShardItemId#904715L, demandStream#918895, first#91913... [45725] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118958 { id="cluster_118958"; isCluster="true"; label="InMemoryTableScan"; 45732 [id="node_45732" labelType="html" label="MapPartitionsRDD [45732] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45733 [id="node_45733" labelType="html" label="MapPartitionsRDD [45733] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45734 [id="node_45734" labelType="html" label="MapPartitionsRDD [45734] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118957 { id="cluster_118957"; isCluster="true"; label="DeserializeToObject"; 45735 [id="node_45735" labelType="html" label="MapPartitionsRDD [45735] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118959 { id="cluster_118959"; isCluster="true"; label="mapPartitions"; 45737 [id="node_45737" labelType="html" label="MapPartitionsRDD [45737] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118979 { id="cluster_118979"; isCluster="true"; label="union"; 45746 [id="node_45746" labelType="html" label="UnionRDD [45746] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118980 { id="cluster_118980"; isCluster="true"; label="filter"; 45747 [id="node_45747" labelType="html" label="MapPartitionsRDD [45747] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118981 { id="cluster_118981"; isCluster="true"; label="distinct"; 45748 [id="node_45748" labelType="html" label="MapPartitionsRDD [45748] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45721->45722; 45722->45723; 45723->45724; 45724->45725; 45725->45732; 45732->45733; 45733->45734; 45734->45735; 45735->45736; 45736->45737; 45737->45746; 45746->45747; 45747->45748; }
45720,45721
45725
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time