4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100132 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 74
Input Size / Records:
461.1 KiB / 4972
Shuffle Write Size / Records:
1806.6 KiB / 5070
Associated Job Ids:
5290
DAG Visualization
digraph G { id="graph_100132"; subgraph graph_stage_100132 { id="graph_stage_100132"; isCluster="true"; label="Stage 100132"; 46530 [id="node_46530" labelType="html" label="SQLExecutionRDD [46530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120225 { id="cluster_120225"; isCluster="true"; label="repartition"; 46282 [id="node_46282" labelType="html" label="ShuffledRDD [46282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46283 [id="node_46283" labelType="html" label="CoalescedRDD [46283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46284 [id="node_46284" labelType="html" label="MapPartitionsRDD [46284] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120735 { id="cluster_120735"; isCluster="true"; label="Exchange"; 46515 [id="node_46515" labelType="html" label="ShuffledRowRDD [46515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120730 { id="cluster_120730"; isCluster="true"; label="WholeStageCodegen (6)"; 46516 [id="node_46516" labelType="html" label="MapPartitionsRDD [46516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120729 { id="cluster_120729"; isCluster="true"; label="SortAggregate"; 46517 [id="node_46517" labelType="html" label="MapPartitionsRDD [46517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120728 { id="cluster_120728"; isCluster="true"; label="InMemoryTableScan"; 46518 [id="node_46518" labelType="html" label="MapPartitionsRDD [46518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46519 [id="node_46519" labelType="html" label="SortAggregate(key=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[first(kpis#935597, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#935588, demandChannel#935568, demandStream#935569, kpis#935730])\n+- *(6) Sort [demandChannel#935568 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#935588 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#935569 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, 37), ENSURE_REQUIREMENTS, [plan_id=1453423]\n +- SortAggregate(key=[demandChannel#935568, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#935588)) AS qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[partial_first(kpis#935597, false)], output=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, first#93580... [46519] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120822 { id="cluster_120822"; isCluster="true"; label="InMemoryTableScan"; 46526 [id="node_46526" labelType="html" label="MapPartitionsRDD [46526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46527 [id="node_46527" labelType="html" label="MapPartitionsRDD [46527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46528 [id="node_46528" labelType="html" label="MapPartitionsRDD [46528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120821 { id="cluster_120821"; isCluster="true"; label="DeserializeToObject"; 46529 [id="node_46529" labelType="html" label="MapPartitionsRDD [46529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120823 { id="cluster_120823"; isCluster="true"; label="mapPartitions"; 46531 [id="node_46531" labelType="html" label="MapPartitionsRDD [46531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120843 { id="cluster_120843"; isCluster="true"; label="union"; 46540 [id="node_46540" labelType="html" label="UnionRDD [46540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120844 { id="cluster_120844"; isCluster="true"; label="filter"; 46541 [id="node_46541" labelType="html" label="MapPartitionsRDD [46541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120845 { id="cluster_120845"; isCluster="true"; label="distinct"; 46542 [id="node_46542" labelType="html" label="MapPartitionsRDD [46542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46282->46283; 46283->46284; 46515->46516; 46516->46517; 46517->46518; 46518->46519; 46519->46526; 46526->46527; 46527->46528; 46528->46529; 46529->46530; 46530->46531; 46284->46540; 46531->46540; 46540->46541; 46541->46542; }
46281,46282
46514,46515
46284
46519
46530
46282
46283
46284
46515
46516
46517
46518
46519
46526
46527
46528
46529
46531
46540
46541
46542
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time