4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100096 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
24.6 KiB / 36
Shuffle Write Size / Records:
3.2 KiB / 36
Associated Job Ids:
5289
DAG Visualization
digraph G { id="graph_100096"; subgraph graph_stage_100096 { id="graph_stage_100096"; isCluster="true"; label="Stage 100096"; subgraph cluster_120735 { id="cluster_120735"; isCluster="true"; label="Exchange"; 46515 [id="node_46515" labelType="html" label="ShuffledRowRDD [46515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120730 { id="cluster_120730"; isCluster="true"; label="WholeStageCodegen (6)"; 46516 [id="node_46516" labelType="html" label="MapPartitionsRDD [46516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120729 { id="cluster_120729"; isCluster="true"; label="SortAggregate"; 46517 [id="node_46517" labelType="html" label="MapPartitionsRDD [46517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120728 { id="cluster_120728"; isCluster="true"; label="InMemoryTableScan"; 46518 [id="node_46518" labelType="html" label="MapPartitionsRDD [46518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46519 [id="node_46519" labelType="html" label="SortAggregate(key=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[first(kpis#935597, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#935588, demandChannel#935568, demandStream#935569, kpis#935730])\n+- *(6) Sort [demandChannel#935568 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#935588 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#935569 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, 37), ENSURE_REQUIREMENTS, [plan_id=1453423]\n +- SortAggregate(key=[demandChannel#935568, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#935588)) AS qty#935588, worklistShardItemId#904715L, demandStream#935569], functions=[partial_first(kpis#935597, false)], output=[demandChannel#935568, shardId#904714, qty#935588, worklistShardItemId#904715L, demandStream#935569, first#93580... [46519] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120831 { id="cluster_120831"; isCluster="true"; label="InMemoryTableScan"; 46532 [id="node_46532" labelType="html" label="MapPartitionsRDD [46532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46533 [id="node_46533" labelType="html" label="MapPartitionsRDD [46533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46534 [id="node_46534" labelType="html" label="MapPartitionsRDD [46534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120828 { id="cluster_120828"; isCluster="true"; label="WholeStageCodegen (1)"; 46535 [id="node_46535" labelType="html" label="MapPartitionsRDD [46535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120827 { id="cluster_120827"; isCluster="true"; label="Exchange"; 46536 [id="node_46536" labelType="html" label="MapPartitionsRDD [46536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46515->46516; 46516->46517; 46517->46518; 46518->46519; 46519->46532; 46532->46533; 46533->46534; 46534->46535; 46535->46536; }
46514,46515
46519
46515
46516
46517
46518
46519
46532
46533
46534
46535
46536
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time