4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95734 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
852.0 B / 2
Associated Job Ids:
4972
DAG Visualization
digraph G { id="graph_95734"; subgraph graph_stage_95734 { id="graph_stage_95734"; isCluster="true"; label="Stage 95734"; 43535 [id="node_43535" labelType="html" label="SQLExecutionRDD [43535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_113240 { id="cluster_113240"; isCluster="true"; label="Exchange"; 43526 [id="node_43526" labelType="html" label="ShuffledRowRDD [43526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113235 { id="cluster_113235"; isCluster="true"; label="WholeStageCodegen (6)"; 43527 [id="node_43527" labelType="html" label="MapPartitionsRDD [43527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113234 { id="cluster_113234"; isCluster="true"; label="SortAggregate"; 43528 [id="node_43528" labelType="html" label="MapPartitionsRDD [43528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113233 { id="cluster_113233"; isCluster="true"; label="InMemoryTableScan"; 43529 [id="node_43529" labelType="html" label="MapPartitionsRDD [43529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43530 [id="node_43530" labelType="html" label="SortAggregate(key=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[first(kpis#874127, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#874118, demandChannel#874098, demandStream#874099, kpis#874260])\n+- *(6) Sort [demandChannel#874098 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#874118 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#874099 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, 37), ENSURE_REQUIREMENTS, [plan_id=1385641]\n +- SortAggregate(key=[demandChannel#874098, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#874118)) AS qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[partial_first(kpis#874127, false)], output=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, first#87433... [43530] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43531 [id="node_43531" labelType="html" label="MapPartitionsRDD [43531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43532 [id="node_43532" labelType="html" label="MapPartitionsRDD [43532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43533 [id="node_43533" labelType="html" label="MapPartitionsRDD [43533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113232 { id="cluster_113232"; isCluster="true"; label="DeserializeToObject"; 43534 [id="node_43534" labelType="html" label="MapPartitionsRDD [43534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113289 { id="cluster_113289"; isCluster="true"; label="mapPartitions"; 43536 [id="node_43536" labelType="html" label="MapPartitionsRDD [43536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43526->43527; 43527->43528; 43528->43529; 43529->43530; 43530->43531; 43531->43532; 43532->43533; 43533->43534; 43534->43535; 43535->43536; }
43525,43526
43530
43535
43526
43527
43528
43529
43530
43531
43532
43533
43534
43536
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time