4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 92678 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
10.7 KiB / 19
Shuffle Write Size / Records:
1748.0 B / 19
Associated Job Ids:
4909
DAG Visualization
digraph G { id="graph_92678"; subgraph graph_stage_92678 { id="graph_stage_92678"; isCluster="true"; label="Stage 92678"; subgraph cluster_111375 { id="cluster_111375"; isCluster="true"; label="Exchange"; 42732 [id="node_42732" labelType="html" label="ShuffledRowRDD [42732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111370 { id="cluster_111370"; isCluster="true"; label="WholeStageCodegen (6)"; 42733 [id="node_42733" labelType="html" label="MapPartitionsRDD [42733] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111369 { id="cluster_111369"; isCluster="true"; label="SortAggregate"; 42734 [id="node_42734" labelType="html" label="MapPartitionsRDD [42734] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111368 { id="cluster_111368"; isCluster="true"; label="InMemoryTableScan"; 42735 [id="node_42735" labelType="html" label="MapPartitionsRDD [42735] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42736 [id="node_42736" labelType="html" label="SortAggregate(key=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[first(kpis#857453, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#857444, demandChannel#857424, demandStream#857425, kpis#857586])\n+- *(6) Sort [demandChannel#857424 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#857444 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#857425 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, 37), ENSURE_REQUIREMENTS, [plan_id=1380942]\n +- SortAggregate(key=[demandChannel#857424, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#857444)) AS qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[partial_first(kpis#857453, false)], output=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, first#85766... [42736] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111471 { id="cluster_111471"; isCluster="true"; label="InMemoryTableScan"; 42749 [id="node_42749" labelType="html" label="MapPartitionsRDD [42749] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42750 [id="node_42750" labelType="html" label="MapPartitionsRDD [42750] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42751 [id="node_42751" labelType="html" label="MapPartitionsRDD [42751] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111468 { id="cluster_111468"; isCluster="true"; label="WholeStageCodegen (1)"; 42752 [id="node_42752" labelType="html" label="MapPartitionsRDD [42752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111467 { id="cluster_111467"; isCluster="true"; label="Exchange"; 42753 [id="node_42753" labelType="html" label="MapPartitionsRDD [42753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42732->42733; 42733->42734; 42734->42735; 42735->42736; 42736->42749; 42749->42750; 42750->42751; 42751->42752; 42752->42753; }
42731,42732
42736
42732
42733
42734
42735
42736
42749
42750
42751
42752
42753
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time