4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93732 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
9.5 KiB / 17
Shuffle Write Size / Records:
1564.0 B / 17
Associated Job Ids:
4930
DAG Visualization
digraph G { id="graph_93732"; subgraph graph_stage_93732 { id="graph_stage_93732"; isCluster="true"; label="Stage 93732"; subgraph cluster_111996 { id="cluster_111996"; isCluster="true"; label="Exchange"; 42996 [id="node_42996" labelType="html" label="ShuffledRowRDD [42996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111991 { id="cluster_111991"; isCluster="true"; label="WholeStageCodegen (6)"; 42997 [id="node_42997" labelType="html" label="MapPartitionsRDD [42997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111990 { id="cluster_111990"; isCluster="true"; label="SortAggregate"; 42998 [id="node_42998" labelType="html" label="MapPartitionsRDD [42998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111989 { id="cluster_111989"; isCluster="true"; label="InMemoryTableScan"; 42999 [id="node_42999" labelType="html" label="MapPartitionsRDD [42999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43000 [id="node_43000" labelType="html" label="SortAggregate(key=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[first(kpis#863011, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#863002, demandChannel#862982, demandStream#862983, kpis#863144])\n+- *(6) Sort [demandChannel#862982 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#863002 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#862983 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, 37), ENSURE_REQUIREMENTS, [plan_id=1382517]\n +- SortAggregate(key=[demandChannel#862982, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#863002)) AS qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[partial_first(kpis#863011, false)], output=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, first#86322... [43000] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112092 { id="cluster_112092"; isCluster="true"; label="InMemoryTableScan"; 43013 [id="node_43013" labelType="html" label="MapPartitionsRDD [43013] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43014 [id="node_43014" labelType="html" label="MapPartitionsRDD [43014] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43015 [id="node_43015" labelType="html" label="MapPartitionsRDD [43015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112089 { id="cluster_112089"; isCluster="true"; label="WholeStageCodegen (1)"; 43016 [id="node_43016" labelType="html" label="MapPartitionsRDD [43016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112088 { id="cluster_112088"; isCluster="true"; label="Exchange"; 43017 [id="node_43017" labelType="html" label="MapPartitionsRDD [43017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42996->42997; 42997->42998; 42998->42999; 42999->43000; 43000->43013; 43013->43014; 43014->43015; 43015->43016; 43016->43017; }
42995,42996
43000
42996
42997
42998
42999
43000
43013
43014
43015
43016
43017
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time