4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93607 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 17; Process local: 20
Shuffle Read Size / Records:
8.7 KiB / 21
Associated Job Ids:
4929
DAG Visualization
digraph G { id="graph_93607"; subgraph graph_stage_93607 { id="graph_stage_93607"; isCluster="true"; label="Stage 93607"; 43005 [id="node_43005" labelType="html" label="SQLExecutionRDD [43005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_111996 { id="cluster_111996"; isCluster="true"; label="Exchange"; 42996 [id="node_42996" labelType="html" label="ShuffledRowRDD [42996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111991 { id="cluster_111991"; isCluster="true"; label="WholeStageCodegen (6)"; 42997 [id="node_42997" labelType="html" label="MapPartitionsRDD [42997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111990 { id="cluster_111990"; isCluster="true"; label="SortAggregate"; 42998 [id="node_42998" labelType="html" label="MapPartitionsRDD [42998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111989 { id="cluster_111989"; isCluster="true"; label="InMemoryTableScan"; 42999 [id="node_42999" labelType="html" label="MapPartitionsRDD [42999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43000 [id="node_43000" labelType="html" label="SortAggregate(key=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[first(kpis#863011, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#863002, demandChannel#862982, demandStream#862983, kpis#863144])\n+- *(6) Sort [demandChannel#862982 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#863002 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#862983 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, 37), ENSURE_REQUIREMENTS, [plan_id=1382517]\n +- SortAggregate(key=[demandChannel#862982, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#863002)) AS qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[partial_first(kpis#863011, false)], output=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, first#86322... [43000] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43001 [id="node_43001" labelType="html" label="MapPartitionsRDD [43001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43002 [id="node_43002" labelType="html" label="MapPartitionsRDD [43002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43003 [id="node_43003" labelType="html" label="MapPartitionsRDD [43003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111988 { id="cluster_111988"; isCluster="true"; label="DeserializeToObject"; 43004 [id="node_43004" labelType="html" label="MapPartitionsRDD [43004] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112045 { id="cluster_112045"; isCluster="true"; label="mapPartitions"; 43006 [id="node_43006" labelType="html" label="MapPartitionsRDD [43006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42996->42997; 42997->42998; 42998->42999; 42999->43000; 43000->43001; 43001->43002; 43002->43003; 43003->43004; 43004->43005; 43005->43006; }
42995,42996
43000
43005
42996
42997
42998
42999
43000
43001
43002
43003
43004
43006
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time