4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93858 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 74
Input Size / Records:
71.8 KiB / 492
Shuffle Write Size / Records:
265.1 KiB / 496
Associated Job Ids:
4931
DAG Visualization
digraph G { id="graph_93858"; subgraph graph_stage_93858 { id="graph_stage_93858"; isCluster="true"; label="Stage 93858"; 43011 [id="node_43011" labelType="html" label="SQLExecutionRDD [43011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_111486 { id="cluster_111486"; isCluster="true"; label="repartition"; 42763 [id="node_42763" labelType="html" label="ShuffledRDD [42763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42764 [id="node_42764" labelType="html" label="CoalescedRDD [42764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42765 [id="node_42765" labelType="html" label="MapPartitionsRDD [42765] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111996 { id="cluster_111996"; isCluster="true"; label="Exchange"; 42996 [id="node_42996" labelType="html" label="ShuffledRowRDD [42996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111991 { id="cluster_111991"; isCluster="true"; label="WholeStageCodegen (6)"; 42997 [id="node_42997" labelType="html" label="MapPartitionsRDD [42997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111990 { id="cluster_111990"; isCluster="true"; label="SortAggregate"; 42998 [id="node_42998" labelType="html" label="MapPartitionsRDD [42998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111989 { id="cluster_111989"; isCluster="true"; label="InMemoryTableScan"; 42999 [id="node_42999" labelType="html" label="MapPartitionsRDD [42999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43000 [id="node_43000" labelType="html" label="SortAggregate(key=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[first(kpis#863011, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#863002, demandChannel#862982, demandStream#862983, kpis#863144])\n+- *(6) Sort [demandChannel#862982 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#863002 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#862983 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, 37), ENSURE_REQUIREMENTS, [plan_id=1382517]\n +- SortAggregate(key=[demandChannel#862982, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#863002)) AS qty#863002, worklistShardItemId#815741L, demandStream#862983], functions=[partial_first(kpis#863011, false)], output=[demandChannel#862982, shardId#815740, qty#863002, worklistShardItemId#815741L, demandStream#862983, first#86322... [43000] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112083 { id="cluster_112083"; isCluster="true"; label="InMemoryTableScan"; 43007 [id="node_43007" labelType="html" label="MapPartitionsRDD [43007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43008 [id="node_43008" labelType="html" label="MapPartitionsRDD [43008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43009 [id="node_43009" labelType="html" label="MapPartitionsRDD [43009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112082 { id="cluster_112082"; isCluster="true"; label="DeserializeToObject"; 43010 [id="node_43010" labelType="html" label="MapPartitionsRDD [43010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112084 { id="cluster_112084"; isCluster="true"; label="mapPartitions"; 43012 [id="node_43012" labelType="html" label="MapPartitionsRDD [43012] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112104 { id="cluster_112104"; isCluster="true"; label="union"; 43021 [id="node_43021" labelType="html" label="UnionRDD [43021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112105 { id="cluster_112105"; isCluster="true"; label="filter"; 43022 [id="node_43022" labelType="html" label="MapPartitionsRDD [43022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112106 { id="cluster_112106"; isCluster="true"; label="distinct"; 43023 [id="node_43023" labelType="html" label="MapPartitionsRDD [43023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42763->42764; 42764->42765; 42996->42997; 42997->42998; 42998->42999; 42999->43000; 43000->43007; 43007->43008; 43008->43009; 43009->43010; 43010->43011; 43011->43012; 42765->43021; 43012->43021; 43021->43022; 43022->43023; }
42762,42763
42995,42996
42765
43000
43011
42763
42764
42765
42996
42997
42998
42999
43000
43007
43008
43009
43010
43012
43021
43022
43023
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time