4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 92571 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 19; Process local: 18
Shuffle Read Size / Records:
10.7 KiB / 27
Associated Job Ids:
4908
DAG Visualization
digraph G { id="graph_92571"; subgraph graph_stage_92571 { id="graph_stage_92571"; isCluster="true"; label="Stage 92571"; 42741 [id="node_42741" labelType="html" label="SQLExecutionRDD [42741] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_111375 { id="cluster_111375"; isCluster="true"; label="Exchange"; 42732 [id="node_42732" labelType="html" label="ShuffledRowRDD [42732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111370 { id="cluster_111370"; isCluster="true"; label="WholeStageCodegen (6)"; 42733 [id="node_42733" labelType="html" label="MapPartitionsRDD [42733] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111369 { id="cluster_111369"; isCluster="true"; label="SortAggregate"; 42734 [id="node_42734" labelType="html" label="MapPartitionsRDD [42734] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111368 { id="cluster_111368"; isCluster="true"; label="InMemoryTableScan"; 42735 [id="node_42735" labelType="html" label="MapPartitionsRDD [42735] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42736 [id="node_42736" labelType="html" label="SortAggregate(key=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[first(kpis#857453, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#857444, demandChannel#857424, demandStream#857425, kpis#857586])\n+- *(6) Sort [demandChannel#857424 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#857444 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#857425 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, 37), ENSURE_REQUIREMENTS, [plan_id=1380942]\n +- SortAggregate(key=[demandChannel#857424, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#857444)) AS qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[partial_first(kpis#857453, false)], output=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, first#85766... [42736] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42737 [id="node_42737" labelType="html" label="MapPartitionsRDD [42737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42738 [id="node_42738" labelType="html" label="MapPartitionsRDD [42738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42739 [id="node_42739" labelType="html" label="MapPartitionsRDD [42739] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111367 { id="cluster_111367"; isCluster="true"; label="DeserializeToObject"; 42740 [id="node_42740" labelType="html" label="MapPartitionsRDD [42740] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111424 { id="cluster_111424"; isCluster="true"; label="mapPartitions"; 42742 [id="node_42742" labelType="html" label="MapPartitionsRDD [42742] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42732->42733; 42733->42734; 42734->42735; 42735->42736; 42736->42737; 42737->42738; 42738->42739; 42739->42740; 42740->42741; 42741->42742; }
42731,42732
42736
42741
42732
42733
42734
42735
42736
42737
42738
42739
42740
42742
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time