4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 85903 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 74
Input Size / Records:
436.6 KiB / 4426
Shuffle Write Size / Records:
1794.4 KiB / 4880
Associated Job Ids:
4510
DAG Visualization
digraph G { id="graph_85903"; subgraph graph_stage_85903 { id="graph_stage_85903"; isCluster="true"; label="Stage 85903"; 38727 [id="node_38727" labelType="html" label="SQLExecutionRDD [38727] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_100911 { id="cluster_100911"; isCluster="true"; label="repartition"; 38479 [id="node_38479" labelType="html" label="ShuffledRDD [38479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38480 [id="node_38480" labelType="html" label="CoalescedRDD [38480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38481 [id="node_38481" labelType="html" label="MapPartitionsRDD [38481] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101420 { id="cluster_101420"; isCluster="true"; label="Exchange"; 38712 [id="node_38712" labelType="html" label="ShuffledRowRDD [38712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101415 { id="cluster_101415"; isCluster="true"; label="WholeStageCodegen (6)"; 38713 [id="node_38713" labelType="html" label="MapPartitionsRDD [38713] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101414 { id="cluster_101414"; isCluster="true"; label="SortAggregate"; 38714 [id="node_38714" labelType="html" label="MapPartitionsRDD [38714] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101413 { id="cluster_101413"; isCluster="true"; label="InMemoryTableScan"; 38715 [id="node_38715" labelType="html" label="MapPartitionsRDD [38715] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38716 [id="node_38716" labelType="html" label="SortAggregate(key=[demandChannel#774307, shardId#754568, qty#774327, worklistShardItemId#754569L, demandStream#774308], functions=[first(kpis#774336, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#774327, demandChannel#774307, demandStream#774308, kpis#774469])\n+- *(6) Sort [demandChannel#774307 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#774327 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#774308 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#774307, shardId#754568, qty#774327, worklistShardItemId#754569L, demandStream#774308, 37), ENSURE_REQUIREMENTS, [plan_id=1312069]\n +- SortAggregate(key=[demandChannel#774307, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#774327)) AS qty#774327, worklistShardItemId#754569L, demandStream#774308], functions=[partial_first(kpis#774336, false)], output=[demandChannel#774307, shardId#754568, qty#774327, worklistShardItemId#754569L, demandStream#774308, first#77454... [38716] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101507 { id="cluster_101507"; isCluster="true"; label="InMemoryTableScan"; 38723 [id="node_38723" labelType="html" label="MapPartitionsRDD [38723] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38724 [id="node_38724" labelType="html" label="MapPartitionsRDD [38724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38725 [id="node_38725" labelType="html" label="MapPartitionsRDD [38725] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101506 { id="cluster_101506"; isCluster="true"; label="DeserializeToObject"; 38726 [id="node_38726" labelType="html" label="MapPartitionsRDD [38726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101508 { id="cluster_101508"; isCluster="true"; label="mapPartitions"; 38728 [id="node_38728" labelType="html" label="MapPartitionsRDD [38728] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101528 { id="cluster_101528"; isCluster="true"; label="union"; 38737 [id="node_38737" labelType="html" label="UnionRDD [38737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101529 { id="cluster_101529"; isCluster="true"; label="filter"; 38738 [id="node_38738" labelType="html" label="MapPartitionsRDD [38738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_101530 { id="cluster_101530"; isCluster="true"; label="distinct"; 38739 [id="node_38739" labelType="html" label="MapPartitionsRDD [38739] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 38479->38480; 38480->38481; 38712->38713; 38713->38714; 38714->38715; 38715->38716; 38716->38723; 38723->38724; 38724->38725; 38725->38726; 38726->38727; 38727->38728; 38481->38737; 38728->38737; 38737->38738; 38738->38739; }
38478,38479
38711,38712
38481
38716
38727
38479
38480
38481
38712
38713
38714
38715
38716
38723
38724
38725
38726
38728
38737
38738
38739
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time