4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91876 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 74
Input Size / Records:
69.5 KiB / 437
Shuffle Write Size / Records:
239.1 KiB / 448
Associated Job Ids:
4889
DAG Visualization
digraph G { id="graph_91876"; subgraph graph_stage_91876 { id="graph_stage_91876"; isCluster="true"; label="Stage 91876"; 42483 [id="node_42483" labelType="html" label="SQLExecutionRDD [42483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_110244 { id="cluster_110244"; isCluster="true"; label="repartition"; 42235 [id="node_42235" labelType="html" label="ShuffledRDD [42235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42236 [id="node_42236" labelType="html" label="CoalescedRDD [42236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42237 [id="node_42237" labelType="html" label="MapPartitionsRDD [42237] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110754 { id="cluster_110754"; isCluster="true"; label="Exchange"; 42468 [id="node_42468" labelType="html" label="ShuffledRowRDD [42468] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110749 { id="cluster_110749"; isCluster="true"; label="WholeStageCodegen (6)"; 42469 [id="node_42469" labelType="html" label="MapPartitionsRDD [42469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110748 { id="cluster_110748"; isCluster="true"; label="SortAggregate"; 42470 [id="node_42470" labelType="html" label="MapPartitionsRDD [42470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110747 { id="cluster_110747"; isCluster="true"; label="InMemoryTableScan"; 42471 [id="node_42471" labelType="html" label="MapPartitionsRDD [42471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42472 [id="node_42472" labelType="html" label="SortAggregate(key=[demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867], functions=[first(kpis#851895, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#851886, demandChannel#851866, demandStream#851867, kpis#852028])\n+- *(6) Sort [demandChannel#851866 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#851886 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#851867 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867, 37), ENSURE_REQUIREMENTS, [plan_id=1379352]\n +- SortAggregate(key=[demandChannel#851866, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#851886)) AS qty#851886, worklistShardItemId#815741L, demandStream#851867], functions=[partial_first(kpis#851895, false)], output=[demandChannel#851866, shardId#815740, qty#851886, worklistShardItemId#815741L, demandStream#851867, first#85210... [42472] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110841 { id="cluster_110841"; isCluster="true"; label="InMemoryTableScan"; 42479 [id="node_42479" labelType="html" label="MapPartitionsRDD [42479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42480 [id="node_42480" labelType="html" label="MapPartitionsRDD [42480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42481 [id="node_42481" labelType="html" label="MapPartitionsRDD [42481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110840 { id="cluster_110840"; isCluster="true"; label="DeserializeToObject"; 42482 [id="node_42482" labelType="html" label="MapPartitionsRDD [42482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110842 { id="cluster_110842"; isCluster="true"; label="mapPartitions"; 42484 [id="node_42484" labelType="html" label="MapPartitionsRDD [42484] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110862 { id="cluster_110862"; isCluster="true"; label="union"; 42493 [id="node_42493" labelType="html" label="UnionRDD [42493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110863 { id="cluster_110863"; isCluster="true"; label="filter"; 42494 [id="node_42494" labelType="html" label="MapPartitionsRDD [42494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110864 { id="cluster_110864"; isCluster="true"; label="distinct"; 42495 [id="node_42495" labelType="html" label="MapPartitionsRDD [42495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42235->42236; 42236->42237; 42468->42469; 42469->42470; 42470->42471; 42471->42472; 42472->42479; 42479->42480; 42480->42481; 42481->42482; 42482->42483; 42483->42484; 42237->42493; 42484->42493; 42493->42494; 42494->42495; }
42234,42235
42467,42468
42237
42472
42483
42235
42236
42237
42468
42469
42470
42471
42472
42479
42480
42481
42482
42484
42493
42494
42495
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time