4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112179 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 74
Input Size / Records:
62.7 KiB / 469
Shuffle Write Size / Records:
250.0 KiB / 469
Associated Job Ids:
6116
DAG Visualization
digraph G { id="graph_112179"; subgraph graph_stage_112179 { id="graph_stage_112179"; isCluster="true"; label="Stage 112179"; 53621 [id="node_53621" labelType="html" label="SQLExecutionRDD [53621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138903 { id="cluster_138903"; isCluster="true"; label="repartition"; 53373 [id="node_53373" labelType="html" label="ShuffledRDD [53373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53374 [id="node_53374" labelType="html" label="CoalescedRDD [53374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53375 [id="node_53375" labelType="html" label="MapPartitionsRDD [53375] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139413 { id="cluster_139413"; isCluster="true"; label="Exchange"; 53606 [id="node_53606" labelType="html" label="ShuffledRowRDD [53606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139408 { id="cluster_139408"; isCluster="true"; label="WholeStageCodegen (6)"; 53607 [id="node_53607" labelType="html" label="MapPartitionsRDD [53607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139407 { id="cluster_139407"; isCluster="true"; label="SortAggregate"; 53608 [id="node_53608" labelType="html" label="MapPartitionsRDD [53608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139406 { id="cluster_139406"; isCluster="true"; label="InMemoryTableScan"; 53609 [id="node_53609" labelType="html" label="MapPartitionsRDD [53609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53610 [id="node_53610" labelType="html" label="SortAggregate(key=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[first(kpis#1075450, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1075441, demandChannel#1075421, demandStream#1075422, kpis#1075583])\n+- *(6) Sort [demandChannel#1075421 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1075441 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1075422 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L, demandStream#1075422, 37), ENSURE_REQUIREMENTS, [plan_id=1691962]\n +- SortAggregate(key=[demandChannel#1075421, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1075441)) AS qty#1075441, worklistShardItemId#1011816L, demandStream#1075422], functions=[partial_first(kpis#1075450, false)], output=[demandChannel#1075421, shardId#1011815, qty#1075441, worklistShardItemId#1011816L,... [53610] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139500 { id="cluster_139500"; isCluster="true"; label="InMemoryTableScan"; 53617 [id="node_53617" labelType="html" label="MapPartitionsRDD [53617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53618 [id="node_53618" labelType="html" label="MapPartitionsRDD [53618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53619 [id="node_53619" labelType="html" label="MapPartitionsRDD [53619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139499 { id="cluster_139499"; isCluster="true"; label="DeserializeToObject"; 53620 [id="node_53620" labelType="html" label="MapPartitionsRDD [53620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139501 { id="cluster_139501"; isCluster="true"; label="mapPartitions"; 53622 [id="node_53622" labelType="html" label="MapPartitionsRDD [53622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139521 { id="cluster_139521"; isCluster="true"; label="union"; 53631 [id="node_53631" labelType="html" label="UnionRDD [53631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139522 { id="cluster_139522"; isCluster="true"; label="filter"; 53632 [id="node_53632" labelType="html" label="MapPartitionsRDD [53632] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139523 { id="cluster_139523"; isCluster="true"; label="distinct"; 53633 [id="node_53633" labelType="html" label="MapPartitionsRDD [53633] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53373->53374; 53374->53375; 53606->53607; 53607->53608; 53608->53609; 53609->53610; 53610->53617; 53617->53618; 53618->53619; 53619->53620; 53620->53621; 53621->53622; 53375->53631; 53622->53631; 53631->53632; 53632->53633; }
53372,53373
53605,53606
53375
53610
53621
53373
53374
53375
53606
53607
53608
53609
53610
53617
53618
53619
53620
53622
53631
53632
53633
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time