4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107278 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.8 KiB / 396
Shuffle Write Size / Records:
216.6 KiB / 408
Associated Job Ids:
5989
DAG Visualization
digraph G { id="graph_107278"; subgraph graph_stage_107278 { id="graph_stage_107278"; isCluster="true"; label="Stage 107278"; 52035 [id="node_52035" labelType="html" label="SQLExecutionRDD [52035] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_135175 { id="cluster_135175"; isCluster="true"; label="repartition"; 51787 [id="node_51787" labelType="html" label="ShuffledRDD [51787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51788 [id="node_51788" labelType="html" label="CoalescedRDD [51788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51789 [id="node_51789" labelType="html" label="MapPartitionsRDD [51789] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135685 { id="cluster_135685"; isCluster="true"; label="Exchange"; 52020 [id="node_52020" labelType="html" label="ShuffledRowRDD [52020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135680 { id="cluster_135680"; isCluster="true"; label="WholeStageCodegen (6)"; 52021 [id="node_52021" labelType="html" label="MapPartitionsRDD [52021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135679 { id="cluster_135679"; isCluster="true"; label="SortAggregate"; 52022 [id="node_52022" labelType="html" label="MapPartitionsRDD [52022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135678 { id="cluster_135678"; isCluster="true"; label="InMemoryTableScan"; 52023 [id="node_52023" labelType="html" label="MapPartitionsRDD [52023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52024 [id="node_52024" labelType="html" label="SortAggregate(key=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[first(kpis#1042102, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1042093, demandChannel#1042073, demandStream#1042074, kpis#1042235])\n+- *(6) Sort [demandChannel#1042073 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1042093 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1042074 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L, demandStream#1042074, 37), ENSURE_REQUIREMENTS, [plan_id=1682519]\n +- SortAggregate(key=[demandChannel#1042073, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1042093)) AS qty#1042093, worklistShardItemId#1011816L, demandStream#1042074], functions=[partial_first(kpis#1042102, false)], output=[demandChannel#1042073, shardId#1011815, qty#1042093, worklistShardItemId#1011816L,... [52024] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135772 { id="cluster_135772"; isCluster="true"; label="InMemoryTableScan"; 52031 [id="node_52031" labelType="html" label="MapPartitionsRDD [52031] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52032 [id="node_52032" labelType="html" label="MapPartitionsRDD [52032] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52033 [id="node_52033" labelType="html" label="MapPartitionsRDD [52033] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135771 { id="cluster_135771"; isCluster="true"; label="DeserializeToObject"; 52034 [id="node_52034" labelType="html" label="MapPartitionsRDD [52034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135773 { id="cluster_135773"; isCluster="true"; label="mapPartitions"; 52036 [id="node_52036" labelType="html" label="MapPartitionsRDD [52036] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135793 { id="cluster_135793"; isCluster="true"; label="union"; 52045 [id="node_52045" labelType="html" label="UnionRDD [52045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135794 { id="cluster_135794"; isCluster="true"; label="filter"; 52046 [id="node_52046" labelType="html" label="MapPartitionsRDD [52046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135795 { id="cluster_135795"; isCluster="true"; label="distinct"; 52047 [id="node_52047" labelType="html" label="MapPartitionsRDD [52047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51787->51788; 51788->51789; 52020->52021; 52021->52022; 52022->52023; 52023->52024; 52024->52031; 52031->52032; 52032->52033; 52033->52034; 52034->52035; 52035->52036; 51789->52045; 52036->52045; 52045->52046; 52046->52047; }
51786,51787
52019,52020
51789
52024
52035
51787
51788
51789
52020
52021
52022
52023
52024
52031
52032
52033
52034
52036
52045
52046
52047
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time