4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 80138 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 74
Input Size / Records:
70.2 KiB / 478
Shuffle Write Size / Records:
257.2 KiB / 481
Associated Job Ids:
4195
DAG Visualization
digraph G { id="graph_80138"; subgraph graph_stage_80138 { id="graph_stage_80138"; isCluster="true"; label="Stage 80138"; 35741 [id="node_35741" labelType="html" label="SQLExecutionRDD [35741] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_93423 { id="cluster_93423"; isCluster="true"; label="repartition"; 35493 [id="node_35493" labelType="html" label="ShuffledRDD [35493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35494 [id="node_35494" labelType="html" label="CoalescedRDD [35494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35495 [id="node_35495" labelType="html" label="MapPartitionsRDD [35495] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93933 { id="cluster_93933"; isCluster="true"; label="Exchange"; 35726 [id="node_35726" labelType="html" label="ShuffledRowRDD [35726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93928 { id="cluster_93928"; isCluster="true"; label="WholeStageCodegen (6)"; 35727 [id="node_35727" labelType="html" label="MapPartitionsRDD [35727] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93927 { id="cluster_93927"; isCluster="true"; label="SortAggregate"; 35728 [id="node_35728" labelType="html" label="MapPartitionsRDD [35728] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_93926 { id="cluster_93926"; isCluster="true"; label="InMemoryTableScan"; 35729 [id="node_35729" labelType="html" label="MapPartitionsRDD [35729] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35730 [id="node_35730" labelType="html" label="SortAggregate(key=[demandChannel#712836, shardId#665597, qty#712856, worklistShardItemId#665598L, demandStream#712837], functions=[first(kpis#712865, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#712856, demandChannel#712836, demandStream#712837, kpis#712998])\n+- *(6) Sort [demandChannel#712836 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#712856 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#712837 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#712836, shardId#665597, qty#712856, worklistShardItemId#665598L, demandStream#712837, 37), ENSURE_REQUIREMENTS, [plan_id=1243641]\n +- SortAggregate(key=[demandChannel#712836, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#712856)) AS qty#712856, worklistShardItemId#665598L, demandStream#712837], functions=[partial_first(kpis#712865, false)], output=[demandChannel#712836, shardId#665597, qty#712856, worklistShardItemId#665598L, demandStream#712837, first#71307... [35730] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94020 { id="cluster_94020"; isCluster="true"; label="InMemoryTableScan"; 35737 [id="node_35737" labelType="html" label="MapPartitionsRDD [35737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35738 [id="node_35738" labelType="html" label="MapPartitionsRDD [35738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35739 [id="node_35739" labelType="html" label="MapPartitionsRDD [35739] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94019 { id="cluster_94019"; isCluster="true"; label="DeserializeToObject"; 35740 [id="node_35740" labelType="html" label="MapPartitionsRDD [35740] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94021 { id="cluster_94021"; isCluster="true"; label="mapPartitions"; 35742 [id="node_35742" labelType="html" label="MapPartitionsRDD [35742] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94041 { id="cluster_94041"; isCluster="true"; label="union"; 35751 [id="node_35751" labelType="html" label="UnionRDD [35751] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94042 { id="cluster_94042"; isCluster="true"; label="filter"; 35752 [id="node_35752" labelType="html" label="MapPartitionsRDD [35752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94043 { id="cluster_94043"; isCluster="true"; label="distinct"; 35753 [id="node_35753" labelType="html" label="MapPartitionsRDD [35753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 35493->35494; 35494->35495; 35726->35727; 35727->35728; 35728->35729; 35729->35730; 35730->35737; 35737->35738; 35738->35739; 35739->35740; 35740->35741; 35741->35742; 35495->35751; 35742->35751; 35751->35752; 35752->35753; }
35492,35493
35725,35726
35495
35730
35741
35493
35494
35495
35726
35727
35728
35729
35730
35737
35738
35739
35740
35742
35751
35752
35753
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time