4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117801 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 74
Input Size / Records:
509.6 KiB / 5591
Shuffle Write Size / Records:
1889.5 KiB / 5691
Associated Job Ids:
6475
DAG Visualization
digraph G { id="graph_117801"; subgraph graph_stage_117801 { id="graph_stage_117801"; isCluster="true"; label="Stage 117801"; 57142 [id="node_57142" labelType="html" label="SQLExecutionRDD [57142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_147661 { id="cluster_147661"; isCluster="true"; label="repartition"; 56894 [id="node_56894" labelType="html" label="ShuffledRDD [56894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56895 [id="node_56895" labelType="html" label="CoalescedRDD [56895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56896 [id="node_56896" labelType="html" label="MapPartitionsRDD [56896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148171 { id="cluster_148171"; isCluster="true"; label="Exchange"; 57127 [id="node_57127" labelType="html" label="ShuffledRowRDD [57127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148166 { id="cluster_148166"; isCluster="true"; label="WholeStageCodegen (6)"; 57128 [id="node_57128" labelType="html" label="MapPartitionsRDD [57128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148165 { id="cluster_148165"; isCluster="true"; label="SortAggregate"; 57129 [id="node_57129" labelType="html" label="MapPartitionsRDD [57129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148164 { id="cluster_148164"; isCluster="true"; label="InMemoryTableScan"; 57130 [id="node_57130" labelType="html" label="MapPartitionsRDD [57130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57131 [id="node_57131" labelType="html" label="SortAggregate(key=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[first(kpis#1147918, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1147909, demandChannel#1147889, demandStream#1147890, kpis#1148051])\n+- *(6) Sort [demandChannel#1147889 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1147909 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1147890 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890, 37), ENSURE_REQUIREMENTS, [plan_id=1761067]\n +- SortAggregate(key=[demandChannel#1147889, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1147909)) AS qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[partial_first(kpis#1147918, false)], output=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L,... [57131] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148258 { id="cluster_148258"; isCluster="true"; label="InMemoryTableScan"; 57138 [id="node_57138" labelType="html" label="MapPartitionsRDD [57138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57139 [id="node_57139" labelType="html" label="MapPartitionsRDD [57139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57140 [id="node_57140" labelType="html" label="MapPartitionsRDD [57140] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148257 { id="cluster_148257"; isCluster="true"; label="DeserializeToObject"; 57141 [id="node_57141" labelType="html" label="MapPartitionsRDD [57141] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148259 { id="cluster_148259"; isCluster="true"; label="mapPartitions"; 57143 [id="node_57143" labelType="html" label="MapPartitionsRDD [57143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148279 { id="cluster_148279"; isCluster="true"; label="union"; 57152 [id="node_57152" labelType="html" label="UnionRDD [57152] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148280 { id="cluster_148280"; isCluster="true"; label="filter"; 57153 [id="node_57153" labelType="html" label="MapPartitionsRDD [57153] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148281 { id="cluster_148281"; isCluster="true"; label="distinct"; 57154 [id="node_57154" labelType="html" label="MapPartitionsRDD [57154] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56894->56895; 56895->56896; 57127->57128; 57128->57129; 57129->57130; 57130->57131; 57131->57138; 57138->57139; 57139->57140; 57140->57141; 57141->57142; 57142->57143; 56896->57152; 57143->57152; 57152->57153; 57153->57154; }
56893,56894
57126,57127
56896
57131
57142
56894
56895
56896
57127
57128
57129
57130
57131
57138
57139
57140
57141
57143
57152
57153
57154
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time