4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117747 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.0 s
Locality Level Summary:
Process local: 37
Input Size / Records:
25.0 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
6474
DAG Visualization
digraph G { id="graph_117747"; subgraph graph_stage_117747 { id="graph_stage_117747"; isCluster="true"; label="Stage 117747"; subgraph cluster_148171 { id="cluster_148171"; isCluster="true"; label="Exchange"; 57127 [id="node_57127" labelType="html" label="ShuffledRowRDD [57127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148166 { id="cluster_148166"; isCluster="true"; label="WholeStageCodegen (6)"; 57128 [id="node_57128" labelType="html" label="MapPartitionsRDD [57128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148165 { id="cluster_148165"; isCluster="true"; label="SortAggregate"; 57129 [id="node_57129" labelType="html" label="MapPartitionsRDD [57129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148164 { id="cluster_148164"; isCluster="true"; label="InMemoryTableScan"; 57130 [id="node_57130" labelType="html" label="MapPartitionsRDD [57130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57131 [id="node_57131" labelType="html" label="SortAggregate(key=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[first(kpis#1147918, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1147909, demandChannel#1147889, demandStream#1147890, kpis#1148051])\n+- *(6) Sort [demandChannel#1147889 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1147909 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1147890 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890, 37), ENSURE_REQUIREMENTS, [plan_id=1761067]\n +- SortAggregate(key=[demandChannel#1147889, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1147909)) AS qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[partial_first(kpis#1147918, false)], output=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L,... [57131] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148267 { id="cluster_148267"; isCluster="true"; label="InMemoryTableScan"; 57144 [id="node_57144" labelType="html" label="MapPartitionsRDD [57144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57145 [id="node_57145" labelType="html" label="MapPartitionsRDD [57145] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57146 [id="node_57146" labelType="html" label="MapPartitionsRDD [57146] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148264 { id="cluster_148264"; isCluster="true"; label="WholeStageCodegen (1)"; 57147 [id="node_57147" labelType="html" label="MapPartitionsRDD [57147] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148263 { id="cluster_148263"; isCluster="true"; label="Exchange"; 57148 [id="node_57148" labelType="html" label="MapPartitionsRDD [57148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57127->57128; 57128->57129; 57129->57130; 57130->57131; 57131->57144; 57144->57145; 57145->57146; 57146->57147; 57147->57148; }
57126,57127
57131
57127
57128
57129
57130
57131
57144
57145
57146
57147
57148
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time