4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117694 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
50.5 KiB / 137
Associated Job Ids:
6473
DAG Visualization
digraph G { id="graph_117694"; subgraph graph_stage_117694 { id="graph_stage_117694"; isCluster="true"; label="Stage 117694"; 57136 [id="node_57136" labelType="html" label="SQLExecutionRDD [57136] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_148171 { id="cluster_148171"; isCluster="true"; label="Exchange"; 57127 [id="node_57127" labelType="html" label="ShuffledRowRDD [57127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148166 { id="cluster_148166"; isCluster="true"; label="WholeStageCodegen (6)"; 57128 [id="node_57128" labelType="html" label="MapPartitionsRDD [57128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148165 { id="cluster_148165"; isCluster="true"; label="SortAggregate"; 57129 [id="node_57129" labelType="html" label="MapPartitionsRDD [57129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148164 { id="cluster_148164"; isCluster="true"; label="InMemoryTableScan"; 57130 [id="node_57130" labelType="html" label="MapPartitionsRDD [57130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57131 [id="node_57131" labelType="html" label="SortAggregate(key=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[first(kpis#1147918, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1147909, demandChannel#1147889, demandStream#1147890, kpis#1148051])\n+- *(6) Sort [demandChannel#1147889 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1147909 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1147890 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L, demandStream#1147890, 37), ENSURE_REQUIREMENTS, [plan_id=1761067]\n +- SortAggregate(key=[demandChannel#1147889, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1147909)) AS qty#1147909, worklistShardItemId#1100458L, demandStream#1147890], functions=[partial_first(kpis#1147918, false)], output=[demandChannel#1147889, shardId#1100457, qty#1147909, worklistShardItemId#1100458L,... [57131] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57132 [id="node_57132" labelType="html" label="MapPartitionsRDD [57132] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57133 [id="node_57133" labelType="html" label="MapPartitionsRDD [57133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57134 [id="node_57134" labelType="html" label="MapPartitionsRDD [57134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148163 { id="cluster_148163"; isCluster="true"; label="DeserializeToObject"; 57135 [id="node_57135" labelType="html" label="MapPartitionsRDD [57135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148220 { id="cluster_148220"; isCluster="true"; label="mapPartitions"; 57137 [id="node_57137" labelType="html" label="MapPartitionsRDD [57137] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57127->57128; 57128->57129; 57129->57130; 57130->57131; 57131->57132; 57132->57133; 57133->57134; 57134->57135; 57135->57136; 57136->57137; }
57126,57127
57131
57136
57127
57128
57129
57130
57131
57132
57133
57134
57135
57137
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time