4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101471 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 37
Input Size / Records:
243.9 KiB / 37
Shuffle Write Size / Records:
853.3 KiB / 2802
Associated Job Ids:
5615
DAG Visualization
digraph G { id="graph_101471"; subgraph graph_stage_101471 { id="graph_stage_101471"; isCluster="true"; label="Stage 101471"; 48282 [id="node_48282" labelType="html" label="SQLExecutionRDD [48282] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_126254 { id="cluster_126254"; isCluster="true"; label="Exchange"; 48264 [id="node_48264" labelType="html" label="ShuffledRowRDD [48264] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126249 { id="cluster_126249"; isCluster="true"; label="WholeStageCodegen (6)"; 48265 [id="node_48265" labelType="html" label="MapPartitionsRDD [48265] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126248 { id="cluster_126248"; isCluster="true"; label="SortAggregate"; 48266 [id="node_48266" labelType="html" label="MapPartitionsRDD [48266] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126247 { id="cluster_126247"; isCluster="true"; label="InMemoryTableScan"; 48267 [id="node_48267" labelType="html" label="MapPartitionsRDD [48267] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48268 [id="node_48268" labelType="html" label="SortAggregate(key=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[first(kpis#964859, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#964850, demandChannel#964830, demandStream#964831, kpis#964992])\n+- *(6) Sort [demandChannel#964830 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#964850 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#964831 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, 37), ENSURE_REQUIREMENTS, [plan_id=1620191]\n +- SortAggregate(key=[demandChannel#964830, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#964850)) AS qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[partial_first(kpis#964859, false)], output=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, first#96506... [48268] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126392 { id="cluster_126392"; isCluster="true"; label="InMemoryTableScan"; 48278 [id="node_48278" labelType="html" label="MapPartitionsRDD [48278] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48279 [id="node_48279" labelType="html" label="MapPartitionsRDD [48279] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48280 [id="node_48280" labelType="html" label="MapPartitionsRDD [48280] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126391 { id="cluster_126391"; isCluster="true"; label="DeserializeToObject"; 48281 [id="node_48281" labelType="html" label="MapPartitionsRDD [48281] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126393 { id="cluster_126393"; isCluster="true"; label="mapPartitions"; 48283 [id="node_48283" labelType="html" label="MapPartitionsRDD [48283] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126413 { id="cluster_126413"; isCluster="true"; label="union"; 48292 [id="node_48292" labelType="html" label="UnionRDD [48292] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126414 { id="cluster_126414"; isCluster="true"; label="filter"; 48293 [id="node_48293" labelType="html" label="MapPartitionsRDD [48293] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126415 { id="cluster_126415"; isCluster="true"; label="distinct"; 48294 [id="node_48294" labelType="html" label="MapPartitionsRDD [48294] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48264->48265; 48265->48266; 48266->48267; 48267->48268; 48268->48278; 48278->48279; 48279->48280; 48280->48281; 48281->48282; 48282->48283; 48283->48292; 48292->48293; 48293->48294; }
48263,48264
48268
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time