4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100448 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 19; Process local: 18
Shuffle Read Size / Records:
9.0 KiB / 24
Associated Job Ids:
5309
DAG Visualization
digraph G { id="graph_100448"; subgraph graph_stage_100448 { id="graph_stage_100448"; isCluster="true"; label="Stage 100448"; 46788 [id="node_46788" labelType="html" label="SQLExecutionRDD [46788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_121356 { id="cluster_121356"; isCluster="true"; label="Exchange"; 46779 [id="node_46779" labelType="html" label="ShuffledRowRDD [46779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121351 { id="cluster_121351"; isCluster="true"; label="WholeStageCodegen (6)"; 46780 [id="node_46780" labelType="html" label="MapPartitionsRDD [46780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121350 { id="cluster_121350"; isCluster="true"; label="SortAggregate"; 46781 [id="node_46781" labelType="html" label="MapPartitionsRDD [46781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121349 { id="cluster_121349"; isCluster="true"; label="InMemoryTableScan"; 46782 [id="node_46782" labelType="html" label="MapPartitionsRDD [46782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46783 [id="node_46783" labelType="html" label="SortAggregate(key=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[first(kpis#941155, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#941146, demandChannel#941126, demandStream#941127, kpis#941288])\n+- *(6) Sort [demandChannel#941126 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#941146 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#941127 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, 37), ENSURE_REQUIREMENTS, [plan_id=1454998]\n +- SortAggregate(key=[demandChannel#941126, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#941146)) AS qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[partial_first(kpis#941155, false)], output=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, first#94136... [46783] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46784 [id="node_46784" labelType="html" label="MapPartitionsRDD [46784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46785 [id="node_46785" labelType="html" label="MapPartitionsRDD [46785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46786 [id="node_46786" labelType="html" label="MapPartitionsRDD [46786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121348 { id="cluster_121348"; isCluster="true"; label="DeserializeToObject"; 46787 [id="node_46787" labelType="html" label="MapPartitionsRDD [46787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121405 { id="cluster_121405"; isCluster="true"; label="mapPartitions"; 46789 [id="node_46789" labelType="html" label="MapPartitionsRDD [46789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46779->46780; 46780->46781; 46781->46782; 46782->46783; 46783->46784; 46784->46785; 46785->46786; 46786->46787; 46787->46788; 46788->46789; }
46778,46779
46783
46788
46779
46780
46781
46782
46783
46784
46785
46786
46787
46789
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time