4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100501 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
10.3 KiB / 19
Shuffle Write Size / Records:
1748.0 B / 19
Associated Job Ids:
5310
DAG Visualization
digraph G { id="graph_100501"; subgraph graph_stage_100501 { id="graph_stage_100501"; isCluster="true"; label="Stage 100501"; subgraph cluster_121356 { id="cluster_121356"; isCluster="true"; label="Exchange"; 46779 [id="node_46779" labelType="html" label="ShuffledRowRDD [46779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121351 { id="cluster_121351"; isCluster="true"; label="WholeStageCodegen (6)"; 46780 [id="node_46780" labelType="html" label="MapPartitionsRDD [46780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121350 { id="cluster_121350"; isCluster="true"; label="SortAggregate"; 46781 [id="node_46781" labelType="html" label="MapPartitionsRDD [46781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121349 { id="cluster_121349"; isCluster="true"; label="InMemoryTableScan"; 46782 [id="node_46782" labelType="html" label="MapPartitionsRDD [46782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46783 [id="node_46783" labelType="html" label="SortAggregate(key=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[first(kpis#941155, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#941146, demandChannel#941126, demandStream#941127, kpis#941288])\n+- *(6) Sort [demandChannel#941126 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#941146 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#941127 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, 37), ENSURE_REQUIREMENTS, [plan_id=1454998]\n +- SortAggregate(key=[demandChannel#941126, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#941146)) AS qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[partial_first(kpis#941155, false)], output=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, first#94136... [46783] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121452 { id="cluster_121452"; isCluster="true"; label="InMemoryTableScan"; 46796 [id="node_46796" labelType="html" label="MapPartitionsRDD [46796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46797 [id="node_46797" labelType="html" label="MapPartitionsRDD [46797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46798 [id="node_46798" labelType="html" label="MapPartitionsRDD [46798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121449 { id="cluster_121449"; isCluster="true"; label="WholeStageCodegen (1)"; 46799 [id="node_46799" labelType="html" label="MapPartitionsRDD [46799] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121448 { id="cluster_121448"; isCluster="true"; label="Exchange"; 46800 [id="node_46800" labelType="html" label="MapPartitionsRDD [46800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46779->46780; 46780->46781; 46781->46782; 46782->46783; 46783->46796; 46796->46797; 46797->46798; 46798->46799; 46799->46800; }
46778,46779
46783
46779
46780
46781
46782
46783
46796
46797
46798
46799
46800
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time