4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100555 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 74
Input Size / Records:
460.0 KiB / 5089
Shuffle Write Size / Records:
1769.8 KiB / 5094
Associated Job Ids:
5311
DAG Visualization
digraph G { id="graph_100555"; subgraph graph_stage_100555 { id="graph_stage_100555"; isCluster="true"; label="Stage 100555"; 46794 [id="node_46794" labelType="html" label="SQLExecutionRDD [46794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_120846 { id="cluster_120846"; isCluster="true"; label="repartition"; 46546 [id="node_46546" labelType="html" label="ShuffledRDD [46546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46547 [id="node_46547" labelType="html" label="CoalescedRDD [46547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46548 [id="node_46548" labelType="html" label="MapPartitionsRDD [46548] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121356 { id="cluster_121356"; isCluster="true"; label="Exchange"; 46779 [id="node_46779" labelType="html" label="ShuffledRowRDD [46779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121351 { id="cluster_121351"; isCluster="true"; label="WholeStageCodegen (6)"; 46780 [id="node_46780" labelType="html" label="MapPartitionsRDD [46780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121350 { id="cluster_121350"; isCluster="true"; label="SortAggregate"; 46781 [id="node_46781" labelType="html" label="MapPartitionsRDD [46781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121349 { id="cluster_121349"; isCluster="true"; label="InMemoryTableScan"; 46782 [id="node_46782" labelType="html" label="MapPartitionsRDD [46782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46783 [id="node_46783" labelType="html" label="SortAggregate(key=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[first(kpis#941155, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#941146, demandChannel#941126, demandStream#941127, kpis#941288])\n+- *(6) Sort [demandChannel#941126 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#941146 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#941127 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, 37), ENSURE_REQUIREMENTS, [plan_id=1454998]\n +- SortAggregate(key=[demandChannel#941126, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#941146)) AS qty#941146, worklistShardItemId#904715L, demandStream#941127], functions=[partial_first(kpis#941155, false)], output=[demandChannel#941126, shardId#904714, qty#941146, worklistShardItemId#904715L, demandStream#941127, first#94136... [46783] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121443 { id="cluster_121443"; isCluster="true"; label="InMemoryTableScan"; 46790 [id="node_46790" labelType="html" label="MapPartitionsRDD [46790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46791 [id="node_46791" labelType="html" label="MapPartitionsRDD [46791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46792 [id="node_46792" labelType="html" label="MapPartitionsRDD [46792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121442 { id="cluster_121442"; isCluster="true"; label="DeserializeToObject"; 46793 [id="node_46793" labelType="html" label="MapPartitionsRDD [46793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121444 { id="cluster_121444"; isCluster="true"; label="mapPartitions"; 46795 [id="node_46795" labelType="html" label="MapPartitionsRDD [46795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121464 { id="cluster_121464"; isCluster="true"; label="union"; 46804 [id="node_46804" labelType="html" label="UnionRDD [46804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121465 { id="cluster_121465"; isCluster="true"; label="filter"; 46805 [id="node_46805" labelType="html" label="MapPartitionsRDD [46805] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121466 { id="cluster_121466"; isCluster="true"; label="distinct"; 46806 [id="node_46806" labelType="html" label="MapPartitionsRDD [46806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46546->46547; 46547->46548; 46779->46780; 46780->46781; 46781->46782; 46782->46783; 46783->46790; 46790->46791; 46791->46792; 46792->46793; 46793->46794; 46794->46795; 46548->46804; 46795->46804; 46804->46805; 46805->46806; }
46545,46546
46778,46779
46548
46783
46794
46546
46547
46548
46779
46780
46781
46782
46783
46790
46791
46792
46793
46795
46804
46805
46806
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time