4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102157 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
507.7 KiB / 4030
Shuffle Write Size / Records:
2.1 MiB / 5110
Associated Job Ids:
5657
DAG Visualization
digraph G { id="graph_102157"; subgraph graph_stage_102157 { id="graph_stage_102157"; isCluster="true"; label="Stage 102157"; 48810 [id="node_48810" labelType="html" label="SQLExecutionRDD [48810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_127036 { id="cluster_127036"; isCluster="true"; label="repartition"; 48562 [id="node_48562" labelType="html" label="ShuffledRDD [48562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48563 [id="node_48563" labelType="html" label="CoalescedRDD [48563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48564 [id="node_48564" labelType="html" label="MapPartitionsRDD [48564] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127546 { id="cluster_127546"; isCluster="true"; label="Exchange"; 48795 [id="node_48795" labelType="html" label="ShuffledRowRDD [48795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127541 { id="cluster_127541"; isCluster="true"; label="WholeStageCodegen (6)"; 48796 [id="node_48796" labelType="html" label="MapPartitionsRDD [48796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127540 { id="cluster_127540"; isCluster="true"; label="SortAggregate"; 48797 [id="node_48797" labelType="html" label="MapPartitionsRDD [48797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127539 { id="cluster_127539"; isCluster="true"; label="InMemoryTableScan"; 48798 [id="node_48798" labelType="html" label="MapPartitionsRDD [48798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48799 [id="node_48799" labelType="html" label="SortAggregate(key=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[first(kpis#975991, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#975982, demandChannel#975962, demandStream#975963, kpis#976124])\n+- *(6) Sort [demandChannel#975962 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#975982 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#975963 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, 37), ENSURE_REQUIREMENTS, [plan_id=1623475]\n +- SortAggregate(key=[demandChannel#975962, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#975982)) AS qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[partial_first(kpis#975991, false)], output=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, first#97620... [48799] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127633 { id="cluster_127633"; isCluster="true"; label="InMemoryTableScan"; 48806 [id="node_48806" labelType="html" label="MapPartitionsRDD [48806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48807 [id="node_48807" labelType="html" label="MapPartitionsRDD [48807] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48808 [id="node_48808" labelType="html" label="MapPartitionsRDD [48808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127632 { id="cluster_127632"; isCluster="true"; label="DeserializeToObject"; 48809 [id="node_48809" labelType="html" label="MapPartitionsRDD [48809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127634 { id="cluster_127634"; isCluster="true"; label="mapPartitions"; 48811 [id="node_48811" labelType="html" label="MapPartitionsRDD [48811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127654 { id="cluster_127654"; isCluster="true"; label="union"; 48820 [id="node_48820" labelType="html" label="UnionRDD [48820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127655 { id="cluster_127655"; isCluster="true"; label="filter"; 48821 [id="node_48821" labelType="html" label="MapPartitionsRDD [48821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127656 { id="cluster_127656"; isCluster="true"; label="distinct"; 48822 [id="node_48822" labelType="html" label="MapPartitionsRDD [48822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48562->48563; 48563->48564; 48795->48796; 48796->48797; 48797->48798; 48798->48799; 48799->48806; 48806->48807; 48807->48808; 48808->48809; 48809->48810; 48810->48811; 48564->48820; 48811->48820; 48820->48821; 48821->48822; }
48561,48562
48794,48795
48564
48799
48810
48562
48563
48564
48795
48796
48797
48798
48799
48806
48807
48808
48809
48811
48820
48821
48822
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time