4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102103 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 37
Input Size / Records:
85.6 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5656
DAG Visualization
digraph G { id="graph_102103"; subgraph graph_stage_102103 { id="graph_stage_102103"; isCluster="true"; label="Stage 102103"; subgraph cluster_127546 { id="cluster_127546"; isCluster="true"; label="Exchange"; 48795 [id="node_48795" labelType="html" label="ShuffledRowRDD [48795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127541 { id="cluster_127541"; isCluster="true"; label="WholeStageCodegen (6)"; 48796 [id="node_48796" labelType="html" label="MapPartitionsRDD [48796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127540 { id="cluster_127540"; isCluster="true"; label="SortAggregate"; 48797 [id="node_48797" labelType="html" label="MapPartitionsRDD [48797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127539 { id="cluster_127539"; isCluster="true"; label="InMemoryTableScan"; 48798 [id="node_48798" labelType="html" label="MapPartitionsRDD [48798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48799 [id="node_48799" labelType="html" label="SortAggregate(key=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[first(kpis#975991, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#975982, demandChannel#975962, demandStream#975963, kpis#976124])\n+- *(6) Sort [demandChannel#975962 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#975982 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#975963 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, 37), ENSURE_REQUIREMENTS, [plan_id=1623475]\n +- SortAggregate(key=[demandChannel#975962, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#975982)) AS qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[partial_first(kpis#975991, false)], output=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, first#97620... [48799] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127642 { id="cluster_127642"; isCluster="true"; label="InMemoryTableScan"; 48812 [id="node_48812" labelType="html" label="MapPartitionsRDD [48812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48813 [id="node_48813" labelType="html" label="MapPartitionsRDD [48813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48814 [id="node_48814" labelType="html" label="MapPartitionsRDD [48814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127639 { id="cluster_127639"; isCluster="true"; label="WholeStageCodegen (1)"; 48815 [id="node_48815" labelType="html" label="MapPartitionsRDD [48815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127638 { id="cluster_127638"; isCluster="true"; label="Exchange"; 48816 [id="node_48816" labelType="html" label="MapPartitionsRDD [48816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48795->48796; 48796->48797; 48797->48798; 48798->48799; 48799->48812; 48812->48813; 48813->48814; 48814->48815; 48815->48816; }
48794,48795
48799
48795
48796
48797
48798
48799
48812
48813
48814
48815
48816
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time