4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 69543 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 22; Process local: 8
Shuffle Read Size / Records:
19.6 KiB / 54
Associated Job Ids:
25796
DAG Visualization
digraph G { id="graph_69543"; subgraph graph_stage_69543 { id="graph_stage_69543"; isCluster="true"; label="Stage 69543"; 196048 [id="node_196048" labelType="html" label="SQLExecutionRDD [196048] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_516365 { id="cluster_516365"; isCluster="true"; label="Exchange"; 196039 [id="node_196039" labelType="html" label="ShuffledRowRDD [196039] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516359 { id="cluster_516359"; isCluster="true"; label="WholeStageCodegen (5)"; 196040 [id="node_196040" labelType="html" label="MapPartitionsRDD [196040] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516358 { id="cluster_516358"; isCluster="true"; label="SortAggregate"; 196041 [id="node_196041" labelType="html" label="MapPartitionsRDD [196041] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516357 { id="cluster_516357"; isCluster="true"; label="InMemoryTableScan"; 196042 [id="node_196042" labelType="html" label="MapPartitionsRDD [196042] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196043 [id="node_196043" labelType="html" label="SortAggregate(key=[demandChannel#3470051, shardId#3371037, qty#3470071, worklistShardItemId#3371038L, demandStream#3470052], functions=[first(kpis#3470080, false)], output=[shardId#3371037, worklistShardItemId#3371038L, qty#3470071, demandChannel#3470051, demandStream#3470052, kpis#3470193])\n+- *(5) Sort [demandChannel#3470051 ASC NULLS FIRST, shardId#3371037 ASC NULLS FIRST, qty#3470071 ASC NULLS FIRST, worklistShardItemId#3371038L ASC NULLS FIRST, demandStream#3470052 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#3470051, shardId#3371037, qty#3470071, worklistShardItemId#3371038L, demandStream#3470052, 30), ENSURE_REQUIREMENTS, [plan_id=5500325]\n +- SortAggregate(key=[demandChannel#3470051, shardId#3371037, knownfloatingpointnormalized(normalizenanandzero(qty#3470071)) AS qty#3470071, worklistShardItemId#3371038L, demandStream#3470052], functions=[partial_first(kpis#3470080, false)], output=[demandChannel#3470051, shardId#3371037, qty#3470071, worklistShardItemId#3371038L,... [196043] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196044 [id="node_196044" labelType="html" label="MapPartitionsRDD [196044] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196045 [id="node_196045" labelType="html" label="MapPartitionsRDD [196045] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 196046 [id="node_196046" labelType="html" label="MapPartitionsRDD [196046] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516356 { id="cluster_516356"; isCluster="true"; label="DeserializeToObject"; 196047 [id="node_196047" labelType="html" label="MapPartitionsRDD [196047] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_516405 { id="cluster_516405"; isCluster="true"; label="mapPartitions"; 196049 [id="node_196049" labelType="html" label="MapPartitionsRDD [196049] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 196039->196040; 196040->196041; 196041->196042; 196042->196043; 196043->196044; 196044->196045; 196045->196046; 196046->196047; 196047->196048; 196048->196049; }
196038,196039
196043
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time