4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97796 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
67.4 KiB / 512
Shuffle Write Size / Records:
273.8 KiB / 512
Associated Job Ids:
5061
DAG Visualization
digraph G { id="graph_97796"; subgraph graph_stage_97796 { id="graph_stage_97796"; isCluster="true"; label="Stage 97796"; 44623 [id="node_44623" labelType="html" label="SQLExecutionRDD [44623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_115282 { id="cluster_115282"; isCluster="true"; label="repartition"; 44375 [id="node_44375" labelType="html" label="ShuffledRDD [44375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44376 [id="node_44376" labelType="html" label="CoalescedRDD [44376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44377 [id="node_44377" labelType="html" label="MapPartitionsRDD [44377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115793 { id="cluster_115793"; isCluster="true"; label="Exchange"; 44608 [id="node_44608" labelType="html" label="ShuffledRowRDD [44608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115787 { id="cluster_115787"; isCluster="true"; label="WholeStageCodegen (6)"; 44609 [id="node_44609" labelType="html" label="MapPartitionsRDD [44609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115786 { id="cluster_115786"; isCluster="true"; label="SortAggregate"; 44610 [id="node_44610" labelType="html" label="MapPartitionsRDD [44610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115785 { id="cluster_115785"; isCluster="true"; label="InMemoryTableScan"; 44611 [id="node_44611" labelType="html" label="MapPartitionsRDD [44611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44612 [id="node_44612" labelType="html" label="SortAggregate(key=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[first(kpis#896680, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#896671, demandChannel#896651, demandStream#896652, kpis#896813])\n+- *(6) Sort [demandChannel#896651 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#896671 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#896652 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, 37), ENSURE_REQUIREMENTS, [plan_id=1392068]\n +- SortAggregate(key=[demandChannel#896651, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#896671)) AS qty#896671, worklistShardItemId#815741L, demandStream#896652], functions=[partial_first(kpis#896680, false)], output=[demandChannel#896651, shardId#815740, qty#896671, worklistShardItemId#815741L, demandStream#896652, first#89688... [44612] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115879 { id="cluster_115879"; isCluster="true"; label="InMemoryTableScan"; 44619 [id="node_44619" labelType="html" label="MapPartitionsRDD [44619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44620 [id="node_44620" labelType="html" label="MapPartitionsRDD [44620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44621 [id="node_44621" labelType="html" label="MapPartitionsRDD [44621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115878 { id="cluster_115878"; isCluster="true"; label="DeserializeToObject"; 44622 [id="node_44622" labelType="html" label="MapPartitionsRDD [44622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115880 { id="cluster_115880"; isCluster="true"; label="mapPartitions"; 44624 [id="node_44624" labelType="html" label="MapPartitionsRDD [44624] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115900 { id="cluster_115900"; isCluster="true"; label="union"; 44633 [id="node_44633" labelType="html" label="UnionRDD [44633] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115901 { id="cluster_115901"; isCluster="true"; label="filter"; 44634 [id="node_44634" labelType="html" label="MapPartitionsRDD [44634] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115902 { id="cluster_115902"; isCluster="true"; label="distinct"; 44635 [id="node_44635" labelType="html" label="MapPartitionsRDD [44635] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44375->44376; 44376->44377; 44608->44609; 44609->44610; 44610->44611; 44611->44612; 44612->44619; 44619->44620; 44620->44621; 44621->44622; 44622->44623; 44623->44624; 44377->44633; 44624->44633; 44633->44634; 44634->44635; }
44374,44375
44607,44608
44377
44612
44623
44375
44376
44377
44608
44609
44610
44611
44612
44619
44620
44621
44622
44624
44633
44634
44635
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time