4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 82312 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
65.6 KiB / 489
Shuffle Write Size / Records:
261.6 KiB / 489
Associated Job Ids:
4260
DAG Visualization
digraph G { id="graph_82312"; subgraph graph_stage_82312 { id="graph_stage_82312"; isCluster="true"; label="Stage 82312"; 36539 [id="node_36539" labelType="html" label="SQLExecutionRDD [36539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_95288 { id="cluster_95288"; isCluster="true"; label="repartition"; 36287 [id="node_36287" labelType="html" label="ShuffledRDD [36287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36288 [id="node_36288" labelType="html" label="CoalescedRDD [36288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36289 [id="node_36289" labelType="html" label="MapPartitionsRDD [36289] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95809 { id="cluster_95809"; isCluster="true"; label="Exchange"; 36524 [id="node_36524" labelType="html" label="ShuffledRowRDD [36524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95804 { id="cluster_95804"; isCluster="true"; label="WholeStageCodegen (6)"; 36525 [id="node_36525" labelType="html" label="MapPartitionsRDD [36525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95803 { id="cluster_95803"; isCluster="true"; label="SortAggregate"; 36526 [id="node_36526" labelType="html" label="MapPartitionsRDD [36526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95802 { id="cluster_95802"; isCluster="true"; label="InMemoryTableScan"; 36527 [id="node_36527" labelType="html" label="MapPartitionsRDD [36527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36528 [id="node_36528" labelType="html" label="SortAggregate(key=[demandChannel#729532, shardId#665597, qty#729552, worklistShardItemId#665598L, demandStream#729533], functions=[first(kpis#729561, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#729552, demandChannel#729532, demandStream#729533, kpis#729694])\n+- *(6) Sort [demandChannel#729532 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#729552 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#729533 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#729532, shardId#665597, qty#729552, worklistShardItemId#665598L, demandStream#729533, 37), ENSURE_REQUIREMENTS, [plan_id=1248422]\n +- SortAggregate(key=[demandChannel#729532, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#729552)) AS qty#729552, worklistShardItemId#665598L, demandStream#729533], functions=[partial_first(kpis#729561, false)], output=[demandChannel#729532, shardId#665597, qty#729552, worklistShardItemId#665598L, demandStream#729533, first#72977... [36528] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95896 { id="cluster_95896"; isCluster="true"; label="InMemoryTableScan"; 36535 [id="node_36535" labelType="html" label="MapPartitionsRDD [36535] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36536 [id="node_36536" labelType="html" label="MapPartitionsRDD [36536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36537 [id="node_36537" labelType="html" label="MapPartitionsRDD [36537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95895 { id="cluster_95895"; isCluster="true"; label="DeserializeToObject"; 36538 [id="node_36538" labelType="html" label="MapPartitionsRDD [36538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95897 { id="cluster_95897"; isCluster="true"; label="mapPartitions"; 36540 [id="node_36540" labelType="html" label="MapPartitionsRDD [36540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95917 { id="cluster_95917"; isCluster="true"; label="union"; 36549 [id="node_36549" labelType="html" label="UnionRDD [36549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95918 { id="cluster_95918"; isCluster="true"; label="filter"; 36550 [id="node_36550" labelType="html" label="MapPartitionsRDD [36550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95919 { id="cluster_95919"; isCluster="true"; label="distinct"; 36551 [id="node_36551" labelType="html" label="MapPartitionsRDD [36551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 36287->36288; 36288->36289; 36524->36525; 36525->36526; 36526->36527; 36527->36528; 36528->36535; 36535->36536; 36536->36537; 36537->36538; 36538->36539; 36539->36540; 36289->36549; 36540->36549; 36549->36550; 36550->36551; }
36286,36287
36523,36524
36289
36528
36539
36287
36288
36289
36524
36525
36526
36527
36528
36535
36536
36537
36538
36540
36549
36550
36551
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time