4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 84076 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.3 KiB / 495
Shuffle Write Size / Records:
264.9 KiB / 495
Associated Job Ids:
4325
DAG Visualization
digraph G { id="graph_84076"; subgraph graph_stage_84076 { id="graph_stage_84076"; isCluster="true"; label="Stage 84076"; 37353 [id="node_37353" labelType="html" label="SQLExecutionRDD [37353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_97219 { id="cluster_97219"; isCluster="true"; label="repartition"; 37105 [id="node_37105" labelType="html" label="ShuffledRDD [37105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37106 [id="node_37106" labelType="html" label="CoalescedRDD [37106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37107 [id="node_37107" labelType="html" label="MapPartitionsRDD [37107] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97727 { id="cluster_97727"; isCluster="true"; label="Exchange"; 37338 [id="node_37338" labelType="html" label="ShuffledRowRDD [37338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97724 { id="cluster_97724"; isCluster="true"; label="WholeStageCodegen (6)"; 37339 [id="node_37339" labelType="html" label="MapPartitionsRDD [37339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97723 { id="cluster_97723"; isCluster="true"; label="SortAggregate"; 37340 [id="node_37340" labelType="html" label="MapPartitionsRDD [37340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97722 { id="cluster_97722"; isCluster="true"; label="InMemoryTableScan"; 37341 [id="node_37341" labelType="html" label="MapPartitionsRDD [37341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37342 [id="node_37342" labelType="html" label="SortAggregate(key=[demandChannel#746505, shardId#665597, qty#746525, worklistShardItemId#665598L, demandStream#746506], functions=[first(kpis#746534, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#746525, demandChannel#746505, demandStream#746506, kpis#746667])\n+- *(6) Sort [demandChannel#746505 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#746525 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#746506 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#746505, shardId#665597, qty#746525, worklistShardItemId#665598L, demandStream#746506, 37), ENSURE_REQUIREMENTS, [plan_id=1253263]\n +- SortAggregate(key=[demandChannel#746505, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#746525)) AS qty#746525, worklistShardItemId#665598L, demandStream#746506], functions=[partial_first(kpis#746534, false)], output=[demandChannel#746505, shardId#665597, qty#746525, worklistShardItemId#665598L, demandStream#746506, first#74674... [37342] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97816 { id="cluster_97816"; isCluster="true"; label="InMemoryTableScan"; 37349 [id="node_37349" labelType="html" label="MapPartitionsRDD [37349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37350 [id="node_37350" labelType="html" label="MapPartitionsRDD [37350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 37351 [id="node_37351" labelType="html" label="MapPartitionsRDD [37351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97815 { id="cluster_97815"; isCluster="true"; label="DeserializeToObject"; 37352 [id="node_37352" labelType="html" label="MapPartitionsRDD [37352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97817 { id="cluster_97817"; isCluster="true"; label="mapPartitions"; 37354 [id="node_37354" labelType="html" label="MapPartitionsRDD [37354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97837 { id="cluster_97837"; isCluster="true"; label="union"; 37363 [id="node_37363" labelType="html" label="UnionRDD [37363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97838 { id="cluster_97838"; isCluster="true"; label="filter"; 37364 [id="node_37364" labelType="html" label="MapPartitionsRDD [37364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_97839 { id="cluster_97839"; isCluster="true"; label="distinct"; 37365 [id="node_37365" labelType="html" label="MapPartitionsRDD [37365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 37105->37106; 37106->37107; 37338->37339; 37339->37340; 37340->37341; 37341->37342; 37342->37349; 37349->37350; 37350->37351; 37351->37352; 37352->37353; 37353->37354; 37107->37363; 37354->37363; 37363->37364; 37364->37365; }
37104,37105
37337,37338
37107
37342
37353
37105
37106
37107
37338
37339
37340
37341
37342
37349
37350
37351
37352
37354
37363
37364
37365
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time