4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102694 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
597.0 KiB / 5693
Shuffle Write Size / Records:
1903.8 KiB / 5845
Associated Job Ids:
5700
DAG Visualization
digraph G { id="graph_102694"; subgraph graph_stage_102694 { id="graph_stage_102694"; isCluster="true"; label="Stage 102694"; 49340 [id="node_49340" labelType="html" label="SQLExecutionRDD [49340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_128280 { id="cluster_128280"; isCluster="true"; label="repartition"; 49092 [id="node_49092" labelType="html" label="ShuffledRDD [49092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49093 [id="node_49093" labelType="html" label="CoalescedRDD [49093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49094 [id="node_49094" labelType="html" label="MapPartitionsRDD [49094] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128790 { id="cluster_128790"; isCluster="true"; label="Exchange"; 49325 [id="node_49325" labelType="html" label="ShuffledRowRDD [49325] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128785 { id="cluster_128785"; isCluster="true"; label="WholeStageCodegen (6)"; 49326 [id="node_49326" labelType="html" label="MapPartitionsRDD [49326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128784 { id="cluster_128784"; isCluster="true"; label="SortAggregate"; 49327 [id="node_49327" labelType="html" label="MapPartitionsRDD [49327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128783 { id="cluster_128783"; isCluster="true"; label="InMemoryTableScan"; 49328 [id="node_49328" labelType="html" label="MapPartitionsRDD [49328] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49329 [id="node_49329" labelType="html" label="SortAggregate(key=[demandChannel#987078, shardId#943631, qty#987098, worklistShardItemId#943632L, demandStream#987079], functions=[first(kpis#987107, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#987098, demandChannel#987078, demandStream#987079, kpis#987240])\n+- *(6) Sort [demandChannel#987078 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#987098 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#987079 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#987078, shardId#943631, qty#987098, worklistShardItemId#943632L, demandStream#987079, 37), ENSURE_REQUIREMENTS, [plan_id=1626640]\n +- SortAggregate(key=[demandChannel#987078, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#987098)) AS qty#987098, worklistShardItemId#943632L, demandStream#987079], functions=[partial_first(kpis#987107, false)], output=[demandChannel#987078, shardId#943631, qty#987098, worklistShardItemId#943632L, demandStream#987079, first#98731... [49329] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128877 { id="cluster_128877"; isCluster="true"; label="InMemoryTableScan"; 49336 [id="node_49336" labelType="html" label="MapPartitionsRDD [49336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49337 [id="node_49337" labelType="html" label="MapPartitionsRDD [49337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49338 [id="node_49338" labelType="html" label="MapPartitionsRDD [49338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128876 { id="cluster_128876"; isCluster="true"; label="DeserializeToObject"; 49339 [id="node_49339" labelType="html" label="MapPartitionsRDD [49339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128878 { id="cluster_128878"; isCluster="true"; label="mapPartitions"; 49341 [id="node_49341" labelType="html" label="MapPartitionsRDD [49341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128898 { id="cluster_128898"; isCluster="true"; label="union"; 49350 [id="node_49350" labelType="html" label="UnionRDD [49350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128899 { id="cluster_128899"; isCluster="true"; label="filter"; 49351 [id="node_49351" labelType="html" label="MapPartitionsRDD [49351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128900 { id="cluster_128900"; isCluster="true"; label="distinct"; 49352 [id="node_49352" labelType="html" label="MapPartitionsRDD [49352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49092->49093; 49093->49094; 49325->49326; 49326->49327; 49327->49328; 49328->49329; 49329->49336; 49336->49337; 49337->49338; 49338->49339; 49339->49340; 49340->49341; 49094->49350; 49341->49350; 49350->49351; 49351->49352; }
49091,49092
49324,49325
49094
49329
49340
49092
49093
49094
49325
49326
49327
49328
49329
49336
49337
49338
49339
49341
49350
49351
49352
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time