4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 114853 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
63.4 KiB / 477
Shuffle Write Size / Records:
254.4 KiB / 477
Associated Job Ids:
6202
DAG Visualization
digraph G { id="graph_114853"; subgraph graph_stage_114853 { id="graph_stage_114853"; isCluster="true"; label="Stage 114853"; 54699 [id="node_54699" labelType="html" label="SQLExecutionRDD [54699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_141444 { id="cluster_141444"; isCluster="true"; label="repartition"; 54451 [id="node_54451" labelType="html" label="ShuffledRDD [54451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54452 [id="node_54452" labelType="html" label="CoalescedRDD [54452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54453 [id="node_54453" labelType="html" label="MapPartitionsRDD [54453] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141954 { id="cluster_141954"; isCluster="true"; label="Exchange"; 54684 [id="node_54684" labelType="html" label="ShuffledRowRDD [54684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141949 { id="cluster_141949"; isCluster="true"; label="WholeStageCodegen (6)"; 54685 [id="node_54685" labelType="html" label="MapPartitionsRDD [54685] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141948 { id="cluster_141948"; isCluster="true"; label="SortAggregate"; 54686 [id="node_54686" labelType="html" label="MapPartitionsRDD [54686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141947 { id="cluster_141947"; isCluster="true"; label="InMemoryTableScan"; 54687 [id="node_54687" labelType="html" label="MapPartitionsRDD [54687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54688 [id="node_54688" labelType="html" label="SortAggregate(key=[demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L, demandStream#1097953], functions=[first(kpis#1097981, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1097972, demandChannel#1097952, demandStream#1097953, kpis#1098114])\n+- *(6) Sort [demandChannel#1097952 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1097972 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1097953 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L, demandStream#1097953, 37), ENSURE_REQUIREMENTS, [plan_id=1698352]\n +- SortAggregate(key=[demandChannel#1097952, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1097972)) AS qty#1097972, worklistShardItemId#1011816L, demandStream#1097953], functions=[partial_first(kpis#1097981, false)], output=[demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L,... [54688] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142041 { id="cluster_142041"; isCluster="true"; label="InMemoryTableScan"; 54695 [id="node_54695" labelType="html" label="MapPartitionsRDD [54695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54696 [id="node_54696" labelType="html" label="MapPartitionsRDD [54696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54697 [id="node_54697" labelType="html" label="MapPartitionsRDD [54697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142040 { id="cluster_142040"; isCluster="true"; label="DeserializeToObject"; 54698 [id="node_54698" labelType="html" label="MapPartitionsRDD [54698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142042 { id="cluster_142042"; isCluster="true"; label="mapPartitions"; 54700 [id="node_54700" labelType="html" label="MapPartitionsRDD [54700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142062 { id="cluster_142062"; isCluster="true"; label="union"; 54709 [id="node_54709" labelType="html" label="UnionRDD [54709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142063 { id="cluster_142063"; isCluster="true"; label="filter"; 54710 [id="node_54710" labelType="html" label="MapPartitionsRDD [54710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142064 { id="cluster_142064"; isCluster="true"; label="distinct"; 54711 [id="node_54711" labelType="html" label="MapPartitionsRDD [54711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54451->54452; 54452->54453; 54684->54685; 54685->54686; 54686->54687; 54687->54688; 54688->54695; 54695->54696; 54696->54697; 54697->54698; 54698->54699; 54699->54700; 54453->54709; 54700->54709; 54709->54710; 54710->54711; }
54450,54451
54683,54684
54453
54688
54699
54451
54452
54453
54684
54685
54686
54687
54688
54695
54696
54697
54698
54700
54709
54710
54711
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time