4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117378 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
502.6 KiB / 5446
Shuffle Write Size / Records:
1875.7 KiB / 5554
Associated Job Ids:
6454
DAG Visualization
digraph G { id="graph_117378"; subgraph graph_stage_117378 { id="graph_stage_117378"; isCluster="true"; label="Stage 117378"; 56878 [id="node_56878" labelType="html" label="SQLExecutionRDD [56878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_147040 { id="cluster_147040"; isCluster="true"; label="repartition"; 56630 [id="node_56630" labelType="html" label="ShuffledRDD [56630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56631 [id="node_56631" labelType="html" label="CoalescedRDD [56631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56632 [id="node_56632" labelType="html" label="MapPartitionsRDD [56632] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147550 { id="cluster_147550"; isCluster="true"; label="Exchange"; 56863 [id="node_56863" labelType="html" label="ShuffledRowRDD [56863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147545 { id="cluster_147545"; isCluster="true"; label="WholeStageCodegen (6)"; 56864 [id="node_56864" labelType="html" label="MapPartitionsRDD [56864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147544 { id="cluster_147544"; isCluster="true"; label="SortAggregate"; 56865 [id="node_56865" labelType="html" label="MapPartitionsRDD [56865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147543 { id="cluster_147543"; isCluster="true"; label="InMemoryTableScan"; 56866 [id="node_56866" labelType="html" label="MapPartitionsRDD [56866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56867 [id="node_56867" labelType="html" label="SortAggregate(key=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[first(kpis#1142360, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1142351, demandChannel#1142331, demandStream#1142332, kpis#1142493])\n+- *(6) Sort [demandChannel#1142331 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1142351 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1142332 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332, 37), ENSURE_REQUIREMENTS, [plan_id=1759477]\n +- SortAggregate(key=[demandChannel#1142331, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1142351)) AS qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[partial_first(kpis#1142360, false)], output=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L,... [56867] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147637 { id="cluster_147637"; isCluster="true"; label="InMemoryTableScan"; 56874 [id="node_56874" labelType="html" label="MapPartitionsRDD [56874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56875 [id="node_56875" labelType="html" label="MapPartitionsRDD [56875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56876 [id="node_56876" labelType="html" label="MapPartitionsRDD [56876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147636 { id="cluster_147636"; isCluster="true"; label="DeserializeToObject"; 56877 [id="node_56877" labelType="html" label="MapPartitionsRDD [56877] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147638 { id="cluster_147638"; isCluster="true"; label="mapPartitions"; 56879 [id="node_56879" labelType="html" label="MapPartitionsRDD [56879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147658 { id="cluster_147658"; isCluster="true"; label="union"; 56888 [id="node_56888" labelType="html" label="UnionRDD [56888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147659 { id="cluster_147659"; isCluster="true"; label="filter"; 56889 [id="node_56889" labelType="html" label="MapPartitionsRDD [56889] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147660 { id="cluster_147660"; isCluster="true"; label="distinct"; 56890 [id="node_56890" labelType="html" label="MapPartitionsRDD [56890] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56630->56631; 56631->56632; 56863->56864; 56864->56865; 56865->56866; 56866->56867; 56867->56874; 56874->56875; 56875->56876; 56876->56877; 56877->56878; 56878->56879; 56632->56888; 56879->56888; 56888->56889; 56889->56890; }
56629,56630
56862,56863
56632
56867
56878
56630
56631
56632
56863
56864
56865
56866
56867
56874
56875
56876
56877
56879
56888
56889
56890
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time