4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106692 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 74
Input Size / Records:
65.9 KiB / 334
Shuffle Write Size / Records:
196.3 KiB / 371
Associated Job Ids:
5968
DAG Visualization
digraph G { id="graph_106692"; subgraph graph_stage_106692 { id="graph_stage_106692"; isCluster="true"; label="Stage 106692"; 51771 [id="node_51771" labelType="html" label="SQLExecutionRDD [51771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_134554 { id="cluster_134554"; isCluster="true"; label="repartition"; 51523 [id="node_51523" labelType="html" label="ShuffledRDD [51523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51524 [id="node_51524" labelType="html" label="CoalescedRDD [51524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51525 [id="node_51525" labelType="html" label="MapPartitionsRDD [51525] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135065 { id="cluster_135065"; isCluster="true"; label="Exchange"; 51756 [id="node_51756" labelType="html" label="ShuffledRowRDD [51756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135059 { id="cluster_135059"; isCluster="true"; label="WholeStageCodegen (6)"; 51757 [id="node_51757" labelType="html" label="MapPartitionsRDD [51757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135058 { id="cluster_135058"; isCluster="true"; label="SortAggregate"; 51758 [id="node_51758" labelType="html" label="MapPartitionsRDD [51758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135057 { id="cluster_135057"; isCluster="true"; label="InMemoryTableScan"; 51759 [id="node_51759" labelType="html" label="MapPartitionsRDD [51759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51760 [id="node_51760" labelType="html" label="SortAggregate(key=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[first(kpis#1036544, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1036535, demandChannel#1036515, demandStream#1036516, kpis#1036677])\n+- *(6) Sort [demandChannel#1036515 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1036535 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1036516 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L, demandStream#1036516, 37), ENSURE_REQUIREMENTS, [plan_id=1680944]\n +- SortAggregate(key=[demandChannel#1036515, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1036535)) AS qty#1036535, worklistShardItemId#1011816L, demandStream#1036516], functions=[partial_first(kpis#1036544, false)], output=[demandChannel#1036515, shardId#1011815, qty#1036535, worklistShardItemId#1011816L,... [51760] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135151 { id="cluster_135151"; isCluster="true"; label="InMemoryTableScan"; 51767 [id="node_51767" labelType="html" label="MapPartitionsRDD [51767] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51768 [id="node_51768" labelType="html" label="MapPartitionsRDD [51768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51769 [id="node_51769" labelType="html" label="MapPartitionsRDD [51769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135150 { id="cluster_135150"; isCluster="true"; label="DeserializeToObject"; 51770 [id="node_51770" labelType="html" label="MapPartitionsRDD [51770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135152 { id="cluster_135152"; isCluster="true"; label="mapPartitions"; 51772 [id="node_51772" labelType="html" label="MapPartitionsRDD [51772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135172 { id="cluster_135172"; isCluster="true"; label="union"; 51781 [id="node_51781" labelType="html" label="UnionRDD [51781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135173 { id="cluster_135173"; isCluster="true"; label="filter"; 51782 [id="node_51782" labelType="html" label="MapPartitionsRDD [51782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135174 { id="cluster_135174"; isCluster="true"; label="distinct"; 51783 [id="node_51783" labelType="html" label="MapPartitionsRDD [51783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51523->51524; 51524->51525; 51756->51757; 51757->51758; 51758->51759; 51759->51760; 51760->51767; 51767->51768; 51768->51769; 51769->51770; 51770->51771; 51771->51772; 51525->51781; 51772->51781; 51781->51782; 51782->51783; }
51522,51523
51755,51756
51525
51760
51771
51523
51524
51525
51756
51757
51758
51759
51760
51767
51768
51769
51770
51772
51781
51782
51783
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time