4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 86327 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
474.1 KiB / 4917
Shuffle Write Size / Records:
1869.4 KiB / 5135
Associated Job Ids:
4531
DAG Visualization
digraph G { id="graph_86327"; subgraph graph_stage_86327 { id="graph_stage_86327"; isCluster="true"; label="Stage 86327"; 38991 [id="node_38991" labelType="html" label="SQLExecutionRDD [38991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_101531 { id="cluster_101531"; isCluster="true"; label="repartition"; 38743 [id="node_38743" labelType="html" label="ShuffledRDD [38743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38744 [id="node_38744" labelType="html" label="CoalescedRDD [38744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38745 [id="node_38745" labelType="html" label="MapPartitionsRDD [38745] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102041 { id="cluster_102041"; isCluster="true"; label="Exchange"; 38976 [id="node_38976" labelType="html" label="ShuffledRowRDD [38976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102036 { id="cluster_102036"; isCluster="true"; label="WholeStageCodegen (6)"; 38977 [id="node_38977" labelType="html" label="MapPartitionsRDD [38977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102035 { id="cluster_102035"; isCluster="true"; label="SortAggregate"; 38978 [id="node_38978" labelType="html" label="MapPartitionsRDD [38978] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102034 { id="cluster_102034"; isCluster="true"; label="InMemoryTableScan"; 38979 [id="node_38979" labelType="html" label="MapPartitionsRDD [38979] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38980 [id="node_38980" labelType="html" label="SortAggregate(key=[demandChannel#779865, shardId#754568, qty#779885, worklistShardItemId#754569L, demandStream#779866], functions=[first(kpis#779894, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#779885, demandChannel#779865, demandStream#779866, kpis#780027])\n+- *(6) Sort [demandChannel#779865 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#779885 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#779866 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#779865, shardId#754568, qty#779885, worklistShardItemId#754569L, demandStream#779866, 37), ENSURE_REQUIREMENTS, [plan_id=1313659]\n +- SortAggregate(key=[demandChannel#779865, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#779885)) AS qty#779885, worklistShardItemId#754569L, demandStream#779866], functions=[partial_first(kpis#779894, false)], output=[demandChannel#779865, shardId#754568, qty#779885, worklistShardItemId#754569L, demandStream#779866, first#78010... [38980] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102128 { id="cluster_102128"; isCluster="true"; label="InMemoryTableScan"; 38987 [id="node_38987" labelType="html" label="MapPartitionsRDD [38987] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38988 [id="node_38988" labelType="html" label="MapPartitionsRDD [38988] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 38989 [id="node_38989" labelType="html" label="MapPartitionsRDD [38989] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102127 { id="cluster_102127"; isCluster="true"; label="DeserializeToObject"; 38990 [id="node_38990" labelType="html" label="MapPartitionsRDD [38990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102129 { id="cluster_102129"; isCluster="true"; label="mapPartitions"; 38992 [id="node_38992" labelType="html" label="MapPartitionsRDD [38992] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102149 { id="cluster_102149"; isCluster="true"; label="union"; 39001 [id="node_39001" labelType="html" label="UnionRDD [39001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102150 { id="cluster_102150"; isCluster="true"; label="filter"; 39002 [id="node_39002" labelType="html" label="MapPartitionsRDD [39002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102151 { id="cluster_102151"; isCluster="true"; label="distinct"; 39003 [id="node_39003" labelType="html" label="MapPartitionsRDD [39003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 38743->38744; 38744->38745; 38976->38977; 38977->38978; 38978->38979; 38979->38980; 38980->38987; 38987->38988; 38988->38989; 38989->38990; 38990->38991; 38991->38992; 38745->39001; 38992->39001; 39001->39002; 39002->39003; }
38742,38743
38975,38976
38745
38980
38991
38743
38744
38745
38976
38977
38978
38979
38980
38987
38988
38989
38990
38992
39001
39002
39003
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time