4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 81372 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.1 KiB / 485
Shuffle Write Size / Records:
259.4 KiB / 485
Associated Job Ids:
4216
DAG Visualization
digraph G { id="graph_81372"; subgraph graph_stage_81372 { id="graph_stage_81372"; isCluster="true"; label="Stage 81372"; 36005 [id="node_36005" labelType="html" label="SQLExecutionRDD [36005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_94044 { id="cluster_94044"; isCluster="true"; label="repartition"; 35757 [id="node_35757" labelType="html" label="ShuffledRDD [35757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35758 [id="node_35758" labelType="html" label="CoalescedRDD [35758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35759 [id="node_35759" labelType="html" label="MapPartitionsRDD [35759] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94554 { id="cluster_94554"; isCluster="true"; label="Exchange"; 35990 [id="node_35990" labelType="html" label="ShuffledRowRDD [35990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94549 { id="cluster_94549"; isCluster="true"; label="WholeStageCodegen (6)"; 35991 [id="node_35991" labelType="html" label="MapPartitionsRDD [35991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94548 { id="cluster_94548"; isCluster="true"; label="SortAggregate"; 35992 [id="node_35992" labelType="html" label="MapPartitionsRDD [35992] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94547 { id="cluster_94547"; isCluster="true"; label="InMemoryTableScan"; 35993 [id="node_35993" labelType="html" label="MapPartitionsRDD [35993] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 35994 [id="node_35994" labelType="html" label="SortAggregate(key=[demandChannel#718394, shardId#665597, qty#718414, worklistShardItemId#665598L, demandStream#718395], functions=[first(kpis#718423, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#718414, demandChannel#718394, demandStream#718395, kpis#718556])\n+- *(6) Sort [demandChannel#718394 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#718414 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#718395 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#718394, shardId#665597, qty#718414, worklistShardItemId#665598L, demandStream#718395, 37), ENSURE_REQUIREMENTS, [plan_id=1245231]\n +- SortAggregate(key=[demandChannel#718394, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#718414)) AS qty#718414, worklistShardItemId#665598L, demandStream#718395], functions=[partial_first(kpis#718423, false)], output=[demandChannel#718394, shardId#665597, qty#718414, worklistShardItemId#665598L, demandStream#718395, first#71863... [35994] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94641 { id="cluster_94641"; isCluster="true"; label="InMemoryTableScan"; 36001 [id="node_36001" labelType="html" label="MapPartitionsRDD [36001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36002 [id="node_36002" labelType="html" label="MapPartitionsRDD [36002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36003 [id="node_36003" labelType="html" label="MapPartitionsRDD [36003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94640 { id="cluster_94640"; isCluster="true"; label="DeserializeToObject"; 36004 [id="node_36004" labelType="html" label="MapPartitionsRDD [36004] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94642 { id="cluster_94642"; isCluster="true"; label="mapPartitions"; 36006 [id="node_36006" labelType="html" label="MapPartitionsRDD [36006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94662 { id="cluster_94662"; isCluster="true"; label="union"; 36015 [id="node_36015" labelType="html" label="UnionRDD [36015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94663 { id="cluster_94663"; isCluster="true"; label="filter"; 36016 [id="node_36016" labelType="html" label="MapPartitionsRDD [36016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94664 { id="cluster_94664"; isCluster="true"; label="distinct"; 36017 [id="node_36017" labelType="html" label="MapPartitionsRDD [36017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 35757->35758; 35758->35759; 35990->35991; 35991->35992; 35992->35993; 35993->35994; 35994->36001; 36001->36002; 36002->36003; 36003->36004; 36004->36005; 36005->36006; 35759->36015; 36006->36015; 36015->36016; 36016->36017; }
35756,35757
35989,35990
35759
35994
36005
35757
35758
35759
35990
35991
35992
35993
35994
36001
36002
36003
36004
36006
36015
36016
36017
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time