4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 92786 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 74
Input Size / Records:
70.3 KiB / 467
Shuffle Write Size / Records:
253.6 KiB / 475
Associated Job Ids:
4910
DAG Visualization
digraph G { id="graph_92786"; subgraph graph_stage_92786 { id="graph_stage_92786"; isCluster="true"; label="Stage 92786"; 42747 [id="node_42747" labelType="html" label="SQLExecutionRDD [42747] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_110865 { id="cluster_110865"; isCluster="true"; label="repartition"; 42499 [id="node_42499" labelType="html" label="ShuffledRDD [42499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42500 [id="node_42500" labelType="html" label="CoalescedRDD [42500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42501 [id="node_42501" labelType="html" label="MapPartitionsRDD [42501] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111375 { id="cluster_111375"; isCluster="true"; label="Exchange"; 42732 [id="node_42732" labelType="html" label="ShuffledRowRDD [42732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111370 { id="cluster_111370"; isCluster="true"; label="WholeStageCodegen (6)"; 42733 [id="node_42733" labelType="html" label="MapPartitionsRDD [42733] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111369 { id="cluster_111369"; isCluster="true"; label="SortAggregate"; 42734 [id="node_42734" labelType="html" label="MapPartitionsRDD [42734] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111368 { id="cluster_111368"; isCluster="true"; label="InMemoryTableScan"; 42735 [id="node_42735" labelType="html" label="MapPartitionsRDD [42735] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42736 [id="node_42736" labelType="html" label="SortAggregate(key=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[first(kpis#857453, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#857444, demandChannel#857424, demandStream#857425, kpis#857586])\n+- *(6) Sort [demandChannel#857424 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#857444 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#857425 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, 37), ENSURE_REQUIREMENTS, [plan_id=1380942]\n +- SortAggregate(key=[demandChannel#857424, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#857444)) AS qty#857444, worklistShardItemId#815741L, demandStream#857425], functions=[partial_first(kpis#857453, false)], output=[demandChannel#857424, shardId#815740, qty#857444, worklistShardItemId#815741L, demandStream#857425, first#85766... [42736] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111462 { id="cluster_111462"; isCluster="true"; label="InMemoryTableScan"; 42743 [id="node_42743" labelType="html" label="MapPartitionsRDD [42743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42744 [id="node_42744" labelType="html" label="MapPartitionsRDD [42744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42745 [id="node_42745" labelType="html" label="MapPartitionsRDD [42745] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111461 { id="cluster_111461"; isCluster="true"; label="DeserializeToObject"; 42746 [id="node_42746" labelType="html" label="MapPartitionsRDD [42746] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111463 { id="cluster_111463"; isCluster="true"; label="mapPartitions"; 42748 [id="node_42748" labelType="html" label="MapPartitionsRDD [42748] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111483 { id="cluster_111483"; isCluster="true"; label="union"; 42757 [id="node_42757" labelType="html" label="UnionRDD [42757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111484 { id="cluster_111484"; isCluster="true"; label="filter"; 42758 [id="node_42758" labelType="html" label="MapPartitionsRDD [42758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111485 { id="cluster_111485"; isCluster="true"; label="distinct"; 42759 [id="node_42759" labelType="html" label="MapPartitionsRDD [42759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42499->42500; 42500->42501; 42732->42733; 42733->42734; 42734->42735; 42735->42736; 42736->42743; 42743->42744; 42744->42745; 42745->42746; 42746->42747; 42747->42748; 42501->42757; 42748->42757; 42757->42758; 42758->42759; }
42498,42499
42731,42732
42501
42736
42747
42499
42500
42501
42732
42733
42734
42735
42736
42743
42744
42745
42746
42748
42757
42758
42759
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time