4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112349 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
61.0 KiB / 469
Shuffle Read Size / Records:
64.7 KiB / 0
Associated Job Ids:
6133
DAG Visualization
digraph G { id="graph_112349"; subgraph graph_stage_112349 { id="graph_stage_112349"; isCluster="true"; label="Stage 112349"; subgraph cluster_139524 { id="cluster_139524"; isCluster="true"; label="repartition"; 53637 [id="node_53637" labelType="html" label="ShuffledRDD [53637] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53638 [id="node_53638" labelType="html" label="CoalescedRDD [53638] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53639 [id="node_53639" labelType="html" label="MapPartitionsRDD [53639] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139772 { id="cluster_139772"; isCluster="true"; label="map"; 53741 [id="node_53741" labelType="html" label="MapPartitionsRDD [53741] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139835 { id="cluster_139835"; isCluster="true"; label="Exchange"; 53770 [id="node_53770" labelType="html" label="ShuffledRowRDD [53770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139832 { id="cluster_139832"; isCluster="true"; label="WholeStageCodegen (4)"; 53771 [id="node_53771" labelType="html" label="MapPartitionsRDD [53771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139870 { id="cluster_139870"; isCluster="true"; label="Exchange"; 53774 [id="node_53774" labelType="html" label="ShuffledRowRDD [53774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139867 { id="cluster_139867"; isCluster="true"; label="WholeStageCodegen (6)"; 53775 [id="node_53775" labelType="html" label="MapPartitionsRDD [53775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139824 { id="cluster_139824"; isCluster="true"; label="WholeStageCodegen (7)"; 53776 [id="node_53776" labelType="html" label="ZippedPartitionsRDD2 [53776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53777 [id="node_53777" labelType="html" label="MapPartitionsRDD [53777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139823 { id="cluster_139823"; isCluster="true"; label="InMemoryTableScan"; 53778 [id="node_53778" labelType="html" label="MapPartitionsRDD [53778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53779 [id="node_53779" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1078507 AS qty#1078509, demandChannel#1078502, demandStream#1078503, cachedKpis#1078508 AS kpis#1078510]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1078506L, cachedShardId#1078505], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1692734]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [53779] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53780 [id="node_53780" labelType="html" label="MapPartitionsRDD [53780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53781 [id="node_53781" labelType="html" label="MapPartitionsRDD [53781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53782 [id="node_53782" labelType="html" label="MapPartitionsRDD [53782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139875 { id="cluster_139875"; isCluster="true"; label="WholeStageCodegen (3)"; 53783 [id="node_53783" labelType="html" label="MapPartitionsRDD [53783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139822 { id="cluster_139822"; isCluster="true"; label="Union"; 53784 [id="node_53784" labelType="html" label="UnionRDD [53784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139821 { id="cluster_139821"; isCluster="true"; label="Exchange"; 53785 [id="node_53785" labelType="html" label="MapPartitionsRDD [53785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53637->53638; 53638->53639; 53639->53741; 53770->53771; 53774->53775; 53771->53776; 53775->53776; 53776->53777; 53777->53778; 53778->53779; 53779->53780; 53780->53781; 53781->53782; 53741->53783; 53782->53784; 53783->53784; 53784->53785; }
53636,53637
53769,53770
53773,53774
53639
53779
53637
53638
53639
53741
53770
53771
53774
53775
53776
53777
53778
53779
53780
53781
53782
53783
53784
53785
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time