4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112844 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
61.5 KiB / 471
Shuffle Read Size / Records:
82.6 KiB / 0
Associated Job Ids:
6154
DAG Visualization
digraph G { id="graph_112844"; subgraph graph_stage_112844 { id="graph_stage_112844"; isCluster="true"; label="Stage 112844"; subgraph cluster_140202 { id="cluster_140202"; isCluster="true"; label="repartition"; 53923 [id="node_53923" labelType="html" label="ShuffledRDD [53923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53924 [id="node_53924" labelType="html" label="CoalescedRDD [53924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53925 [id="node_53925" labelType="html" label="MapPartitionsRDD [53925] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140393 { id="cluster_140393"; isCluster="true"; label="map"; 54005 [id="node_54005" labelType="html" label="MapPartitionsRDD [54005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140456 { id="cluster_140456"; isCluster="true"; label="Exchange"; 54034 [id="node_54034" labelType="html" label="ShuffledRowRDD [54034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140453 { id="cluster_140453"; isCluster="true"; label="WholeStageCodegen (4)"; 54035 [id="node_54035" labelType="html" label="MapPartitionsRDD [54035] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140491 { id="cluster_140491"; isCluster="true"; label="Exchange"; 54038 [id="node_54038" labelType="html" label="ShuffledRowRDD [54038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140488 { id="cluster_140488"; isCluster="true"; label="WholeStageCodegen (6)"; 54039 [id="node_54039" labelType="html" label="MapPartitionsRDD [54039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140445 { id="cluster_140445"; isCluster="true"; label="WholeStageCodegen (7)"; 54040 [id="node_54040" labelType="html" label="ZippedPartitionsRDD2 [54040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54041 [id="node_54041" labelType="html" label="MapPartitionsRDD [54041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140444 { id="cluster_140444"; isCluster="true"; label="InMemoryTableScan"; 54042 [id="node_54042" labelType="html" label="MapPartitionsRDD [54042] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54043 [id="node_54043" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1084065 AS qty#1084067, demandChannel#1084060, demandStream#1084061, cachedKpis#1084066 AS kpis#1084068]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1084064L, cachedShardId#1084063], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1694283]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [54043] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54044 [id="node_54044" labelType="html" label="MapPartitionsRDD [54044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54045 [id="node_54045" labelType="html" label="MapPartitionsRDD [54045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54046 [id="node_54046" labelType="html" label="MapPartitionsRDD [54046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140496 { id="cluster_140496"; isCluster="true"; label="WholeStageCodegen (3)"; 54047 [id="node_54047" labelType="html" label="MapPartitionsRDD [54047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140443 { id="cluster_140443"; isCluster="true"; label="Union"; 54048 [id="node_54048" labelType="html" label="UnionRDD [54048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140442 { id="cluster_140442"; isCluster="true"; label="Exchange"; 54049 [id="node_54049" labelType="html" label="MapPartitionsRDD [54049] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53923->53924; 53924->53925; 53925->54005; 54034->54035; 54038->54039; 54035->54040; 54039->54040; 54040->54041; 54041->54042; 54042->54043; 54043->54044; 54044->54045; 54045->54046; 54005->54047; 54046->54048; 54047->54048; 54048->54049; }
53922,53923
54033,54034
54037,54038
53925
54043
53923
53924
53925
54005
54034
54035
54038
54039
54040
54041
54042
54043
54044
54045
54046
54047
54048
54049
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time