4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118243 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
44.3 KiB / 40
Shuffle Write Size / Records:
15.2 KiB / 41
Associated Job Ids:
6494
DAG Visualization
digraph G { id="graph_118243"; subgraph graph_stage_118243 { id="graph_stage_118243"; isCluster="true"; label="Stage 118243"; 57359 [id="node_57359" labelType="html" label="SQLExecutionRDD [57359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_148640 { id="cluster_148640"; isCluster="true"; label="Exchange"; 57354 [id="node_57354" labelType="html" label="ShuffledRowRDD [57354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148639 { id="cluster_148639"; isCluster="true"; label="ObjectHashAggregate"; 57355 [id="node_57355" labelType="html" label="MapPartitionsRDD [57355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148489 { id="cluster_148489"; isCluster="true"; label="WholeStageCodegen (17)"; 57356 [id="node_57356" labelType="html" label="MapPartitionsRDD [57356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148488 { id="cluster_148488"; isCluster="true"; label="DeserializeToObject"; 57357 [id="node_57357" labelType="html" label="MapPartitionsRDD [57357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148483 { id="cluster_148483"; isCluster="true"; label="MapPartitions"; 57358 [id="node_57358" labelType="html" label="MapPartitionsRDD [57358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148726 { id="cluster_148726"; isCluster="true"; label="mapPartitions"; 57360 [id="node_57360" labelType="html" label="MapPartitionsRDD [57360] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148826 { id="cluster_148826"; isCluster="true"; label="Scan"; 57369 [id="node_57369" labelType="html" label="MapPartitionsRDD [57369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148820 { id="cluster_148820"; isCluster="true"; label="WholeStageCodegen (1)"; 57370 [id="node_57370" labelType="html" label="MapPartitionsRDD [57370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148819 { id="cluster_148819"; isCluster="true"; label="InMemoryTableScan"; 57371 [id="node_57371" labelType="html" label="MapPartitionsRDD [57371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57372 [id="node_57372" labelType="html" label="*(1) Generate explode(prodPlantResults#1153414), false, [prodPlantResults#1153421]\n+- *(1) Project [prodPlantResults#1153414]\n +- *(1) Filter ((size(prodPlantResults#1153414, true) > 0) AND isnotnull(prodPlantResults#1153414))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [57372] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57373 [id="node_57373" labelType="html" label="MapPartitionsRDD [57373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57374 [id="node_57374" labelType="html" label="MapPartitionsRDD [57374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57375 [id="node_57375" labelType="html" label="MapPartitionsRDD [57375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148818 { id="cluster_148818"; isCluster="true"; label="Project"; 57376 [id="node_57376" labelType="html" label="MapPartitionsRDD [57376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148833 { id="cluster_148833"; isCluster="true"; label="InMemoryTableScan"; 57377 [id="node_57377" labelType="html" label="MapPartitionsRDD [57377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57378 [id="node_57378" labelType="html" label="MapPartitionsRDD [57378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57379 [id="node_57379" labelType="html" label="MapPartitionsRDD [57379] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148828 { id="cluster_148828"; isCluster="true"; label="WholeStageCodegen (1)"; 57380 [id="node_57380" labelType="html" label="MapPartitionsRDD [57380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148827 { id="cluster_148827"; isCluster="true"; label="Project"; 57381 [id="node_57381" labelType="html" label="MapPartitionsRDD [57381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148840 { id="cluster_148840"; isCluster="true"; label="InMemoryTableScan"; 57382 [id="node_57382" labelType="html" label="MapPartitionsRDD [57382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57383 [id="node_57383" labelType="html" label="MapPartitionsRDD [57383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57384 [id="node_57384" labelType="html" label="MapPartitionsRDD [57384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148835 { id="cluster_148835"; isCluster="true"; label="WholeStageCodegen (2)"; 57385 [id="node_57385" labelType="html" label="MapPartitionsRDD [57385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148834 { id="cluster_148834"; isCluster="true"; label="Project"; 57386 [id="node_57386" labelType="html" label="MapPartitionsRDD [57386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148817 { id="cluster_148817"; isCluster="true"; label="Union"; 57387 [id="node_57387" labelType="html" label="UnionRDD [57387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148794 { id="cluster_148794"; isCluster="true"; label="WholeStageCodegen (5)"; 57388 [id="node_57388" labelType="html" label="MapPartitionsRDD [57388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148793 { id="cluster_148793"; isCluster="true"; label="SortAggregate"; 57389 [id="node_57389" labelType="html" label="MapPartitionsRDD [57389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148792 { id="cluster_148792"; isCluster="true"; label="Exchange"; 57390 [id="node_57390" labelType="html" label="MapPartitionsRDD [57390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57354->57355; 57355->57356; 57356->57357; 57357->57358; 57358->57359; 57359->57360; 57360->57369; 57369->57370; 57370->57371; 57371->57372; 57372->57373; 57373->57374; 57374->57375; 57375->57376; 57372->57377; 57377->57378; 57378->57379; 57379->57380; 57380->57381; 57372->57382; 57382->57383; 57383->57384; 57384->57385; 57385->57386; 57376->57387; 57381->57387; 57386->57387; 57387->57388; 57388->57389; 57389->57390; }
57353,57354
57360
57372
57359
57354
57355
57356
57357
57358
57360
57369
57370
57371
57372
57373
57374
57375
57376
57377
57378
57379
57380
57381
57382
57383
57384
57385
57386
57387
57388
57389
57390
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time