4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 119828 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
4.9 KiB / 3
Shuffle Write Size / Records:
413.0 B / 1
Associated Job Ids:
6536
DAG Visualization
digraph G { id="graph_119828"; subgraph graph_stage_119828 { id="graph_stage_119828"; isCluster="true"; label="Stage 119828"; 57887 [id="node_57887" labelType="html" label="SQLExecutionRDD [57887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_149882 { id="cluster_149882"; isCluster="true"; label="Exchange"; 57882 [id="node_57882" labelType="html" label="ShuffledRowRDD [57882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149881 { id="cluster_149881"; isCluster="true"; label="ObjectHashAggregate"; 57883 [id="node_57883" labelType="html" label="MapPartitionsRDD [57883] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149731 { id="cluster_149731"; isCluster="true"; label="WholeStageCodegen (17)"; 57884 [id="node_57884" labelType="html" label="MapPartitionsRDD [57884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149730 { id="cluster_149730"; isCluster="true"; label="DeserializeToObject"; 57885 [id="node_57885" labelType="html" label="MapPartitionsRDD [57885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149725 { id="cluster_149725"; isCluster="true"; label="MapPartitions"; 57886 [id="node_57886" labelType="html" label="MapPartitionsRDD [57886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149968 { id="cluster_149968"; isCluster="true"; label="mapPartitions"; 57888 [id="node_57888" labelType="html" label="MapPartitionsRDD [57888] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150068 { id="cluster_150068"; isCluster="true"; label="Scan"; 57897 [id="node_57897" labelType="html" label="MapPartitionsRDD [57897] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150062 { id="cluster_150062"; isCluster="true"; label="WholeStageCodegen (1)"; 57898 [id="node_57898" labelType="html" label="MapPartitionsRDD [57898] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150061 { id="cluster_150061"; isCluster="true"; label="InMemoryTableScan"; 57899 [id="node_57899" labelType="html" label="MapPartitionsRDD [57899] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57900 [id="node_57900" labelType="html" label="*(1) Generate explode(prodPlantResults#1164530), false, [prodPlantResults#1164537]\n+- *(1) Project [prodPlantResults#1164530]\n +- *(1) Filter ((size(prodPlantResults#1164530, true) > 0) AND isnotnull(prodPlantResults#1164530))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [57900] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57901 [id="node_57901" labelType="html" label="MapPartitionsRDD [57901] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57902 [id="node_57902" labelType="html" label="MapPartitionsRDD [57902] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57903 [id="node_57903" labelType="html" label="MapPartitionsRDD [57903] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150060 { id="cluster_150060"; isCluster="true"; label="Project"; 57904 [id="node_57904" labelType="html" label="MapPartitionsRDD [57904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150075 { id="cluster_150075"; isCluster="true"; label="InMemoryTableScan"; 57905 [id="node_57905" labelType="html" label="MapPartitionsRDD [57905] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57906 [id="node_57906" labelType="html" label="MapPartitionsRDD [57906] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57907 [id="node_57907" labelType="html" label="MapPartitionsRDD [57907] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150070 { id="cluster_150070"; isCluster="true"; label="WholeStageCodegen (1)"; 57908 [id="node_57908" labelType="html" label="MapPartitionsRDD [57908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150069 { id="cluster_150069"; isCluster="true"; label="Project"; 57909 [id="node_57909" labelType="html" label="MapPartitionsRDD [57909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150082 { id="cluster_150082"; isCluster="true"; label="InMemoryTableScan"; 57910 [id="node_57910" labelType="html" label="MapPartitionsRDD [57910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57911 [id="node_57911" labelType="html" label="MapPartitionsRDD [57911] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57912 [id="node_57912" labelType="html" label="MapPartitionsRDD [57912] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150077 { id="cluster_150077"; isCluster="true"; label="WholeStageCodegen (2)"; 57913 [id="node_57913" labelType="html" label="MapPartitionsRDD [57913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150076 { id="cluster_150076"; isCluster="true"; label="Project"; 57914 [id="node_57914" labelType="html" label="MapPartitionsRDD [57914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150059 { id="cluster_150059"; isCluster="true"; label="Union"; 57915 [id="node_57915" labelType="html" label="UnionRDD [57915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150037 { id="cluster_150037"; isCluster="true"; label="WholeStageCodegen (5)"; 57916 [id="node_57916" labelType="html" label="MapPartitionsRDD [57916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150036 { id="cluster_150036"; isCluster="true"; label="SortAggregate"; 57917 [id="node_57917" labelType="html" label="MapPartitionsRDD [57917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_150035 { id="cluster_150035"; isCluster="true"; label="Exchange"; 57918 [id="node_57918" labelType="html" label="MapPartitionsRDD [57918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57882->57883; 57883->57884; 57884->57885; 57885->57886; 57886->57887; 57887->57888; 57888->57897; 57897->57898; 57898->57899; 57899->57900; 57900->57901; 57901->57902; 57902->57903; 57903->57904; 57900->57905; 57905->57906; 57906->57907; 57907->57908; 57908->57909; 57900->57910; 57910->57911; 57911->57912; 57912->57913; 57913->57914; 57904->57915; 57909->57915; 57914->57915; 57915->57916; 57916->57917; 57917->57918; }
57881,57882
57888
57900
57887
57882
57883
57884
57885
57886
57888
57897
57898
57899
57900
57901
57902
57903
57904
57905
57906
57907
57908
57909
57910
57911
57912
57913
57914
57915
57916
57917
57918
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time