4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278743 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 90
Input Size / Records:
148.5 KiB / 87
Shuffle Write Size / Records:
57.2 KiB / 158
Associated Job Ids:
96742
DAG Visualization
digraph G { id="graph_278743"; subgraph graph_stage_278743 { id="graph_stage_278743"; isCluster="true"; label="Stage 278743"; 789934 [id="node_789934" labelType="html" label="SQLExecutionRDD [789934] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_1999791 { id="cluster_1999791"; isCluster="true"; label="Exchange"; 789926 [id="node_789926" labelType="html" label="ShuffledRowRDD [789926] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999790 { id="cluster_1999790"; isCluster="true"; label="ObjectHashAggregate"; 789927 [id="node_789927" labelType="html" label="MapPartitionsRDD [789927] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999789 { id="cluster_1999789"; isCluster="true"; label="Project"; 789928 [id="node_789928" labelType="html" label="MapPartitionsRDD [789928] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999782 { id="cluster_1999782"; isCluster="true"; label="WholeStageCodegen (11)"; 789929 [id="node_789929" labelType="html" label="MapPartitionsRDD [789929] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999781 { id="cluster_1999781"; isCluster="true"; label="DeserializeToObject"; 789930 [id="node_789930" labelType="html" label="MapPartitionsRDD [789930] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999780 { id="cluster_1999780"; isCluster="true"; label="MapPartitions"; 789931 [id="node_789931" labelType="html" label="MapPartitionsRDD [789931] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999722 { id="cluster_1999722"; isCluster="true"; label="WholeStageCodegen (14)"; 789932 [id="node_789932" labelType="html" label="MapPartitionsRDD [789932] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999707 { id="cluster_1999707"; isCluster="true"; label="DeserializeToObject"; 789933 [id="node_789933" labelType="html" label="MapPartitionsRDD [789933] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999841 { id="cluster_1999841"; isCluster="true"; label="mapPartitions"; 789935 [id="node_789935" labelType="html" label="MapPartitionsRDD [789935] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999842 { id="cluster_1999842"; isCluster="true"; label="mapPartitions"; 789936 [id="node_789936" labelType="html" label="MapPartitionsRDD [789936] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999909 { id="cluster_1999909"; isCluster="true"; label="Scan"; 789942 [id="node_789942" labelType="html" label="MapPartitionsRDD [789942] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999903 { id="cluster_1999903"; isCluster="true"; label="WholeStageCodegen (1)"; 789943 [id="node_789943" labelType="html" label="MapPartitionsRDD [789943] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999902 { id="cluster_1999902"; isCluster="true"; label="InMemoryTableScan"; 789944 [id="node_789944" labelType="html" label="MapPartitionsRDD [789944] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789945 [id="node_789945" labelType="html" label="*(1) Generate explode(prodPlantResults#13807584), false, [prodPlantResults#13807591]\n+- *(1) Project [prodPlantResults#13807584]\n +- *(1) Filter ((size(prodPlantResults#13807584, true) > 0) AND isnotnull(prodPlantResults#13807584))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [789945] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789946 [id="node_789946" labelType="html" label="MapPartitionsRDD [789946] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789947 [id="node_789947" labelType="html" label="MapPartitionsRDD [789947] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789948 [id="node_789948" labelType="html" label="MapPartitionsRDD [789948] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999901 { id="cluster_1999901"; isCluster="true"; label="Project"; 789949 [id="node_789949" labelType="html" label="MapPartitionsRDD [789949] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999916 { id="cluster_1999916"; isCluster="true"; label="InMemoryTableScan"; 789950 [id="node_789950" labelType="html" label="MapPartitionsRDD [789950] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789951 [id="node_789951" labelType="html" label="MapPartitionsRDD [789951] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789952 [id="node_789952" labelType="html" label="MapPartitionsRDD [789952] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999911 { id="cluster_1999911"; isCluster="true"; label="WholeStageCodegen (1)"; 789953 [id="node_789953" labelType="html" label="MapPartitionsRDD [789953] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999910 { id="cluster_1999910"; isCluster="true"; label="Project"; 789954 [id="node_789954" labelType="html" label="MapPartitionsRDD [789954] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999923 { id="cluster_1999923"; isCluster="true"; label="InMemoryTableScan"; 789955 [id="node_789955" labelType="html" label="MapPartitionsRDD [789955] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789956 [id="node_789956" labelType="html" label="MapPartitionsRDD [789956] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789957 [id="node_789957" labelType="html" label="MapPartitionsRDD [789957] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999918 { id="cluster_1999918"; isCluster="true"; label="WholeStageCodegen (2)"; 789958 [id="node_789958" labelType="html" label="MapPartitionsRDD [789958] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999917 { id="cluster_1999917"; isCluster="true"; label="Project"; 789959 [id="node_789959" labelType="html" label="MapPartitionsRDD [789959] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999900 { id="cluster_1999900"; isCluster="true"; label="Union"; 789960 [id="node_789960" labelType="html" label="UnionRDD [789960] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999886 { id="cluster_1999886"; isCluster="true"; label="WholeStageCodegen (4)"; 789961 [id="node_789961" labelType="html" label="MapPartitionsRDD [789961] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999885 { id="cluster_1999885"; isCluster="true"; label="SortAggregate"; 789962 [id="node_789962" labelType="html" label="MapPartitionsRDD [789962] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999884 { id="cluster_1999884"; isCluster="true"; label="Exchange"; 789963 [id="node_789963" labelType="html" label="MapPartitionsRDD [789963] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789926->789927; 789927->789928; 789928->789929; 789929->789930; 789930->789931; 789931->789932; 789932->789933; 789933->789934; 789934->789935; 789935->789936; 789936->789942; 789942->789943; 789943->789944; 789944->789945; 789945->789946; 789946->789947; 789947->789948; 789948->789949; 789945->789950; 789950->789951; 789951->789952; 789952->789953; 789953->789954; 789945->789955; 789955->789956; 789956->789957; 789957->789958; 789958->789959; 789949->789960; 789954->789960; 789959->789960; 789960->789961; 789961->789962; 789962->789963; }
789925,789926
789936
789945
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time