4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107134 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
32.3 KiB / 26
Shuffle Write Size / Records:
14.9 KiB / 37
Associated Job Ids:
5987
DAG Visualization
digraph G { id="graph_107134"; subgraph graph_stage_107134 { id="graph_stage_107134"; isCluster="true"; label="Stage 107134"; 51988 [id="node_51988" labelType="html" label="SQLExecutionRDD [51988] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_135533 { id="cluster_135533"; isCluster="true"; label="Exchange"; 51983 [id="node_51983" labelType="html" label="ShuffledRowRDD [51983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135532 { id="cluster_135532"; isCluster="true"; label="ObjectHashAggregate"; 51984 [id="node_51984" labelType="html" label="MapPartitionsRDD [51984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135382 { id="cluster_135382"; isCluster="true"; label="WholeStageCodegen (17)"; 51985 [id="node_51985" labelType="html" label="MapPartitionsRDD [51985] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135381 { id="cluster_135381"; isCluster="true"; label="DeserializeToObject"; 51986 [id="node_51986" labelType="html" label="MapPartitionsRDD [51986] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135376 { id="cluster_135376"; isCluster="true"; label="MapPartitions"; 51987 [id="node_51987" labelType="html" label="MapPartitionsRDD [51987] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135619 { id="cluster_135619"; isCluster="true"; label="mapPartitions"; 51989 [id="node_51989" labelType="html" label="MapPartitionsRDD [51989] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135719 { id="cluster_135719"; isCluster="true"; label="Scan"; 51998 [id="node_51998" labelType="html" label="MapPartitionsRDD [51998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135713 { id="cluster_135713"; isCluster="true"; label="WholeStageCodegen (1)"; 51999 [id="node_51999" labelType="html" label="MapPartitionsRDD [51999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135712 { id="cluster_135712"; isCluster="true"; label="InMemoryTableScan"; 52000 [id="node_52000" labelType="html" label="MapPartitionsRDD [52000] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52001 [id="node_52001" labelType="html" label="*(1) Generate explode(prodPlantResults#1042040), false, [prodPlantResults#1042047]\n+- *(1) Project [prodPlantResults#1042040]\n +- *(1) Filter ((size(prodPlantResults#1042040, true) > 0) AND isnotnull(prodPlantResults#1042040))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [52001] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52002 [id="node_52002" labelType="html" label="MapPartitionsRDD [52002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52003 [id="node_52003" labelType="html" label="MapPartitionsRDD [52003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52004 [id="node_52004" labelType="html" label="MapPartitionsRDD [52004] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135711 { id="cluster_135711"; isCluster="true"; label="Project"; 52005 [id="node_52005" labelType="html" label="MapPartitionsRDD [52005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135726 { id="cluster_135726"; isCluster="true"; label="InMemoryTableScan"; 52006 [id="node_52006" labelType="html" label="MapPartitionsRDD [52006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52007 [id="node_52007" labelType="html" label="MapPartitionsRDD [52007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52008 [id="node_52008" labelType="html" label="MapPartitionsRDD [52008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135721 { id="cluster_135721"; isCluster="true"; label="WholeStageCodegen (1)"; 52009 [id="node_52009" labelType="html" label="MapPartitionsRDD [52009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135720 { id="cluster_135720"; isCluster="true"; label="Project"; 52010 [id="node_52010" labelType="html" label="MapPartitionsRDD [52010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135733 { id="cluster_135733"; isCluster="true"; label="InMemoryTableScan"; 52011 [id="node_52011" labelType="html" label="MapPartitionsRDD [52011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52012 [id="node_52012" labelType="html" label="MapPartitionsRDD [52012] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52013 [id="node_52013" labelType="html" label="MapPartitionsRDD [52013] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135728 { id="cluster_135728"; isCluster="true"; label="WholeStageCodegen (2)"; 52014 [id="node_52014" labelType="html" label="MapPartitionsRDD [52014] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135727 { id="cluster_135727"; isCluster="true"; label="Project"; 52015 [id="node_52015" labelType="html" label="MapPartitionsRDD [52015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135710 { id="cluster_135710"; isCluster="true"; label="Union"; 52016 [id="node_52016" labelType="html" label="UnionRDD [52016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135687 { id="cluster_135687"; isCluster="true"; label="WholeStageCodegen (5)"; 52017 [id="node_52017" labelType="html" label="MapPartitionsRDD [52017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135686 { id="cluster_135686"; isCluster="true"; label="SortAggregate"; 52018 [id="node_52018" labelType="html" label="MapPartitionsRDD [52018] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135685 { id="cluster_135685"; isCluster="true"; label="Exchange"; 52019 [id="node_52019" labelType="html" label="MapPartitionsRDD [52019] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51983->51984; 51984->51985; 51985->51986; 51986->51987; 51987->51988; 51988->51989; 51989->51998; 51998->51999; 51999->52000; 52000->52001; 52001->52002; 52002->52003; 52003->52004; 52004->52005; 52001->52006; 52006->52007; 52007->52008; 52008->52009; 52009->52010; 52001->52011; 52011->52012; 52012->52013; 52013->52014; 52014->52015; 52005->52016; 52010->52016; 52015->52016; 52016->52017; 52017->52018; 52018->52019; }
51982,51983
51989
52001
51988
51983
51984
51985
51986
51987
51989
51998
51999
52000
52001
52002
52003
52004
52005
52006
52007
52008
52009
52010
52011
52012
52013
52014
52015
52016
52017
52018
52019
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time