4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93606 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
23.8 KiB / 20
Shuffle Write Size / Records:
8.7 KiB / 21
Associated Job Ids:
4929
DAG Visualization
digraph G { id="graph_93606"; subgraph graph_stage_93606 { id="graph_stage_93606"; isCluster="true"; label="Stage 93606"; 42964 [id="node_42964" labelType="html" label="SQLExecutionRDD [42964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_111844 { id="cluster_111844"; isCluster="true"; label="Exchange"; 42959 [id="node_42959" labelType="html" label="ShuffledRowRDD [42959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111843 { id="cluster_111843"; isCluster="true"; label="ObjectHashAggregate"; 42960 [id="node_42960" labelType="html" label="MapPartitionsRDD [42960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111693 { id="cluster_111693"; isCluster="true"; label="WholeStageCodegen (17)"; 42961 [id="node_42961" labelType="html" label="MapPartitionsRDD [42961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111692 { id="cluster_111692"; isCluster="true"; label="DeserializeToObject"; 42962 [id="node_42962" labelType="html" label="MapPartitionsRDD [42962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111687 { id="cluster_111687"; isCluster="true"; label="MapPartitions"; 42963 [id="node_42963" labelType="html" label="MapPartitionsRDD [42963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111930 { id="cluster_111930"; isCluster="true"; label="mapPartitions"; 42965 [id="node_42965" labelType="html" label="MapPartitionsRDD [42965] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112030 { id="cluster_112030"; isCluster="true"; label="Scan"; 42974 [id="node_42974" labelType="html" label="MapPartitionsRDD [42974] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112024 { id="cluster_112024"; isCluster="true"; label="WholeStageCodegen (1)"; 42975 [id="node_42975" labelType="html" label="MapPartitionsRDD [42975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112023 { id="cluster_112023"; isCluster="true"; label="InMemoryTableScan"; 42976 [id="node_42976" labelType="html" label="MapPartitionsRDD [42976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42977 [id="node_42977" labelType="html" label="*(1) Generate explode(prodPlantResults#862949), false, [prodPlantResults#862956]\n+- *(1) Project [prodPlantResults#862949]\n +- *(1) Filter ((size(prodPlantResults#862949, true) > 0) AND isnotnull(prodPlantResults#862949))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [42977] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42978 [id="node_42978" labelType="html" label="MapPartitionsRDD [42978] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42979 [id="node_42979" labelType="html" label="MapPartitionsRDD [42979] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42980 [id="node_42980" labelType="html" label="MapPartitionsRDD [42980] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112022 { id="cluster_112022"; isCluster="true"; label="Project"; 42981 [id="node_42981" labelType="html" label="MapPartitionsRDD [42981] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112037 { id="cluster_112037"; isCluster="true"; label="InMemoryTableScan"; 42982 [id="node_42982" labelType="html" label="MapPartitionsRDD [42982] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42983 [id="node_42983" labelType="html" label="MapPartitionsRDD [42983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42984 [id="node_42984" labelType="html" label="MapPartitionsRDD [42984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112032 { id="cluster_112032"; isCluster="true"; label="WholeStageCodegen (1)"; 42985 [id="node_42985" labelType="html" label="MapPartitionsRDD [42985] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112031 { id="cluster_112031"; isCluster="true"; label="Project"; 42986 [id="node_42986" labelType="html" label="MapPartitionsRDD [42986] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112044 { id="cluster_112044"; isCluster="true"; label="InMemoryTableScan"; 42987 [id="node_42987" labelType="html" label="MapPartitionsRDD [42987] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42988 [id="node_42988" labelType="html" label="MapPartitionsRDD [42988] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42989 [id="node_42989" labelType="html" label="MapPartitionsRDD [42989] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112039 { id="cluster_112039"; isCluster="true"; label="WholeStageCodegen (2)"; 42990 [id="node_42990" labelType="html" label="MapPartitionsRDD [42990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112038 { id="cluster_112038"; isCluster="true"; label="Project"; 42991 [id="node_42991" labelType="html" label="MapPartitionsRDD [42991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112021 { id="cluster_112021"; isCluster="true"; label="Union"; 42992 [id="node_42992" labelType="html" label="UnionRDD [42992] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111998 { id="cluster_111998"; isCluster="true"; label="WholeStageCodegen (5)"; 42993 [id="node_42993" labelType="html" label="MapPartitionsRDD [42993] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111997 { id="cluster_111997"; isCluster="true"; label="SortAggregate"; 42994 [id="node_42994" labelType="html" label="MapPartitionsRDD [42994] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111996 { id="cluster_111996"; isCluster="true"; label="Exchange"; 42995 [id="node_42995" labelType="html" label="MapPartitionsRDD [42995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42959->42960; 42960->42961; 42961->42962; 42962->42963; 42963->42964; 42964->42965; 42965->42974; 42974->42975; 42975->42976; 42976->42977; 42977->42978; 42978->42979; 42979->42980; 42980->42981; 42977->42982; 42982->42983; 42983->42984; 42984->42985; 42985->42986; 42977->42987; 42987->42988; 42988->42989; 42989->42990; 42990->42991; 42981->42992; 42986->42992; 42991->42992; 42992->42993; 42993->42994; 42994->42995; }
42958,42959
42965
42977
42964
42959
42960
42961
42962
42963
42965
42974
42975
42976
42977
42978
42979
42980
42981
42982
42983
42984
42985
42986
42987
42988
42989
42990
42991
42992
42993
42994
42995
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time