4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99553 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
214.7 KiB / 80
Shuffle Write Size / Records:
120.9 KiB / 394
Associated Job Ids:
5245
DAG Visualization
digraph G { id="graph_99553"; subgraph graph_stage_99553 { id="graph_stage_99553"; isCluster="true"; label="Stage 99553"; 45953 [id="node_45953" labelType="html" label="SQLExecutionRDD [45953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_119339 { id="cluster_119339"; isCluster="true"; label="Exchange"; 45948 [id="node_45948" labelType="html" label="ShuffledRowRDD [45948] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119338 { id="cluster_119338"; isCluster="true"; label="ObjectHashAggregate"; 45949 [id="node_45949" labelType="html" label="MapPartitionsRDD [45949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119188 { id="cluster_119188"; isCluster="true"; label="WholeStageCodegen (17)"; 45950 [id="node_45950" labelType="html" label="MapPartitionsRDD [45950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119187 { id="cluster_119187"; isCluster="true"; label="DeserializeToObject"; 45951 [id="node_45951" labelType="html" label="MapPartitionsRDD [45951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119182 { id="cluster_119182"; isCluster="true"; label="MapPartitions"; 45952 [id="node_45952" labelType="html" label="MapPartitionsRDD [45952] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119425 { id="cluster_119425"; isCluster="true"; label="mapPartitions"; 45954 [id="node_45954" labelType="html" label="MapPartitionsRDD [45954] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119525 { id="cluster_119525"; isCluster="true"; label="Scan"; 45963 [id="node_45963" labelType="html" label="MapPartitionsRDD [45963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119519 { id="cluster_119519"; isCluster="true"; label="WholeStageCodegen (1)"; 45964 [id="node_45964" labelType="html" label="MapPartitionsRDD [45964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119518 { id="cluster_119518"; isCluster="true"; label="InMemoryTableScan"; 45965 [id="node_45965" labelType="html" label="MapPartitionsRDD [45965] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45966 [id="node_45966" labelType="html" label="*(1) Generate explode(prodPlantResults#924419), false, [prodPlantResults#924426]\n+- *(1) Project [prodPlantResults#924419]\n +- *(1) Filter ((size(prodPlantResults#924419, true) > 0) AND isnotnull(prodPlantResults#924419))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [45966] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45967 [id="node_45967" labelType="html" label="MapPartitionsRDD [45967] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45968 [id="node_45968" labelType="html" label="MapPartitionsRDD [45968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45969 [id="node_45969" labelType="html" label="MapPartitionsRDD [45969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119517 { id="cluster_119517"; isCluster="true"; label="Project"; 45970 [id="node_45970" labelType="html" label="MapPartitionsRDD [45970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119532 { id="cluster_119532"; isCluster="true"; label="InMemoryTableScan"; 45971 [id="node_45971" labelType="html" label="MapPartitionsRDD [45971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45972 [id="node_45972" labelType="html" label="MapPartitionsRDD [45972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45973 [id="node_45973" labelType="html" label="MapPartitionsRDD [45973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119527 { id="cluster_119527"; isCluster="true"; label="WholeStageCodegen (1)"; 45974 [id="node_45974" labelType="html" label="MapPartitionsRDD [45974] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119526 { id="cluster_119526"; isCluster="true"; label="Project"; 45975 [id="node_45975" labelType="html" label="MapPartitionsRDD [45975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119539 { id="cluster_119539"; isCluster="true"; label="InMemoryTableScan"; 45976 [id="node_45976" labelType="html" label="MapPartitionsRDD [45976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45977 [id="node_45977" labelType="html" label="MapPartitionsRDD [45977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45978 [id="node_45978" labelType="html" label="MapPartitionsRDD [45978] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119534 { id="cluster_119534"; isCluster="true"; label="WholeStageCodegen (2)"; 45979 [id="node_45979" labelType="html" label="MapPartitionsRDD [45979] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119533 { id="cluster_119533"; isCluster="true"; label="Project"; 45980 [id="node_45980" labelType="html" label="MapPartitionsRDD [45980] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119516 { id="cluster_119516"; isCluster="true"; label="Union"; 45981 [id="node_45981" labelType="html" label="UnionRDD [45981] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119494 { id="cluster_119494"; isCluster="true"; label="WholeStageCodegen (5)"; 45982 [id="node_45982" labelType="html" label="MapPartitionsRDD [45982] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119493 { id="cluster_119493"; isCluster="true"; label="SortAggregate"; 45983 [id="node_45983" labelType="html" label="MapPartitionsRDD [45983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119492 { id="cluster_119492"; isCluster="true"; label="Exchange"; 45984 [id="node_45984" labelType="html" label="MapPartitionsRDD [45984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45948->45949; 45949->45950; 45950->45951; 45951->45952; 45952->45953; 45953->45954; 45954->45963; 45963->45964; 45964->45965; 45965->45966; 45966->45967; 45967->45968; 45968->45969; 45969->45970; 45966->45971; 45971->45972; 45972->45973; 45973->45974; 45974->45975; 45966->45976; 45976->45977; 45977->45978; 45978->45979; 45979->45980; 45970->45981; 45975->45981; 45980->45981; 45981->45982; 45982->45983; 45983->45984; }
45947,45948
45954
45966
45953
45948
45949
45950
45951
45952
45954
45963
45964
45965
45966
45967
45968
45969
45970
45971
45972
45973
45974
45975
45976
45977
45978
45979
45980
45981
45982
45983
45984
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time