4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112501 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
856.0 B / 2
Associated Job Ids:
6137
DAG Visualization
digraph G { id="graph_112501"; subgraph graph_stage_112501 { id="graph_stage_112501"; isCluster="true"; label="Stage 112501"; 53860 [id="node_53860" labelType="html" label="SQLExecutionRDD [53860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_139939 { id="cluster_139939"; isCluster="true"; label="Exchange"; 53855 [id="node_53855" labelType="html" label="ShuffledRowRDD [53855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139938 { id="cluster_139938"; isCluster="true"; label="ObjectHashAggregate"; 53856 [id="node_53856" labelType="html" label="MapPartitionsRDD [53856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139788 { id="cluster_139788"; isCluster="true"; label="WholeStageCodegen (17)"; 53857 [id="node_53857" labelType="html" label="MapPartitionsRDD [53857] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139787 { id="cluster_139787"; isCluster="true"; label="DeserializeToObject"; 53858 [id="node_53858" labelType="html" label="MapPartitionsRDD [53858] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139782 { id="cluster_139782"; isCluster="true"; label="MapPartitions"; 53859 [id="node_53859" labelType="html" label="MapPartitionsRDD [53859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140025 { id="cluster_140025"; isCluster="true"; label="mapPartitions"; 53861 [id="node_53861" labelType="html" label="MapPartitionsRDD [53861] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140125 { id="cluster_140125"; isCluster="true"; label="Scan"; 53870 [id="node_53870" labelType="html" label="MapPartitionsRDD [53870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140119 { id="cluster_140119"; isCluster="true"; label="WholeStageCodegen (1)"; 53871 [id="node_53871" labelType="html" label="MapPartitionsRDD [53871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140118 { id="cluster_140118"; isCluster="true"; label="InMemoryTableScan"; 53872 [id="node_53872" labelType="html" label="MapPartitionsRDD [53872] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53873 [id="node_53873" labelType="html" label="*(1) Generate explode(prodPlantResults#1081245), false, [prodPlantResults#1081252]\n+- *(1) Project [prodPlantResults#1081245]\n +- *(1) Filter ((size(prodPlantResults#1081245, true) > 0) AND isnotnull(prodPlantResults#1081245))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [53873] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53874 [id="node_53874" labelType="html" label="MapPartitionsRDD [53874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53875 [id="node_53875" labelType="html" label="MapPartitionsRDD [53875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53876 [id="node_53876" labelType="html" label="MapPartitionsRDD [53876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140117 { id="cluster_140117"; isCluster="true"; label="Project"; 53877 [id="node_53877" labelType="html" label="MapPartitionsRDD [53877] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140132 { id="cluster_140132"; isCluster="true"; label="InMemoryTableScan"; 53878 [id="node_53878" labelType="html" label="MapPartitionsRDD [53878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53879 [id="node_53879" labelType="html" label="MapPartitionsRDD [53879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53880 [id="node_53880" labelType="html" label="MapPartitionsRDD [53880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140127 { id="cluster_140127"; isCluster="true"; label="WholeStageCodegen (1)"; 53881 [id="node_53881" labelType="html" label="MapPartitionsRDD [53881] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140126 { id="cluster_140126"; isCluster="true"; label="Project"; 53882 [id="node_53882" labelType="html" label="MapPartitionsRDD [53882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140139 { id="cluster_140139"; isCluster="true"; label="InMemoryTableScan"; 53883 [id="node_53883" labelType="html" label="MapPartitionsRDD [53883] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53884 [id="node_53884" labelType="html" label="MapPartitionsRDD [53884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53885 [id="node_53885" labelType="html" label="MapPartitionsRDD [53885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140134 { id="cluster_140134"; isCluster="true"; label="WholeStageCodegen (2)"; 53886 [id="node_53886" labelType="html" label="MapPartitionsRDD [53886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140133 { id="cluster_140133"; isCluster="true"; label="Project"; 53887 [id="node_53887" labelType="html" label="MapPartitionsRDD [53887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140116 { id="cluster_140116"; isCluster="true"; label="Union"; 53888 [id="node_53888" labelType="html" label="UnionRDD [53888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140094 { id="cluster_140094"; isCluster="true"; label="WholeStageCodegen (5)"; 53889 [id="node_53889" labelType="html" label="MapPartitionsRDD [53889] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140093 { id="cluster_140093"; isCluster="true"; label="SortAggregate"; 53890 [id="node_53890" labelType="html" label="MapPartitionsRDD [53890] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_140092 { id="cluster_140092"; isCluster="true"; label="Exchange"; 53891 [id="node_53891" labelType="html" label="MapPartitionsRDD [53891] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53855->53856; 53856->53857; 53857->53858; 53858->53859; 53859->53860; 53860->53861; 53861->53870; 53870->53871; 53871->53872; 53872->53873; 53873->53874; 53874->53875; 53875->53876; 53876->53877; 53873->53878; 53878->53879; 53879->53880; 53880->53881; 53881->53882; 53873->53883; 53883->53884; 53884->53885; 53885->53886; 53886->53887; 53877->53888; 53882->53888; 53887->53888; 53888->53889; 53889->53890; 53890->53891; }
53854,53855
53861
53873
53860
53855
53856
53857
53858
53859
53861
53870
53871
53872
53873
53874
53875
53876
53877
53878
53879
53880
53881
53882
53883
53884
53885
53886
53887
53888
53889
53890
53891
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time