4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 27716 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 90
Input Size / Records:
283.2 KiB / 90
Shuffle Write Size / Records:
476.4 KiB / 1424
Associated Job Ids:
10356
DAG Visualization
digraph G { id="graph_27716"; subgraph graph_stage_27716 { id="graph_stage_27716"; isCluster="true"; label="Stage 27716"; 77852 [id="node_77852" labelType="html" label="SQLExecutionRDD [77852] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; subgraph cluster_205177 { id="cluster_205177"; isCluster="true"; label="Exchange"; 77844 [id="node_77844" labelType="html" label="ShuffledRowRDD [77844] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205176 { id="cluster_205176"; isCluster="true"; label="ObjectHashAggregate"; 77845 [id="node_77845" labelType="html" label="MapPartitionsRDD [77845] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205175 { id="cluster_205175"; isCluster="true"; label="Project"; 77846 [id="node_77846" labelType="html" label="MapPartitionsRDD [77846] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205168 { id="cluster_205168"; isCluster="true"; label="WholeStageCodegen (16)"; 77847 [id="node_77847" labelType="html" label="MapPartitionsRDD [77847] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205167 { id="cluster_205167"; isCluster="true"; label="DeserializeToObject"; 77848 [id="node_77848" labelType="html" label="MapPartitionsRDD [77848] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205166 { id="cluster_205166"; isCluster="true"; label="MapPartitions"; 77849 [id="node_77849" labelType="html" label="MapPartitionsRDD [77849] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205099 { id="cluster_205099"; isCluster="true"; label="WholeStageCodegen (19)"; 77850 [id="node_77850" labelType="html" label="MapPartitionsRDD [77850] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205077 { id="cluster_205077"; isCluster="true"; label="DeserializeToObject"; 77851 [id="node_77851" labelType="html" label="MapPartitionsRDD [77851] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205254 { id="cluster_205254"; isCluster="true"; label="mapPartitions"; 77853 [id="node_77853" labelType="html" label="MapPartitionsRDD [77853] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205255 { id="cluster_205255"; isCluster="true"; label="mapPartitions"; 77854 [id="node_77854" labelType="html" label="MapPartitionsRDD [77854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205323 { id="cluster_205323"; isCluster="true"; label="Scan"; 77860 [id="node_77860" labelType="html" label="MapPartitionsRDD [77860] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205317 { id="cluster_205317"; isCluster="true"; label="WholeStageCodegen (1)"; 77861 [id="node_77861" labelType="html" label="MapPartitionsRDD [77861] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205316 { id="cluster_205316"; isCluster="true"; label="InMemoryTableScan"; 77862 [id="node_77862" labelType="html" label="MapPartitionsRDD [77862] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77863 [id="node_77863" labelType="html" label="*(1) Generate explode(prodPlantResults#1359808), false, [prodPlantResults#1359815]\n+- *(1) Project [prodPlantResults#1359808]\n +- *(1) Filter ((size(prodPlantResults#1359808, true) > 0) AND isnotnull(prodPlantResults#1359808))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [77863] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77864 [id="node_77864" labelType="html" label="MapPartitionsRDD [77864] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77865 [id="node_77865" labelType="html" label="MapPartitionsRDD [77865] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77866 [id="node_77866" labelType="html" label="MapPartitionsRDD [77866] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205315 { id="cluster_205315"; isCluster="true"; label="Project"; 77867 [id="node_77867" labelType="html" label="MapPartitionsRDD [77867] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205330 { id="cluster_205330"; isCluster="true"; label="InMemoryTableScan"; 77868 [id="node_77868" labelType="html" label="MapPartitionsRDD [77868] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77869 [id="node_77869" labelType="html" label="MapPartitionsRDD [77869] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77870 [id="node_77870" labelType="html" label="MapPartitionsRDD [77870] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205325 { id="cluster_205325"; isCluster="true"; label="WholeStageCodegen (1)"; 77871 [id="node_77871" labelType="html" label="MapPartitionsRDD [77871] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205324 { id="cluster_205324"; isCluster="true"; label="Project"; 77872 [id="node_77872" labelType="html" label="MapPartitionsRDD [77872] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205337 { id="cluster_205337"; isCluster="true"; label="InMemoryTableScan"; 77873 [id="node_77873" labelType="html" label="MapPartitionsRDD [77873] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77874 [id="node_77874" labelType="html" label="MapPartitionsRDD [77874] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; 77875 [id="node_77875" labelType="html" label="MapPartitionsRDD [77875] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205332 { id="cluster_205332"; isCluster="true"; label="WholeStageCodegen (2)"; 77876 [id="node_77876" labelType="html" label="MapPartitionsRDD [77876] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205331 { id="cluster_205331"; isCluster="true"; label="Project"; 77877 [id="node_77877" labelType="html" label="MapPartitionsRDD [77877] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205314 { id="cluster_205314"; isCluster="true"; label="Union"; 77878 [id="node_77878" labelType="html" label="UnionRDD [77878] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205299 { id="cluster_205299"; isCluster="true"; label="WholeStageCodegen (4)"; 77879 [id="node_77879" labelType="html" label="MapPartitionsRDD [77879] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205298 { id="cluster_205298"; isCluster="true"; label="SortAggregate"; 77880 [id="node_77880" labelType="html" label="MapPartitionsRDD [77880] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } subgraph cluster_205297 { id="cluster_205297"; isCluster="true"; label="Exchange"; 77881 [id="node_77881" labelType="html" label="MapPartitionsRDD [77881] [Unordered]<br>start at FileStorageAdapterImpl.java:179}"]; } } 77844->77845; 77845->77846; 77846->77847; 77847->77848; 77848->77849; 77849->77850; 77850->77851; 77851->77852; 77852->77853; 77853->77854; 77854->77860; 77860->77861; 77861->77862; 77862->77863; 77863->77864; 77864->77865; 77865->77866; 77866->77867; 77863->77868; 77868->77869; 77869->77870; 77870->77871; 77871->77872; 77863->77873; 77873->77874; 77874->77875; 77875->77876; 77876->77877; 77867->77878; 77872->77878; 77877->77878; 77878->77879; 77879->77880; 77880->77881; }
77843,77844
77854
77863
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time