4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 98490 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.2 KiB / 3
Shuffle Write Size / Records:
851.0 B / 2
Associated Job Ids:
5080
DAG Visualization
digraph G { id="graph_98490"; subgraph graph_stage_98490 { id="graph_stage_98490"; isCluster="true"; label="Stage 98490"; 44840 [id="node_44840" labelType="html" label="SQLExecutionRDD [44840] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_116261 { id="cluster_116261"; isCluster="true"; label="Exchange"; 44835 [id="node_44835" labelType="html" label="ShuffledRowRDD [44835] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116260 { id="cluster_116260"; isCluster="true"; label="ObjectHashAggregate"; 44836 [id="node_44836" labelType="html" label="MapPartitionsRDD [44836] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116110 { id="cluster_116110"; isCluster="true"; label="WholeStageCodegen (17)"; 44837 [id="node_44837" labelType="html" label="MapPartitionsRDD [44837] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116109 { id="cluster_116109"; isCluster="true"; label="DeserializeToObject"; 44838 [id="node_44838" labelType="html" label="MapPartitionsRDD [44838] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116104 { id="cluster_116104"; isCluster="true"; label="MapPartitions"; 44839 [id="node_44839" labelType="html" label="MapPartitionsRDD [44839] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116347 { id="cluster_116347"; isCluster="true"; label="mapPartitions"; 44841 [id="node_44841" labelType="html" label="MapPartitionsRDD [44841] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116447 { id="cluster_116447"; isCluster="true"; label="Scan"; 44850 [id="node_44850" labelType="html" label="MapPartitionsRDD [44850] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116441 { id="cluster_116441"; isCluster="true"; label="WholeStageCodegen (1)"; 44851 [id="node_44851" labelType="html" label="MapPartitionsRDD [44851] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116440 { id="cluster_116440"; isCluster="true"; label="InMemoryTableScan"; 44852 [id="node_44852" labelType="html" label="MapPartitionsRDD [44852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44853 [id="node_44853" labelType="html" label="*(1) Generate explode(prodPlantResults#902176), false, [prodPlantResults#902183]\n+- *(1) Project [prodPlantResults#902176]\n +- *(1) Filter ((size(prodPlantResults#902176, true) > 0) AND isnotnull(prodPlantResults#902176))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [44853] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44854 [id="node_44854" labelType="html" label="MapPartitionsRDD [44854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44855 [id="node_44855" labelType="html" label="MapPartitionsRDD [44855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44856 [id="node_44856" labelType="html" label="MapPartitionsRDD [44856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116439 { id="cluster_116439"; isCluster="true"; label="Project"; 44857 [id="node_44857" labelType="html" label="MapPartitionsRDD [44857] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116454 { id="cluster_116454"; isCluster="true"; label="InMemoryTableScan"; 44858 [id="node_44858" labelType="html" label="MapPartitionsRDD [44858] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44859 [id="node_44859" labelType="html" label="MapPartitionsRDD [44859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44860 [id="node_44860" labelType="html" label="MapPartitionsRDD [44860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116449 { id="cluster_116449"; isCluster="true"; label="WholeStageCodegen (1)"; 44861 [id="node_44861" labelType="html" label="MapPartitionsRDD [44861] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116448 { id="cluster_116448"; isCluster="true"; label="Project"; 44862 [id="node_44862" labelType="html" label="MapPartitionsRDD [44862] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116461 { id="cluster_116461"; isCluster="true"; label="InMemoryTableScan"; 44863 [id="node_44863" labelType="html" label="MapPartitionsRDD [44863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44864 [id="node_44864" labelType="html" label="MapPartitionsRDD [44864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44865 [id="node_44865" labelType="html" label="MapPartitionsRDD [44865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116456 { id="cluster_116456"; isCluster="true"; label="WholeStageCodegen (2)"; 44866 [id="node_44866" labelType="html" label="MapPartitionsRDD [44866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116455 { id="cluster_116455"; isCluster="true"; label="Project"; 44867 [id="node_44867" labelType="html" label="MapPartitionsRDD [44867] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116438 { id="cluster_116438"; isCluster="true"; label="Union"; 44868 [id="node_44868" labelType="html" label="UnionRDD [44868] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116415 { id="cluster_116415"; isCluster="true"; label="WholeStageCodegen (5)"; 44869 [id="node_44869" labelType="html" label="MapPartitionsRDD [44869] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116414 { id="cluster_116414"; isCluster="true"; label="SortAggregate"; 44870 [id="node_44870" labelType="html" label="MapPartitionsRDD [44870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116413 { id="cluster_116413"; isCluster="true"; label="Exchange"; 44871 [id="node_44871" labelType="html" label="MapPartitionsRDD [44871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44835->44836; 44836->44837; 44837->44838; 44838->44839; 44839->44840; 44840->44841; 44841->44850; 44850->44851; 44851->44852; 44852->44853; 44853->44854; 44854->44855; 44855->44856; 44856->44857; 44853->44858; 44858->44859; 44859->44860; 44860->44861; 44861->44862; 44853->44863; 44863->44864; 44864->44865; 44865->44866; 44866->44867; 44857->44868; 44862->44868; 44867->44868; 44868->44869; 44869->44870; 44870->44871; }
44834,44835
44841
44853
44840
44835
44836
44837
44838
44839
44841
44850
44851
44852
44853
44854
44855
44856
44857
44858
44859
44860
44861
44862
44863
44864
44865
44866
44867
44868
44869
44870
44871
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time