4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99327 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 111
Input Size / Records:
969.0 KiB / 81
Shuffle Write Size / Records:
896.6 KiB / 4163
Associated Job Ids:
5224
DAG Visualization
digraph G { id="graph_99327"; subgraph graph_stage_99327 { id="graph_stage_99327"; isCluster="true"; label="Stage 99327"; 45689 [id="node_45689" labelType="html" label="SQLExecutionRDD [45689] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_118719 { id="cluster_118719"; isCluster="true"; label="Exchange"; 45684 [id="node_45684" labelType="html" label="ShuffledRowRDD [45684] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118718 { id="cluster_118718"; isCluster="true"; label="ObjectHashAggregate"; 45685 [id="node_45685" labelType="html" label="MapPartitionsRDD [45685] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118565 { id="cluster_118565"; isCluster="true"; label="WholeStageCodegen (17)"; 45686 [id="node_45686" labelType="html" label="MapPartitionsRDD [45686] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118564 { id="cluster_118564"; isCluster="true"; label="DeserializeToObject"; 45687 [id="node_45687" labelType="html" label="MapPartitionsRDD [45687] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118559 { id="cluster_118559"; isCluster="true"; label="MapPartitions"; 45688 [id="node_45688" labelType="html" label="MapPartitionsRDD [45688] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118805 { id="cluster_118805"; isCluster="true"; label="mapPartitions"; 45690 [id="node_45690" labelType="html" label="MapPartitionsRDD [45690] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118905 { id="cluster_118905"; isCluster="true"; label="Scan"; 45699 [id="node_45699" labelType="html" label="MapPartitionsRDD [45699] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118899 { id="cluster_118899"; isCluster="true"; label="WholeStageCodegen (1)"; 45700 [id="node_45700" labelType="html" label="MapPartitionsRDD [45700] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118898 { id="cluster_118898"; isCluster="true"; label="InMemoryTableScan"; 45701 [id="node_45701" labelType="html" label="MapPartitionsRDD [45701] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45702 [id="node_45702" labelType="html" label="*(1) Generate explode(prodPlantResults#918861), false, [prodPlantResults#918868]\n+- *(1) Project [prodPlantResults#918861]\n +- *(1) Filter ((size(prodPlantResults#918861, true) > 0) AND isnotnull(prodPlantResults#918861))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [45702] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45703 [id="node_45703" labelType="html" label="MapPartitionsRDD [45703] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45704 [id="node_45704" labelType="html" label="MapPartitionsRDD [45704] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45705 [id="node_45705" labelType="html" label="MapPartitionsRDD [45705] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118897 { id="cluster_118897"; isCluster="true"; label="Project"; 45706 [id="node_45706" labelType="html" label="MapPartitionsRDD [45706] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118912 { id="cluster_118912"; isCluster="true"; label="InMemoryTableScan"; 45707 [id="node_45707" labelType="html" label="MapPartitionsRDD [45707] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45708 [id="node_45708" labelType="html" label="MapPartitionsRDD [45708] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45709 [id="node_45709" labelType="html" label="MapPartitionsRDD [45709] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118907 { id="cluster_118907"; isCluster="true"; label="WholeStageCodegen (1)"; 45710 [id="node_45710" labelType="html" label="MapPartitionsRDD [45710] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118906 { id="cluster_118906"; isCluster="true"; label="Project"; 45711 [id="node_45711" labelType="html" label="MapPartitionsRDD [45711] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118919 { id="cluster_118919"; isCluster="true"; label="InMemoryTableScan"; 45712 [id="node_45712" labelType="html" label="MapPartitionsRDD [45712] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45713 [id="node_45713" labelType="html" label="MapPartitionsRDD [45713] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45714 [id="node_45714" labelType="html" label="MapPartitionsRDD [45714] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118914 { id="cluster_118914"; isCluster="true"; label="WholeStageCodegen (2)"; 45715 [id="node_45715" labelType="html" label="MapPartitionsRDD [45715] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118913 { id="cluster_118913"; isCluster="true"; label="Project"; 45716 [id="node_45716" labelType="html" label="MapPartitionsRDD [45716] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118896 { id="cluster_118896"; isCluster="true"; label="Union"; 45717 [id="node_45717" labelType="html" label="UnionRDD [45717] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118873 { id="cluster_118873"; isCluster="true"; label="WholeStageCodegen (5)"; 45718 [id="node_45718" labelType="html" label="MapPartitionsRDD [45718] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118872 { id="cluster_118872"; isCluster="true"; label="SortAggregate"; 45719 [id="node_45719" labelType="html" label="MapPartitionsRDD [45719] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118871 { id="cluster_118871"; isCluster="true"; label="Exchange"; 45720 [id="node_45720" labelType="html" label="MapPartitionsRDD [45720] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45684->45685; 45685->45686; 45686->45687; 45687->45688; 45688->45689; 45689->45690; 45690->45699; 45699->45700; 45700->45701; 45701->45702; 45702->45703; 45703->45704; 45704->45705; 45705->45706; 45702->45707; 45707->45708; 45708->45709; 45709->45710; 45710->45711; 45702->45712; 45712->45713; 45713->45714; 45714->45715; 45715->45716; 45706->45717; 45711->45717; 45716->45717; 45717->45718; 45718->45719; 45719->45720; }
45683,45684
45690
45702
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time