4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 92570 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
32.0 KiB / 29
Shuffle Write Size / Records:
10.7 KiB / 27
Associated Job Ids:
4908
DAG Visualization
digraph G { id="graph_92570"; subgraph graph_stage_92570 { id="graph_stage_92570"; isCluster="true"; label="Stage 92570"; 42700 [id="node_42700" labelType="html" label="SQLExecutionRDD [42700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_111223 { id="cluster_111223"; isCluster="true"; label="Exchange"; 42695 [id="node_42695" labelType="html" label="ShuffledRowRDD [42695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111222 { id="cluster_111222"; isCluster="true"; label="ObjectHashAggregate"; 42696 [id="node_42696" labelType="html" label="MapPartitionsRDD [42696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111072 { id="cluster_111072"; isCluster="true"; label="WholeStageCodegen (17)"; 42697 [id="node_42697" labelType="html" label="MapPartitionsRDD [42697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111071 { id="cluster_111071"; isCluster="true"; label="DeserializeToObject"; 42698 [id="node_42698" labelType="html" label="MapPartitionsRDD [42698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111066 { id="cluster_111066"; isCluster="true"; label="MapPartitions"; 42699 [id="node_42699" labelType="html" label="MapPartitionsRDD [42699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111309 { id="cluster_111309"; isCluster="true"; label="mapPartitions"; 42701 [id="node_42701" labelType="html" label="MapPartitionsRDD [42701] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111409 { id="cluster_111409"; isCluster="true"; label="Scan"; 42710 [id="node_42710" labelType="html" label="MapPartitionsRDD [42710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111403 { id="cluster_111403"; isCluster="true"; label="WholeStageCodegen (1)"; 42711 [id="node_42711" labelType="html" label="MapPartitionsRDD [42711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111402 { id="cluster_111402"; isCluster="true"; label="InMemoryTableScan"; 42712 [id="node_42712" labelType="html" label="MapPartitionsRDD [42712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42713 [id="node_42713" labelType="html" label="*(1) Generate explode(prodPlantResults#857391), false, [prodPlantResults#857398]\n+- *(1) Project [prodPlantResults#857391]\n +- *(1) Filter ((size(prodPlantResults#857391, true) > 0) AND isnotnull(prodPlantResults#857391))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [42713] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42714 [id="node_42714" labelType="html" label="MapPartitionsRDD [42714] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42715 [id="node_42715" labelType="html" label="MapPartitionsRDD [42715] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42716 [id="node_42716" labelType="html" label="MapPartitionsRDD [42716] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111401 { id="cluster_111401"; isCluster="true"; label="Project"; 42717 [id="node_42717" labelType="html" label="MapPartitionsRDD [42717] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111416 { id="cluster_111416"; isCluster="true"; label="InMemoryTableScan"; 42718 [id="node_42718" labelType="html" label="MapPartitionsRDD [42718] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42719 [id="node_42719" labelType="html" label="MapPartitionsRDD [42719] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42720 [id="node_42720" labelType="html" label="MapPartitionsRDD [42720] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111411 { id="cluster_111411"; isCluster="true"; label="WholeStageCodegen (1)"; 42721 [id="node_42721" labelType="html" label="MapPartitionsRDD [42721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111410 { id="cluster_111410"; isCluster="true"; label="Project"; 42722 [id="node_42722" labelType="html" label="MapPartitionsRDD [42722] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111423 { id="cluster_111423"; isCluster="true"; label="InMemoryTableScan"; 42723 [id="node_42723" labelType="html" label="MapPartitionsRDD [42723] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42724 [id="node_42724" labelType="html" label="MapPartitionsRDD [42724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42725 [id="node_42725" labelType="html" label="MapPartitionsRDD [42725] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111418 { id="cluster_111418"; isCluster="true"; label="WholeStageCodegen (2)"; 42726 [id="node_42726" labelType="html" label="MapPartitionsRDD [42726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111417 { id="cluster_111417"; isCluster="true"; label="Project"; 42727 [id="node_42727" labelType="html" label="MapPartitionsRDD [42727] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111400 { id="cluster_111400"; isCluster="true"; label="Union"; 42728 [id="node_42728" labelType="html" label="UnionRDD [42728] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111377 { id="cluster_111377"; isCluster="true"; label="WholeStageCodegen (5)"; 42729 [id="node_42729" labelType="html" label="MapPartitionsRDD [42729] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111376 { id="cluster_111376"; isCluster="true"; label="SortAggregate"; 42730 [id="node_42730" labelType="html" label="MapPartitionsRDD [42730] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111375 { id="cluster_111375"; isCluster="true"; label="Exchange"; 42731 [id="node_42731" labelType="html" label="MapPartitionsRDD [42731] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42695->42696; 42696->42697; 42697->42698; 42698->42699; 42699->42700; 42700->42701; 42701->42710; 42710->42711; 42711->42712; 42712->42713; 42713->42714; 42714->42715; 42715->42716; 42716->42717; 42713->42718; 42718->42719; 42719->42720; 42720->42721; 42721->42722; 42713->42723; 42723->42724; 42724->42725; 42725->42726; 42726->42727; 42717->42728; 42722->42728; 42727->42728; 42728->42729; 42729->42730; 42730->42731; }
42694,42695
42701
42713
42700
42695
42696
42697
42698
42699
42701
42710
42711
42712
42713
42714
42715
42716
42717
42718
42719
42720
42721
42722
42723
42724
42725
42726
42727
42728
42729
42730
42731
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time