4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106584 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
43.5 KiB / 32
Shuffle Write Size / Records:
25.3 KiB / 69
Associated Job Ids:
5966
DAG Visualization
digraph G { id="graph_106584"; subgraph graph_stage_106584 { id="graph_stage_106584"; isCluster="true"; label="Stage 106584"; 51724 [id="node_51724" labelType="html" label="SQLExecutionRDD [51724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_134912 { id="cluster_134912"; isCluster="true"; label="Exchange"; 51719 [id="node_51719" labelType="html" label="ShuffledRowRDD [51719] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134911 { id="cluster_134911"; isCluster="true"; label="ObjectHashAggregate"; 51720 [id="node_51720" labelType="html" label="MapPartitionsRDD [51720] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134761 { id="cluster_134761"; isCluster="true"; label="WholeStageCodegen (17)"; 51721 [id="node_51721" labelType="html" label="MapPartitionsRDD [51721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134760 { id="cluster_134760"; isCluster="true"; label="DeserializeToObject"; 51722 [id="node_51722" labelType="html" label="MapPartitionsRDD [51722] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134755 { id="cluster_134755"; isCluster="true"; label="MapPartitions"; 51723 [id="node_51723" labelType="html" label="MapPartitionsRDD [51723] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134998 { id="cluster_134998"; isCluster="true"; label="mapPartitions"; 51725 [id="node_51725" labelType="html" label="MapPartitionsRDD [51725] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135098 { id="cluster_135098"; isCluster="true"; label="Scan"; 51734 [id="node_51734" labelType="html" label="MapPartitionsRDD [51734] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135092 { id="cluster_135092"; isCluster="true"; label="WholeStageCodegen (1)"; 51735 [id="node_51735" labelType="html" label="MapPartitionsRDD [51735] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135091 { id="cluster_135091"; isCluster="true"; label="InMemoryTableScan"; 51736 [id="node_51736" labelType="html" label="MapPartitionsRDD [51736] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51737 [id="node_51737" labelType="html" label="*(1) Generate explode(prodPlantResults#1036482), false, [prodPlantResults#1036489]\n+- *(1) Project [prodPlantResults#1036482]\n +- *(1) Filter ((size(prodPlantResults#1036482, true) > 0) AND isnotnull(prodPlantResults#1036482))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [51737] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51738 [id="node_51738" labelType="html" label="MapPartitionsRDD [51738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51739 [id="node_51739" labelType="html" label="MapPartitionsRDD [51739] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51740 [id="node_51740" labelType="html" label="MapPartitionsRDD [51740] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135090 { id="cluster_135090"; isCluster="true"; label="Project"; 51741 [id="node_51741" labelType="html" label="MapPartitionsRDD [51741] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135105 { id="cluster_135105"; isCluster="true"; label="InMemoryTableScan"; 51742 [id="node_51742" labelType="html" label="MapPartitionsRDD [51742] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51743 [id="node_51743" labelType="html" label="MapPartitionsRDD [51743] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51744 [id="node_51744" labelType="html" label="MapPartitionsRDD [51744] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135100 { id="cluster_135100"; isCluster="true"; label="WholeStageCodegen (1)"; 51745 [id="node_51745" labelType="html" label="MapPartitionsRDD [51745] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135099 { id="cluster_135099"; isCluster="true"; label="Project"; 51746 [id="node_51746" labelType="html" label="MapPartitionsRDD [51746] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135112 { id="cluster_135112"; isCluster="true"; label="InMemoryTableScan"; 51747 [id="node_51747" labelType="html" label="MapPartitionsRDD [51747] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51748 [id="node_51748" labelType="html" label="MapPartitionsRDD [51748] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51749 [id="node_51749" labelType="html" label="MapPartitionsRDD [51749] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135107 { id="cluster_135107"; isCluster="true"; label="WholeStageCodegen (2)"; 51750 [id="node_51750" labelType="html" label="MapPartitionsRDD [51750] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135106 { id="cluster_135106"; isCluster="true"; label="Project"; 51751 [id="node_51751" labelType="html" label="MapPartitionsRDD [51751] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135089 { id="cluster_135089"; isCluster="true"; label="Union"; 51752 [id="node_51752" labelType="html" label="UnionRDD [51752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135067 { id="cluster_135067"; isCluster="true"; label="WholeStageCodegen (5)"; 51753 [id="node_51753" labelType="html" label="MapPartitionsRDD [51753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135066 { id="cluster_135066"; isCluster="true"; label="SortAggregate"; 51754 [id="node_51754" labelType="html" label="MapPartitionsRDD [51754] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135065 { id="cluster_135065"; isCluster="true"; label="Exchange"; 51755 [id="node_51755" labelType="html" label="MapPartitionsRDD [51755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51719->51720; 51720->51721; 51721->51722; 51722->51723; 51723->51724; 51724->51725; 51725->51734; 51734->51735; 51735->51736; 51736->51737; 51737->51738; 51738->51739; 51739->51740; 51740->51741; 51737->51742; 51742->51743; 51743->51744; 51744->51745; 51745->51746; 51737->51747; 51747->51748; 51748->51749; 51749->51750; 51750->51751; 51741->51752; 51746->51752; 51751->51752; 51752->51753; 51753->51754; 51754->51755; }
51718,51719
51725
51737
51724
51719
51720
51721
51722
51723
51725
51734
51735
51736
51737
51738
51739
51740
51741
51742
51743
51744
51745
51746
51747
51748
51749
51750
51751
51752
51753
51754
51755
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time