4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112107 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
854.0 B / 2
Associated Job Ids:
6114
DAG Visualization
digraph G { id="graph_112107"; subgraph graph_stage_112107 { id="graph_stage_112107"; isCluster="true"; label="Stage 112107"; 53574 [id="node_53574" labelType="html" label="SQLExecutionRDD [53574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_139261 { id="cluster_139261"; isCluster="true"; label="Exchange"; 53569 [id="node_53569" labelType="html" label="ShuffledRowRDD [53569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139260 { id="cluster_139260"; isCluster="true"; label="ObjectHashAggregate"; 53570 [id="node_53570" labelType="html" label="MapPartitionsRDD [53570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139110 { id="cluster_139110"; isCluster="true"; label="WholeStageCodegen (17)"; 53571 [id="node_53571" labelType="html" label="MapPartitionsRDD [53571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139109 { id="cluster_139109"; isCluster="true"; label="DeserializeToObject"; 53572 [id="node_53572" labelType="html" label="MapPartitionsRDD [53572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139104 { id="cluster_139104"; isCluster="true"; label="MapPartitions"; 53573 [id="node_53573" labelType="html" label="MapPartitionsRDD [53573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139347 { id="cluster_139347"; isCluster="true"; label="mapPartitions"; 53575 [id="node_53575" labelType="html" label="MapPartitionsRDD [53575] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139447 { id="cluster_139447"; isCluster="true"; label="Scan"; 53584 [id="node_53584" labelType="html" label="MapPartitionsRDD [53584] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139441 { id="cluster_139441"; isCluster="true"; label="WholeStageCodegen (1)"; 53585 [id="node_53585" labelType="html" label="MapPartitionsRDD [53585] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139440 { id="cluster_139440"; isCluster="true"; label="InMemoryTableScan"; 53586 [id="node_53586" labelType="html" label="MapPartitionsRDD [53586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53587 [id="node_53587" labelType="html" label="*(1) Generate explode(prodPlantResults#1075388), false, [prodPlantResults#1075395]\n+- *(1) Project [prodPlantResults#1075388]\n +- *(1) Filter ((size(prodPlantResults#1075388, true) > 0) AND isnotnull(prodPlantResults#1075388))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [53587] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53588 [id="node_53588" labelType="html" label="MapPartitionsRDD [53588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53589 [id="node_53589" labelType="html" label="MapPartitionsRDD [53589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53590 [id="node_53590" labelType="html" label="MapPartitionsRDD [53590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139439 { id="cluster_139439"; isCluster="true"; label="Project"; 53591 [id="node_53591" labelType="html" label="MapPartitionsRDD [53591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139454 { id="cluster_139454"; isCluster="true"; label="InMemoryTableScan"; 53592 [id="node_53592" labelType="html" label="MapPartitionsRDD [53592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53593 [id="node_53593" labelType="html" label="MapPartitionsRDD [53593] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53594 [id="node_53594" labelType="html" label="MapPartitionsRDD [53594] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139449 { id="cluster_139449"; isCluster="true"; label="WholeStageCodegen (1)"; 53595 [id="node_53595" labelType="html" label="MapPartitionsRDD [53595] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139448 { id="cluster_139448"; isCluster="true"; label="Project"; 53596 [id="node_53596" labelType="html" label="MapPartitionsRDD [53596] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139461 { id="cluster_139461"; isCluster="true"; label="InMemoryTableScan"; 53597 [id="node_53597" labelType="html" label="MapPartitionsRDD [53597] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53598 [id="node_53598" labelType="html" label="MapPartitionsRDD [53598] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53599 [id="node_53599" labelType="html" label="MapPartitionsRDD [53599] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139456 { id="cluster_139456"; isCluster="true"; label="WholeStageCodegen (2)"; 53600 [id="node_53600" labelType="html" label="MapPartitionsRDD [53600] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139455 { id="cluster_139455"; isCluster="true"; label="Project"; 53601 [id="node_53601" labelType="html" label="MapPartitionsRDD [53601] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139438 { id="cluster_139438"; isCluster="true"; label="Union"; 53602 [id="node_53602" labelType="html" label="UnionRDD [53602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139415 { id="cluster_139415"; isCluster="true"; label="WholeStageCodegen (5)"; 53603 [id="node_53603" labelType="html" label="MapPartitionsRDD [53603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139414 { id="cluster_139414"; isCluster="true"; label="SortAggregate"; 53604 [id="node_53604" labelType="html" label="MapPartitionsRDD [53604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139413 { id="cluster_139413"; isCluster="true"; label="Exchange"; 53605 [id="node_53605" labelType="html" label="MapPartitionsRDD [53605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53569->53570; 53570->53571; 53571->53572; 53572->53573; 53573->53574; 53574->53575; 53575->53584; 53584->53585; 53585->53586; 53586->53587; 53587->53588; 53588->53589; 53589->53590; 53590->53591; 53587->53592; 53592->53593; 53593->53594; 53594->53595; 53595->53596; 53587->53597; 53597->53598; 53598->53599; 53599->53600; 53600->53601; 53591->53602; 53596->53602; 53601->53602; 53602->53603; 53603->53604; 53604->53605; }
53568,53569
53575
53587
53574
53569
53570
53571
53572
53573
53575
53584
53585
53586
53587
53588
53589
53590
53591
53592
53593
53594
53595
53596
53597
53598
53599
53600
53601
53602
53603
53604
53605
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time