4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97616 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
851.0 B / 2
Associated Job Ids:
5059
DAG Visualization
digraph G { id="graph_97616"; subgraph graph_stage_97616 { id="graph_stage_97616"; isCluster="true"; label="Stage 97616"; 44576 [id="node_44576" labelType="html" label="SQLExecutionRDD [44576] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_115640 { id="cluster_115640"; isCluster="true"; label="Exchange"; 44571 [id="node_44571" labelType="html" label="ShuffledRowRDD [44571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115639 { id="cluster_115639"; isCluster="true"; label="ObjectHashAggregate"; 44572 [id="node_44572" labelType="html" label="MapPartitionsRDD [44572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115489 { id="cluster_115489"; isCluster="true"; label="WholeStageCodegen (17)"; 44573 [id="node_44573" labelType="html" label="MapPartitionsRDD [44573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115488 { id="cluster_115488"; isCluster="true"; label="DeserializeToObject"; 44574 [id="node_44574" labelType="html" label="MapPartitionsRDD [44574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115483 { id="cluster_115483"; isCluster="true"; label="MapPartitions"; 44575 [id="node_44575" labelType="html" label="MapPartitionsRDD [44575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115726 { id="cluster_115726"; isCluster="true"; label="mapPartitions"; 44577 [id="node_44577" labelType="html" label="MapPartitionsRDD [44577] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115826 { id="cluster_115826"; isCluster="true"; label="Scan"; 44586 [id="node_44586" labelType="html" label="MapPartitionsRDD [44586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115820 { id="cluster_115820"; isCluster="true"; label="WholeStageCodegen (1)"; 44587 [id="node_44587" labelType="html" label="MapPartitionsRDD [44587] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115819 { id="cluster_115819"; isCluster="true"; label="InMemoryTableScan"; 44588 [id="node_44588" labelType="html" label="MapPartitionsRDD [44588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44589 [id="node_44589" labelType="html" label="*(1) Generate explode(prodPlantResults#896618), false, [prodPlantResults#896625]\n+- *(1) Project [prodPlantResults#896618]\n +- *(1) Filter ((size(prodPlantResults#896618, true) > 0) AND isnotnull(prodPlantResults#896618))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [44589] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44590 [id="node_44590" labelType="html" label="MapPartitionsRDD [44590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44591 [id="node_44591" labelType="html" label="MapPartitionsRDD [44591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44592 [id="node_44592" labelType="html" label="MapPartitionsRDD [44592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115818 { id="cluster_115818"; isCluster="true"; label="Project"; 44593 [id="node_44593" labelType="html" label="MapPartitionsRDD [44593] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115833 { id="cluster_115833"; isCluster="true"; label="InMemoryTableScan"; 44594 [id="node_44594" labelType="html" label="MapPartitionsRDD [44594] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44595 [id="node_44595" labelType="html" label="MapPartitionsRDD [44595] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44596 [id="node_44596" labelType="html" label="MapPartitionsRDD [44596] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115828 { id="cluster_115828"; isCluster="true"; label="WholeStageCodegen (1)"; 44597 [id="node_44597" labelType="html" label="MapPartitionsRDD [44597] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115827 { id="cluster_115827"; isCluster="true"; label="Project"; 44598 [id="node_44598" labelType="html" label="MapPartitionsRDD [44598] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115840 { id="cluster_115840"; isCluster="true"; label="InMemoryTableScan"; 44599 [id="node_44599" labelType="html" label="MapPartitionsRDD [44599] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44600 [id="node_44600" labelType="html" label="MapPartitionsRDD [44600] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44601 [id="node_44601" labelType="html" label="MapPartitionsRDD [44601] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115835 { id="cluster_115835"; isCluster="true"; label="WholeStageCodegen (2)"; 44602 [id="node_44602" labelType="html" label="MapPartitionsRDD [44602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115834 { id="cluster_115834"; isCluster="true"; label="Project"; 44603 [id="node_44603" labelType="html" label="MapPartitionsRDD [44603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115817 { id="cluster_115817"; isCluster="true"; label="Union"; 44604 [id="node_44604" labelType="html" label="UnionRDD [44604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115795 { id="cluster_115795"; isCluster="true"; label="WholeStageCodegen (5)"; 44605 [id="node_44605" labelType="html" label="MapPartitionsRDD [44605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115794 { id="cluster_115794"; isCluster="true"; label="SortAggregate"; 44606 [id="node_44606" labelType="html" label="MapPartitionsRDD [44606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115793 { id="cluster_115793"; isCluster="true"; label="Exchange"; 44607 [id="node_44607" labelType="html" label="MapPartitionsRDD [44607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44571->44572; 44572->44573; 44573->44574; 44574->44575; 44575->44576; 44576->44577; 44577->44586; 44586->44587; 44587->44588; 44588->44589; 44589->44590; 44590->44591; 44591->44592; 44592->44593; 44589->44594; 44594->44595; 44595->44596; 44596->44597; 44597->44598; 44589->44599; 44599->44600; 44600->44601; 44601->44602; 44602->44603; 44593->44604; 44598->44604; 44603->44604; 44604->44605; 44605->44606; 44606->44607; }
44570,44571
44577
44589
44576
44571
44572
44573
44574
44575
44577
44586
44587
44588
44589
44590
44591
44592
44593
44594
44595
44596
44597
44598
44599
44600
44601
44602
44603
44604
44605
44606
44607
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time