4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106196 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 111
Input Size / Records:
59.1 KiB / 52
Shuffle Write Size / Records:
25.7 KiB / 66
Associated Job Ids:
5945
DAG Visualization
digraph G { id="graph_106196"; subgraph graph_stage_106196 { id="graph_stage_106196"; isCluster="true"; label="Stage 106196"; 51460 [id="node_51460" labelType="html" label="SQLExecutionRDD [51460] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_134291 { id="cluster_134291"; isCluster="true"; label="Exchange"; 51455 [id="node_51455" labelType="html" label="ShuffledRowRDD [51455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134290 { id="cluster_134290"; isCluster="true"; label="ObjectHashAggregate"; 51456 [id="node_51456" labelType="html" label="MapPartitionsRDD [51456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134140 { id="cluster_134140"; isCluster="true"; label="WholeStageCodegen (17)"; 51457 [id="node_51457" labelType="html" label="MapPartitionsRDD [51457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134139 { id="cluster_134139"; isCluster="true"; label="DeserializeToObject"; 51458 [id="node_51458" labelType="html" label="MapPartitionsRDD [51458] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134134 { id="cluster_134134"; isCluster="true"; label="MapPartitions"; 51459 [id="node_51459" labelType="html" label="MapPartitionsRDD [51459] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134377 { id="cluster_134377"; isCluster="true"; label="mapPartitions"; 51461 [id="node_51461" labelType="html" label="MapPartitionsRDD [51461] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134477 { id="cluster_134477"; isCluster="true"; label="Scan"; 51470 [id="node_51470" labelType="html" label="MapPartitionsRDD [51470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134471 { id="cluster_134471"; isCluster="true"; label="WholeStageCodegen (1)"; 51471 [id="node_51471" labelType="html" label="MapPartitionsRDD [51471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134470 { id="cluster_134470"; isCluster="true"; label="InMemoryTableScan"; 51472 [id="node_51472" labelType="html" label="MapPartitionsRDD [51472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51473 [id="node_51473" labelType="html" label="*(1) Generate explode(prodPlantResults#1030924), false, [prodPlantResults#1030931]\n+- *(1) Project [prodPlantResults#1030924]\n +- *(1) Filter ((size(prodPlantResults#1030924, true) > 0) AND isnotnull(prodPlantResults#1030924))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,String... [51473] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51474 [id="node_51474" labelType="html" label="MapPartitionsRDD [51474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51475 [id="node_51475" labelType="html" label="MapPartitionsRDD [51475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51476 [id="node_51476" labelType="html" label="MapPartitionsRDD [51476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134469 { id="cluster_134469"; isCluster="true"; label="Project"; 51477 [id="node_51477" labelType="html" label="MapPartitionsRDD [51477] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134484 { id="cluster_134484"; isCluster="true"; label="InMemoryTableScan"; 51478 [id="node_51478" labelType="html" label="MapPartitionsRDD [51478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51479 [id="node_51479" labelType="html" label="MapPartitionsRDD [51479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51480 [id="node_51480" labelType="html" label="MapPartitionsRDD [51480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134479 { id="cluster_134479"; isCluster="true"; label="WholeStageCodegen (1)"; 51481 [id="node_51481" labelType="html" label="MapPartitionsRDD [51481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134478 { id="cluster_134478"; isCluster="true"; label="Project"; 51482 [id="node_51482" labelType="html" label="MapPartitionsRDD [51482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134491 { id="cluster_134491"; isCluster="true"; label="InMemoryTableScan"; 51483 [id="node_51483" labelType="html" label="MapPartitionsRDD [51483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51484 [id="node_51484" labelType="html" label="MapPartitionsRDD [51484] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51485 [id="node_51485" labelType="html" label="MapPartitionsRDD [51485] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134486 { id="cluster_134486"; isCluster="true"; label="WholeStageCodegen (2)"; 51486 [id="node_51486" labelType="html" label="MapPartitionsRDD [51486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134485 { id="cluster_134485"; isCluster="true"; label="Project"; 51487 [id="node_51487" labelType="html" label="MapPartitionsRDD [51487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134468 { id="cluster_134468"; isCluster="true"; label="Union"; 51488 [id="node_51488" labelType="html" label="UnionRDD [51488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134446 { id="cluster_134446"; isCluster="true"; label="WholeStageCodegen (5)"; 51489 [id="node_51489" labelType="html" label="MapPartitionsRDD [51489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134445 { id="cluster_134445"; isCluster="true"; label="SortAggregate"; 51490 [id="node_51490" labelType="html" label="MapPartitionsRDD [51490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134444 { id="cluster_134444"; isCluster="true"; label="Exchange"; 51491 [id="node_51491" labelType="html" label="MapPartitionsRDD [51491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51455->51456; 51456->51457; 51457->51458; 51458->51459; 51459->51460; 51460->51461; 51461->51470; 51470->51471; 51471->51472; 51472->51473; 51473->51474; 51474->51475; 51475->51476; 51476->51477; 51473->51478; 51478->51479; 51479->51480; 51480->51481; 51481->51482; 51473->51483; 51483->51484; 51484->51485; 51485->51486; 51486->51487; 51477->51488; 51482->51488; 51487->51488; 51488->51489; 51489->51490; 51490->51491; }
51454,51455
51461
51473
51460
51455
51456
51457
51458
51459
51461
51470
51471
51472
51473
51474
51475
51476
51477
51478
51479
51480
51481
51482
51483
51484
51485
51486
51487
51488
51489
51490
51491
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time