4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95733 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 111
Input Size / Records:
5.4 KiB / 3
Shuffle Write Size / Records:
852.0 B / 2
Associated Job Ids:
4972
DAG Visualization
digraph G { id="graph_95733"; subgraph graph_stage_95733 { id="graph_stage_95733"; isCluster="true"; label="Stage 95733"; 43494 [id="node_43494" labelType="html" label="SQLExecutionRDD [43494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_113088 { id="cluster_113088"; isCluster="true"; label="Exchange"; 43489 [id="node_43489" labelType="html" label="ShuffledRowRDD [43489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113087 { id="cluster_113087"; isCluster="true"; label="ObjectHashAggregate"; 43490 [id="node_43490" labelType="html" label="MapPartitionsRDD [43490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112937 { id="cluster_112937"; isCluster="true"; label="WholeStageCodegen (17)"; 43491 [id="node_43491" labelType="html" label="MapPartitionsRDD [43491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112936 { id="cluster_112936"; isCluster="true"; label="DeserializeToObject"; 43492 [id="node_43492" labelType="html" label="MapPartitionsRDD [43492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112931 { id="cluster_112931"; isCluster="true"; label="MapPartitions"; 43493 [id="node_43493" labelType="html" label="MapPartitionsRDD [43493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113174 { id="cluster_113174"; isCluster="true"; label="mapPartitions"; 43495 [id="node_43495" labelType="html" label="MapPartitionsRDD [43495] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113274 { id="cluster_113274"; isCluster="true"; label="Scan"; 43504 [id="node_43504" labelType="html" label="MapPartitionsRDD [43504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113268 { id="cluster_113268"; isCluster="true"; label="WholeStageCodegen (1)"; 43505 [id="node_43505" labelType="html" label="MapPartitionsRDD [43505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113267 { id="cluster_113267"; isCluster="true"; label="InMemoryTableScan"; 43506 [id="node_43506" labelType="html" label="MapPartitionsRDD [43506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43507 [id="node_43507" labelType="html" label="*(1) Generate explode(prodPlantResults#874065), false, [prodPlantResults#874072]\n+- *(1) Project [prodPlantResults#874065]\n +- *(1) Filter ((size(prodPlantResults#874065, true) > 0) AND isnotnull(prodPlantResults#874065))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [43507] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43508 [id="node_43508" labelType="html" label="MapPartitionsRDD [43508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43509 [id="node_43509" labelType="html" label="MapPartitionsRDD [43509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43510 [id="node_43510" labelType="html" label="MapPartitionsRDD [43510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113266 { id="cluster_113266"; isCluster="true"; label="Project"; 43511 [id="node_43511" labelType="html" label="MapPartitionsRDD [43511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113281 { id="cluster_113281"; isCluster="true"; label="InMemoryTableScan"; 43512 [id="node_43512" labelType="html" label="MapPartitionsRDD [43512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43513 [id="node_43513" labelType="html" label="MapPartitionsRDD [43513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43514 [id="node_43514" labelType="html" label="MapPartitionsRDD [43514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113276 { id="cluster_113276"; isCluster="true"; label="WholeStageCodegen (1)"; 43515 [id="node_43515" labelType="html" label="MapPartitionsRDD [43515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113275 { id="cluster_113275"; isCluster="true"; label="Project"; 43516 [id="node_43516" labelType="html" label="MapPartitionsRDD [43516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113288 { id="cluster_113288"; isCluster="true"; label="InMemoryTableScan"; 43517 [id="node_43517" labelType="html" label="MapPartitionsRDD [43517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43518 [id="node_43518" labelType="html" label="MapPartitionsRDD [43518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43519 [id="node_43519" labelType="html" label="MapPartitionsRDD [43519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113283 { id="cluster_113283"; isCluster="true"; label="WholeStageCodegen (2)"; 43520 [id="node_43520" labelType="html" label="MapPartitionsRDD [43520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113282 { id="cluster_113282"; isCluster="true"; label="Project"; 43521 [id="node_43521" labelType="html" label="MapPartitionsRDD [43521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113265 { id="cluster_113265"; isCluster="true"; label="Union"; 43522 [id="node_43522" labelType="html" label="UnionRDD [43522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113242 { id="cluster_113242"; isCluster="true"; label="WholeStageCodegen (5)"; 43523 [id="node_43523" labelType="html" label="MapPartitionsRDD [43523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113241 { id="cluster_113241"; isCluster="true"; label="SortAggregate"; 43524 [id="node_43524" labelType="html" label="MapPartitionsRDD [43524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113240 { id="cluster_113240"; isCluster="true"; label="Exchange"; 43525 [id="node_43525" labelType="html" label="MapPartitionsRDD [43525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43489->43490; 43490->43491; 43491->43492; 43492->43493; 43493->43494; 43494->43495; 43495->43504; 43504->43505; 43505->43506; 43506->43507; 43507->43508; 43508->43509; 43509->43510; 43510->43511; 43507->43512; 43512->43513; 43513->43514; 43514->43515; 43515->43516; 43507->43517; 43517->43518; 43518->43519; 43519->43520; 43520->43521; 43511->43522; 43516->43522; 43521->43522; 43522->43523; 43523->43524; 43524->43525; }
43488,43489
43495
43507
43494
43489
43490
43491
43492
43493
43495
43504
43505
43506
43507
43508
43509
43510
43511
43512
43513
43514
43515
43516
43517
43518
43519
43520
43521
43522
43523
43524
43525
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time