4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102622 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
144.0 KiB / 79
Shuffle Write Size / Records:
67.5 KiB / 189
Associated Job Ids:
5698
DAG Visualization
digraph G { id="graph_102622"; subgraph graph_stage_102622 { id="graph_stage_102622"; isCluster="true"; label="Stage 102622"; 49293 [id="node_49293" labelType="html" label="SQLExecutionRDD [49293] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_128638 { id="cluster_128638"; isCluster="true"; label="Exchange"; 49288 [id="node_49288" labelType="html" label="ShuffledRowRDD [49288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128637 { id="cluster_128637"; isCluster="true"; label="ObjectHashAggregate"; 49289 [id="node_49289" labelType="html" label="MapPartitionsRDD [49289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128487 { id="cluster_128487"; isCluster="true"; label="WholeStageCodegen (17)"; 49290 [id="node_49290" labelType="html" label="MapPartitionsRDD [49290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128486 { id="cluster_128486"; isCluster="true"; label="DeserializeToObject"; 49291 [id="node_49291" labelType="html" label="MapPartitionsRDD [49291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128481 { id="cluster_128481"; isCluster="true"; label="MapPartitions"; 49292 [id="node_49292" labelType="html" label="MapPartitionsRDD [49292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128724 { id="cluster_128724"; isCluster="true"; label="mapPartitions"; 49294 [id="node_49294" labelType="html" label="MapPartitionsRDD [49294] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128824 { id="cluster_128824"; isCluster="true"; label="Scan"; 49303 [id="node_49303" labelType="html" label="MapPartitionsRDD [49303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128818 { id="cluster_128818"; isCluster="true"; label="WholeStageCodegen (1)"; 49304 [id="node_49304" labelType="html" label="MapPartitionsRDD [49304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128817 { id="cluster_128817"; isCluster="true"; label="InMemoryTableScan"; 49305 [id="node_49305" labelType="html" label="MapPartitionsRDD [49305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49306 [id="node_49306" labelType="html" label="*(1) Generate explode(prodPlantResults#987045), false, [prodPlantResults#987052]\n+- *(1) Project [prodPlantResults#987045]\n +- *(1) Filter ((size(prodPlantResults#987045, true) > 0) AND isnotnull(prodPlantResults#987045))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [49306] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49307 [id="node_49307" labelType="html" label="MapPartitionsRDD [49307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49308 [id="node_49308" labelType="html" label="MapPartitionsRDD [49308] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49309 [id="node_49309" labelType="html" label="MapPartitionsRDD [49309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128816 { id="cluster_128816"; isCluster="true"; label="Project"; 49310 [id="node_49310" labelType="html" label="MapPartitionsRDD [49310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128831 { id="cluster_128831"; isCluster="true"; label="InMemoryTableScan"; 49311 [id="node_49311" labelType="html" label="MapPartitionsRDD [49311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49312 [id="node_49312" labelType="html" label="MapPartitionsRDD [49312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49313 [id="node_49313" labelType="html" label="MapPartitionsRDD [49313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128826 { id="cluster_128826"; isCluster="true"; label="WholeStageCodegen (1)"; 49314 [id="node_49314" labelType="html" label="MapPartitionsRDD [49314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128825 { id="cluster_128825"; isCluster="true"; label="Project"; 49315 [id="node_49315" labelType="html" label="MapPartitionsRDD [49315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128838 { id="cluster_128838"; isCluster="true"; label="InMemoryTableScan"; 49316 [id="node_49316" labelType="html" label="MapPartitionsRDD [49316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49317 [id="node_49317" labelType="html" label="MapPartitionsRDD [49317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49318 [id="node_49318" labelType="html" label="MapPartitionsRDD [49318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128833 { id="cluster_128833"; isCluster="true"; label="WholeStageCodegen (2)"; 49319 [id="node_49319" labelType="html" label="MapPartitionsRDD [49319] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128832 { id="cluster_128832"; isCluster="true"; label="Project"; 49320 [id="node_49320" labelType="html" label="MapPartitionsRDD [49320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128815 { id="cluster_128815"; isCluster="true"; label="Union"; 49321 [id="node_49321" labelType="html" label="UnionRDD [49321] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128792 { id="cluster_128792"; isCluster="true"; label="WholeStageCodegen (5)"; 49322 [id="node_49322" labelType="html" label="MapPartitionsRDD [49322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128791 { id="cluster_128791"; isCluster="true"; label="SortAggregate"; 49323 [id="node_49323" labelType="html" label="MapPartitionsRDD [49323] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_128790 { id="cluster_128790"; isCluster="true"; label="Exchange"; 49324 [id="node_49324" labelType="html" label="MapPartitionsRDD [49324] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49288->49289; 49289->49290; 49290->49291; 49291->49292; 49292->49293; 49293->49294; 49294->49303; 49303->49304; 49304->49305; 49305->49306; 49306->49307; 49307->49308; 49308->49309; 49309->49310; 49306->49311; 49311->49312; 49312->49313; 49313->49314; 49314->49315; 49306->49316; 49316->49317; 49317->49318; 49318->49319; 49319->49320; 49310->49321; 49315->49321; 49320->49321; 49321->49322; 49322->49323; 49323->49324; }
49287,49288
49294
49306
49293
49288
49289
49290
49291
49292
49294
49303
49304
49305
49306
49307
49308
49309
49310
49311
49312
49313
49314
49315
49316
49317
49318
49319
49320
49321
49322
49323
49324
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time