4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101661 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 111
Input Size / Records:
531.2 KiB / 81
Shuffle Write Size / Records:
274.9 KiB / 1191
Associated Job Ids:
5634
DAG Visualization
digraph G { id="graph_101661"; subgraph graph_stage_101661 { id="graph_stage_101661"; isCluster="true"; label="Stage 101661"; 48499 [id="node_48499" labelType="html" label="SQLExecutionRDD [48499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_126773 { id="cluster_126773"; isCluster="true"; label="Exchange"; 48494 [id="node_48494" labelType="html" label="ShuffledRowRDD [48494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126772 { id="cluster_126772"; isCluster="true"; label="ObjectHashAggregate"; 48495 [id="node_48495" labelType="html" label="MapPartitionsRDD [48495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126622 { id="cluster_126622"; isCluster="true"; label="WholeStageCodegen (17)"; 48496 [id="node_48496" labelType="html" label="MapPartitionsRDD [48496] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126621 { id="cluster_126621"; isCluster="true"; label="DeserializeToObject"; 48497 [id="node_48497" labelType="html" label="MapPartitionsRDD [48497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126616 { id="cluster_126616"; isCluster="true"; label="MapPartitions"; 48498 [id="node_48498" labelType="html" label="MapPartitionsRDD [48498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126859 { id="cluster_126859"; isCluster="true"; label="mapPartitions"; 48500 [id="node_48500" labelType="html" label="MapPartitionsRDD [48500] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126959 { id="cluster_126959"; isCluster="true"; label="Scan"; 48509 [id="node_48509" labelType="html" label="MapPartitionsRDD [48509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126953 { id="cluster_126953"; isCluster="true"; label="WholeStageCodegen (1)"; 48510 [id="node_48510" labelType="html" label="MapPartitionsRDD [48510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126952 { id="cluster_126952"; isCluster="true"; label="InMemoryTableScan"; 48511 [id="node_48511" labelType="html" label="MapPartitionsRDD [48511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48512 [id="node_48512" labelType="html" label="*(1) Generate explode(prodPlantResults#970371), false, [prodPlantResults#970378]\n+- *(1) Project [prodPlantResults#970371]\n +- *(1) Filter ((size(prodPlantResults#970371, true) > 0) AND isnotnull(prodPlantResults#970371))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,... [48512] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48513 [id="node_48513" labelType="html" label="MapPartitionsRDD [48513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48514 [id="node_48514" labelType="html" label="MapPartitionsRDD [48514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48515 [id="node_48515" labelType="html" label="MapPartitionsRDD [48515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126951 { id="cluster_126951"; isCluster="true"; label="Project"; 48516 [id="node_48516" labelType="html" label="MapPartitionsRDD [48516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126966 { id="cluster_126966"; isCluster="true"; label="InMemoryTableScan"; 48517 [id="node_48517" labelType="html" label="MapPartitionsRDD [48517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48518 [id="node_48518" labelType="html" label="MapPartitionsRDD [48518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48519 [id="node_48519" labelType="html" label="MapPartitionsRDD [48519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126961 { id="cluster_126961"; isCluster="true"; label="WholeStageCodegen (1)"; 48520 [id="node_48520" labelType="html" label="MapPartitionsRDD [48520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126960 { id="cluster_126960"; isCluster="true"; label="Project"; 48521 [id="node_48521" labelType="html" label="MapPartitionsRDD [48521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126973 { id="cluster_126973"; isCluster="true"; label="InMemoryTableScan"; 48522 [id="node_48522" labelType="html" label="MapPartitionsRDD [48522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48523 [id="node_48523" labelType="html" label="MapPartitionsRDD [48523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48524 [id="node_48524" labelType="html" label="MapPartitionsRDD [48524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126968 { id="cluster_126968"; isCluster="true"; label="WholeStageCodegen (2)"; 48525 [id="node_48525" labelType="html" label="MapPartitionsRDD [48525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126967 { id="cluster_126967"; isCluster="true"; label="Project"; 48526 [id="node_48526" labelType="html" label="MapPartitionsRDD [48526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126950 { id="cluster_126950"; isCluster="true"; label="Union"; 48527 [id="node_48527" labelType="html" label="UnionRDD [48527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126927 { id="cluster_126927"; isCluster="true"; label="WholeStageCodegen (5)"; 48528 [id="node_48528" labelType="html" label="MapPartitionsRDD [48528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126926 { id="cluster_126926"; isCluster="true"; label="SortAggregate"; 48529 [id="node_48529" labelType="html" label="MapPartitionsRDD [48529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126925 { id="cluster_126925"; isCluster="true"; label="Exchange"; 48530 [id="node_48530" labelType="html" label="MapPartitionsRDD [48530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48494->48495; 48495->48496; 48496->48497; 48497->48498; 48498->48499; 48499->48500; 48500->48509; 48509->48510; 48510->48511; 48511->48512; 48512->48513; 48513->48514; 48514->48515; 48515->48516; 48512->48517; 48517->48518; 48518->48519; 48519->48520; 48520->48521; 48512->48522; 48522->48523; 48523->48524; 48524->48525; 48525->48526; 48516->48527; 48521->48527; 48526->48527; 48527->48528; 48528->48529; 48529->48530; }
48493,48494
48500
48512
48499
48494
48495
48496
48497
48498
48500
48509
48510
48511
48512
48513
48514
48515
48516
48517
48518
48519
48520
48521
48522
48523
48524
48525
48526
48527
48528
48529
48530
Event Timeline
Enable zooming
Tasks: 111. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time