digraph G {
0 [id="node0" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [add#13803439.path AS path#13803512, add#13803439.partitionValues AS partitionValues#13803513, add#13803439.size AS size#13803514L, add#13803439.modificationTime AS modificationTime#13803515L, add#13803439.dataChange AS dataChange#13803516, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(product,StringType,true),StructField(plant,StringType,true),StructField(outboundUnit,DoubleType,true),StructField(stockDatetime,TimestampType,true)),true), StructField(maxValues,StructType(StructField(product,StringType,true),StructField(plant,StringType,true),StructField(outboundUnit,DoubleType,true),StructField(stockDatetime,TimestampType,true)),true), StructField(nullCount,StructType(StructField(product,LongType,true),StructField(plant,LongType,true),StructField(outboundUnit,LongType,true),StructField(stockDatetime,LongType,true),StructField(stockBatchQuantities,LongType,true),StructField(stockBatchShelfLifeEndDatetimes,LongType,true),StructField(dayBucketDemands,LongType,true),StructField(pointInTimeDemands,LongType,true),StructField(openGoodsMovementQuantities,LongType,true),StructField(openGoodsMovementAvailabilityDatetimes,LongType,true),StructField(openGoodsMovementShelfLifeEndDatetimes,LongType,true),StructField(configuration,LongType,true),StructField(timeDependentSettingsName,LongType,true),StructField(timeDependentSettingsStartDatetime,LongType,true),StructField(timeDependentSettingsEndDatetime,LongType,true),StructField(timeDependentSettingsValue,LongType,true)),true), add#13803439.stats, Some(UTC), false) AS stats#13803523, add#13803439.tags AS tags#13803518, add#13803439.deletionVector AS deletionVector#13803519, add#13803439.baseRowId AS baseRowId#13803520L, add#13803439.defaultRowCommitVersion AS defaultRowCommitVersion#13803521L, add#13803439.clusteringProvider AS clusteringProvider#13803522]"];
subgraph cluster1 {
isCluster="true";
id="cluster1";
label="WholeStageCodegen (1)";
tooltip="WholeStageCodegen (1)";
2 [id="node2" labelType="html" label="<br><b>Filter</b><br><br>" tooltip="Filter isnotnull(add#13803439)"];
3 [id="node3" labelType="html" label="<br><b>Scan ExistingRDD Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log</b><br><br>" tooltip="Scan ExistingRDD Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log[txn#13803438,add#13803439,remove#13803440,metaData#13803441,protocol#13803442,cdc#13803443,checkpointMetadata#13803444,sidecar#13803445,domainMetadata#13803446,commitInfo#13803447]"];
}
2->0;
3->2;
}
== Physical Plan ==
Project (3)
+- * Filter (2)
+- * Scan ExistingRDD Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log [codegen id : 1]
Output [10]: [txn#13803438, add#13803439, remove#13803440, metaData#13803441, protocol#13803442, cdc#13803443, checkpointMetadata#13803444, sidecar#13803445, domainMetadata#13803446, commitInfo#13803447]
Arguments: [txn#13803438, add#13803439, remove#13803440, metaData#13803441, protocol#13803442, cdc#13803443, checkpointMetadata#13803444, sidecar#13803445, domainMetadata#13803446, commitInfo#13803447], Delta Table State #0 - hdlfs://ced12e6d-bca7-47af-9525-449cba9023d7.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/internal/data-snapshot/10000000539/0_1_10000000539/_delta_log MapPartitionsRDD[789689] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Filter [codegen id : 1]
Input [10]: [txn#13803438, add#13803439, remove#13803440, metaData#13803441, protocol#13803442, cdc#13803443, checkpointMetadata#13803444, sidecar#13803445, domainMetadata#13803446, commitInfo#13803447]
Condition : isnotnull(add#13803439)
(3) Project
Output [11]: [add#13803439.path AS path#13803512, add#13803439.partitionValues AS partitionValues#13803513, add#13803439.size AS size#13803514L, add#13803439.modificationTime AS modificationTime#13803515L, add#13803439.dataChange AS dataChange#13803516, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(product,StringType,true),StructField(plant,StringType,true),StructField(outboundUnit,DoubleType,true),StructField(stockDatetime,TimestampType,true)),true), StructField(maxValues,StructType(StructField(product,StringType,true),StructField(plant,StringType,true),StructField(outboundUnit,DoubleType,true),StructField(stockDatetime,TimestampType,true)),true), StructField(nullCount,StructType(StructField(product,LongType,true),StructField(plant,LongType,true),StructField(outboundUnit,LongType,true),StructField(stockDatetime,LongType,true),StructField(stockBatchQuantities,LongType,true),StructField(stockBatchShelfLifeEndDatetimes,LongType,true),StructField(dayBucketDemands,LongType,true),StructField(pointInTimeDemands,LongType,true),StructField(openGoodsMovementQuantities,LongType,true),StructField(openGoodsMovementAvailabilityDatetimes,LongType,true),StructField(openGoodsMovementShelfLifeEndDatetimes,LongType,true),StructField(configuration,LongType,true),StructField(timeDependentSettingsName,LongType,true),StructField(timeDependentSettingsStartDatetime,LongType,true),StructField(timeDependentSettingsEndDatetime,LongType,true),StructField(timeDependentSettingsValue,LongType,true)),true), add#13803439.stats, Some(UTC), false) AS stats#13803523, add#13803439.tags AS tags#13803518, add#13803439.deletionVector AS deletionVector#13803519, add#13803439.baseRowId AS baseRowId#13803520L, add#13803439.defaultRowCommitVersion AS defaultRowCommitVersion#13803521L, add#13803439.clusteringProvider AS clusteringProvider#13803522]
Input [10]: [txn#13803438, add#13803439, remove#13803440, metaData#13803441, protocol#13803442, cdc#13803443, checkpointMetadata#13803444, sidecar#13803445, domainMetadata#13803446, commitInfo#13803447]