digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 46 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#13706193, 0, 0), collect_set(txn#13706185, 0, 0), count(protocol#13706189), sum(add#13706186.size), last(metaData#13706188, true), count(metaData#13706188), last(protocol#13706189, true), count(remove#13706187), count(add#13706186), count(txn#13706185)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.8 KiB<br>merged fetch fallback count: 0<br>local blocks read: 21<br>remote merged chunks fetched: 0<br>remote blocks read: 29<br>data size total (min, med, max (stageId: taskId))<br>8.4 KiB (152.0 B, 152.0 B, 1160.0 B (stage 276709.0: task 4241645))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 0 ms (stage 276709.0: task 4241621))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.2 KiB<br>number of partitions: 1<br>remote reqs duration: 4 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.0 KiB (112.0 B, 114.0 B, 559.0 B (stage 276709.0: task 4241645))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13470571]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>2.3 s (4 ms, 4 ms, 255 ms (stage 276709.0: task 4241620))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 276709.0: task 4241625))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#13706193, 0, 0), partial_collect_set(txn#13706185, 0, 0), partial_count(protocol#13706189), partial_sum(add#13706186.size), partial_last(metaData#13706188, true), partial_count(metaData#13706188), partial_last(protocol#13706189, true), partial_count(remove#13706187), partial_count(add#13706186), partial_count(txn#13706185)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.3 s (4 ms, 4 ms, 255 ms (stage 276709.0: task 4241620))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, domainMetadata#13706193]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #20 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000266/stream-10000000266-1/_delta_log</b><br><br>number of output rows: 488" tooltip="Scan ExistingRDD Delta Table State #20 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000266/stream-10000000266-1/_delta_log[txn#13706185,add#13706186,remove#13706187,metaData#13706188,protocol#13706189,cdc#13706190,checkpointMetadata#13706191,sidecar#13706192,domainMetadata#13706193,commitInfo#13706194]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #20 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000266/stream-10000000266-1/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #20 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000266/stream-10000000266-1/_delta_log [codegen id : 1]
Output [10]: [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, cdc#13706190, checkpointMetadata#13706191, sidecar#13706192, domainMetadata#13706193, commitInfo#13706194]
Arguments: [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, cdc#13706190, checkpointMetadata#13706191, sidecar#13706192, domainMetadata#13706193, commitInfo#13706194], Delta Table State #20 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000266/stream-10000000266-1/_delta_log MapPartitionsRDD[784137] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, domainMetadata#13706193]
Input [10]: [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, cdc#13706190, checkpointMetadata#13706191, sidecar#13706192, domainMetadata#13706193, commitInfo#13706194]
(3) ObjectHashAggregate
Input [6]: [txn#13706185, add#13706186, remove#13706187, metaData#13706188, protocol#13706189, domainMetadata#13706193]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#13706193, 0, 0), partial_collect_set(txn#13706185, 0, 0), partial_count(protocol#13706189), partial_sum(add#13706186.size), partial_last(metaData#13706188, true), partial_count(metaData#13706188), partial_last(protocol#13706189, true), partial_count(remove#13706187), partial_count(add#13706186), partial_count(txn#13706185)]
Aggregate Attributes [12]: [buf#13706308, buf#13706309, count#13706310L, sum#13706311L, last#13706312, valueSet#13706313, count#13706314L, last#13706315, valueSet#13706316, count#13706317L, count#13706318L, count#13706319L]
Results [12]: [buf#13706320, buf#13706321, count#13706322L, sum#13706323L, last#13706324, valueSet#13706325, count#13706326L, last#13706327, valueSet#13706328, count#13706329L, count#13706330L, count#13706331L]
(4) Exchange
Input [12]: [buf#13706320, buf#13706321, count#13706322L, sum#13706323L, last#13706324, valueSet#13706325, count#13706326L, last#13706327, valueSet#13706328, count#13706329L, count#13706330L, count#13706331L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13470571]
(5) ObjectHashAggregate
Input [12]: [buf#13706320, buf#13706321, count#13706322L, sum#13706323L, last#13706324, valueSet#13706325, count#13706326L, last#13706327, valueSet#13706328, count#13706329L, count#13706330L, count#13706331L]
Keys: []
Functions [10]: [collect_set(domainMetadata#13706193, 0, 0), collect_set(txn#13706185, 0, 0), count(protocol#13706189), sum(add#13706186.size), last(metaData#13706188, true), count(metaData#13706188), last(protocol#13706189, true), count(remove#13706187), count(add#13706186), count(txn#13706185)]
Aggregate Attributes [10]: [collect_set(domainMetadata#13706193, 0, 0)#13706254, collect_set(txn#13706185, 0, 0)#13706255, count(protocol#13706189)#13706256L, sum(add#13706186.size)#13706257L, last(metaData#13706188) ignore nulls#13706258, count(metaData#13706188)#13706259L, last(protocol#13706189) ignore nulls#13706260, count(remove#13706187)#13706261L, count(add#13706186)#13706262L, count(txn#13706185)#13706263L]
Results [14]: [collect_set(domainMetadata#13706193, 0, 0)#13706254 AS domainMetadata#13706239, null AS fileSizeHistogram#13706240, collect_set(txn#13706185, 0, 0)#13706255 AS setTransactions#13706241, null AS numDeletedRecordsOpt#13706242, count(protocol#13706189)#13706256L AS numOfProtocol#13706243L, coalesce(sum(add#13706186.size)#13706257L, 0) AS sizeInBytes#13706244L, last(metaData#13706188) ignore nulls#13706258 AS metadata#13706245, count(metaData#13706188)#13706259L AS numOfMetadata#13706246L, null AS deletedRecordCountsHistogramOpt#13706247, null AS numDeletionVectorsOpt#13706248, last(protocol#13706189) ignore nulls#13706260 AS protocol#13706249, count(remove#13706187)#13706261L AS numOfRemoves#13706250L, count(add#13706186)#13706262L AS numOfFiles#13706251L, count(txn#13706185)#13706263L AS numOfSetTransactions#13706252L]