digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 56 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#13694361, 0, 0), collect_set(txn#13694353, 0, 0), count(protocol#13694357), sum(add#13694354.size), last(metaData#13694356, true), count(metaData#13694356), last(protocol#13694357, true), count(remove#13694355), count(add#13694354), count(txn#13694353)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 6.0 KiB<br>merged fetch fallback count: 0<br>local blocks read: 50<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>8.4 KiB (152.0 B, 152.0 B, 1160.0 B (stage 276468.0: task 4237807))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 0 ms (stage 276468.0: task 4237774))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.0 KiB (115.0 B, 115.0 B, 560.0 B (stage 276468.0: task 4237807))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13465850]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>630 ms (3 ms, 4 ms, 87 ms (stage 276468.0: task 4237765))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 276468.0: task 4237765))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#13694361, 0, 0), partial_collect_set(txn#13694353, 0, 0), partial_count(protocol#13694357), partial_sum(add#13694354.size), partial_last(metaData#13694356, true), partial_count(metaData#13694356), partial_last(protocol#13694357, true), partial_count(remove#13694355), partial_count(add#13694354), partial_count(txn#13694353)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n631 ms (3 ms, 4 ms, 87 ms (stage 276468.0: task 4237765))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, domainMetadata#13694361]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #90 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000265/stream-10000000265-1/_delta_log</b><br><br>number of output rows: 1,846" tooltip="Scan ExistingRDD Delta Table State #90 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000265/stream-10000000265-1/_delta_log[txn#13694353,add#13694354,remove#13694355,metaData#13694356,protocol#13694357,cdc#13694358,checkpointMetadata#13694359,sidecar#13694360,domainMetadata#13694361,commitInfo#13694362]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #90 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000265/stream-10000000265-1/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #90 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000265/stream-10000000265-1/_delta_log [codegen id : 1]
Output [10]: [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, cdc#13694358, checkpointMetadata#13694359, sidecar#13694360, domainMetadata#13694361, commitInfo#13694362]
Arguments: [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, cdc#13694358, checkpointMetadata#13694359, sidecar#13694360, domainMetadata#13694361, commitInfo#13694362], Delta Table State #90 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000000265/stream-10000000265-1/_delta_log MapPartitionsRDD[783434] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, domainMetadata#13694361]
Input [10]: [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, cdc#13694358, checkpointMetadata#13694359, sidecar#13694360, domainMetadata#13694361, commitInfo#13694362]
(3) ObjectHashAggregate
Input [6]: [txn#13694353, add#13694354, remove#13694355, metaData#13694356, protocol#13694357, domainMetadata#13694361]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#13694361, 0, 0), partial_collect_set(txn#13694353, 0, 0), partial_count(protocol#13694357), partial_sum(add#13694354.size), partial_last(metaData#13694356, true), partial_count(metaData#13694356), partial_last(protocol#13694357, true), partial_count(remove#13694355), partial_count(add#13694354), partial_count(txn#13694353)]
Aggregate Attributes [12]: [buf#13694476, buf#13694477, count#13694478L, sum#13694479L, last#13694480, valueSet#13694481, count#13694482L, last#13694483, valueSet#13694484, count#13694485L, count#13694486L, count#13694487L]
Results [12]: [buf#13694488, buf#13694489, count#13694490L, sum#13694491L, last#13694492, valueSet#13694493, count#13694494L, last#13694495, valueSet#13694496, count#13694497L, count#13694498L, count#13694499L]
(4) Exchange
Input [12]: [buf#13694488, buf#13694489, count#13694490L, sum#13694491L, last#13694492, valueSet#13694493, count#13694494L, last#13694495, valueSet#13694496, count#13694497L, count#13694498L, count#13694499L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13465850]
(5) ObjectHashAggregate
Input [12]: [buf#13694488, buf#13694489, count#13694490L, sum#13694491L, last#13694492, valueSet#13694493, count#13694494L, last#13694495, valueSet#13694496, count#13694497L, count#13694498L, count#13694499L]
Keys: []
Functions [10]: [collect_set(domainMetadata#13694361, 0, 0), collect_set(txn#13694353, 0, 0), count(protocol#13694357), sum(add#13694354.size), last(metaData#13694356, true), count(metaData#13694356), last(protocol#13694357, true), count(remove#13694355), count(add#13694354), count(txn#13694353)]
Aggregate Attributes [10]: [collect_set(domainMetadata#13694361, 0, 0)#13694422, collect_set(txn#13694353, 0, 0)#13694423, count(protocol#13694357)#13694424L, sum(add#13694354.size)#13694425L, last(metaData#13694356) ignore nulls#13694426, count(metaData#13694356)#13694427L, last(protocol#13694357) ignore nulls#13694428, count(remove#13694355)#13694429L, count(add#13694354)#13694430L, count(txn#13694353)#13694431L]
Results [14]: [collect_set(domainMetadata#13694361, 0, 0)#13694422 AS domainMetadata#13694407, null AS fileSizeHistogram#13694408, collect_set(txn#13694353, 0, 0)#13694423 AS setTransactions#13694409, null AS numDeletedRecordsOpt#13694410, count(protocol#13694357)#13694424L AS numOfProtocol#13694411L, coalesce(sum(add#13694354.size)#13694425L, 0) AS sizeInBytes#13694412L, last(metaData#13694356) ignore nulls#13694426 AS metadata#13694413, count(metaData#13694356)#13694427L AS numOfMetadata#13694414L, null AS deletedRecordCountsHistogramOpt#13694415, null AS numDeletionVectorsOpt#13694416, last(protocol#13694357) ignore nulls#13694428 AS protocol#13694417, count(remove#13694355)#13694429L AS numOfRemoves#13694418L, count(add#13694354)#13694430L AS numOfFiles#13694419L, count(txn#13694353)#13694431L AS numOfSetTransactions#13694420L]