digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 135 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#13613255, 0, 0), collect_set(txn#13613247, 0, 0), count(protocol#13613251), sum(add#13613248.size), last(metaData#13613250, true), count(metaData#13613250), last(protocol#13613251, true), count(remove#13613249), count(add#13613248), count(txn#13613247)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 5.4 KiB<br>merged fetch fallback count: 0<br>local blocks read: 45<br>remote merged chunks fetched: 0<br>remote blocks read: 5<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 274808.0: task 4211433))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 0 ms (stage 274808.0: task 4211417))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 81 ms<br>remote bytes read: 556.0 B<br>number of partitions: 1<br>remote reqs duration: 138 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.9 KiB (101.0 B, 114.0 B, 492.0 B (stage 274808.0: task 4211433))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13433604]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>1.2 s (3 ms, 4 ms, 393 ms (stage 274808.0: task 4211330))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 274808.0: task 4211334))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#13613255, 0, 0), partial_collect_set(txn#13613247, 0, 0), partial_count(protocol#13613251), partial_sum(add#13613248.size), partial_last(metaData#13613250, true), partial_count(metaData#13613250), partial_last(protocol#13613251, true), partial_count(remove#13613249), partial_count(add#13613248), partial_count(txn#13613247)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (3 ms, 4 ms, 256 ms (stage 274808.0: task 4211330))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, domainMetadata#13613255]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #12 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000265/stream-10000000265-1/shardId=0_1_10000000265/_delta_log</b><br><br>number of output rows: 272" tooltip="Scan ExistingRDD Delta Table State #12 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000265/stream-10000000265-1/shardId=0_1_10000000265/_delta_log[txn#13613247,add#13613248,remove#13613249,metaData#13613250,protocol#13613251,cdc#13613252,checkpointMetadata#13613253,sidecar#13613254,domainMetadata#13613255,commitInfo#13613256]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #12 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000265/stream-10000000265-1/shardId=0_1_10000000265/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #12 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000265/stream-10000000265-1/shardId=0_1_10000000265/_delta_log [codegen id : 1]
Output [10]: [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, cdc#13613252, checkpointMetadata#13613253, sidecar#13613254, domainMetadata#13613255, commitInfo#13613256]
Arguments: [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, cdc#13613252, checkpointMetadata#13613253, sidecar#13613254, domainMetadata#13613255, commitInfo#13613256], Delta Table State #12 - hdlfs://25570170-65a4-43d6-a97a-474f9553b696.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000265/stream-10000000265-1/shardId=0_1_10000000265/_delta_log MapPartitionsRDD[778677] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, domainMetadata#13613255]
Input [10]: [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, cdc#13613252, checkpointMetadata#13613253, sidecar#13613254, domainMetadata#13613255, commitInfo#13613256]
(3) ObjectHashAggregate
Input [6]: [txn#13613247, add#13613248, remove#13613249, metaData#13613250, protocol#13613251, domainMetadata#13613255]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#13613255, 0, 0), partial_collect_set(txn#13613247, 0, 0), partial_count(protocol#13613251), partial_sum(add#13613248.size), partial_last(metaData#13613250, true), partial_count(metaData#13613250), partial_last(protocol#13613251, true), partial_count(remove#13613249), partial_count(add#13613248), partial_count(txn#13613247)]
Aggregate Attributes [12]: [buf#13613370, buf#13613371, count#13613372L, sum#13613373L, last#13613374, valueSet#13613375, count#13613376L, last#13613377, valueSet#13613378, count#13613379L, count#13613380L, count#13613381L]
Results [12]: [buf#13613382, buf#13613383, count#13613384L, sum#13613385L, last#13613386, valueSet#13613387, count#13613388L, last#13613389, valueSet#13613390, count#13613391L, count#13613392L, count#13613393L]
(4) Exchange
Input [12]: [buf#13613382, buf#13613383, count#13613384L, sum#13613385L, last#13613386, valueSet#13613387, count#13613388L, last#13613389, valueSet#13613390, count#13613391L, count#13613392L, count#13613393L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=13433604]
(5) ObjectHashAggregate
Input [12]: [buf#13613382, buf#13613383, count#13613384L, sum#13613385L, last#13613386, valueSet#13613387, count#13613388L, last#13613389, valueSet#13613390, count#13613391L, count#13613392L, count#13613393L]
Keys: []
Functions [10]: [collect_set(domainMetadata#13613255, 0, 0), collect_set(txn#13613247, 0, 0), count(protocol#13613251), sum(add#13613248.size), last(metaData#13613250, true), count(metaData#13613250), last(protocol#13613251, true), count(remove#13613249), count(add#13613248), count(txn#13613247)]
Aggregate Attributes [10]: [collect_set(domainMetadata#13613255, 0, 0)#13613316, collect_set(txn#13613247, 0, 0)#13613317, count(protocol#13613251)#13613318L, sum(add#13613248.size)#13613319L, last(metaData#13613250) ignore nulls#13613320, count(metaData#13613250)#13613321L, last(protocol#13613251) ignore nulls#13613322, count(remove#13613249)#13613323L, count(add#13613248)#13613324L, count(txn#13613247)#13613325L]
Results [14]: [collect_set(domainMetadata#13613255, 0, 0)#13613316 AS domainMetadata#13613301, null AS fileSizeHistogram#13613302, collect_set(txn#13613247, 0, 0)#13613317 AS setTransactions#13613303, null AS numDeletedRecordsOpt#13613304, count(protocol#13613251)#13613318L AS numOfProtocol#13613305L, coalesce(sum(add#13613248.size)#13613319L, 0) AS sizeInBytes#13613306L, last(metaData#13613250) ignore nulls#13613320 AS metadata#13613307, count(metaData#13613250)#13613321L AS numOfMetadata#13613308L, null AS deletedRecordCountsHistogramOpt#13613309, null AS numDeletionVectorsOpt#13613310, last(protocol#13613251) ignore nulls#13613322 AS protocol#13613311, count(remove#13613249)#13613323L AS numOfRemoves#13613312L, count(add#13613248)#13613324L AS numOfFiles#13613313L, count(txn#13613247)#13613325L AS numOfSetTransactions#13613314L]