Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-23 21:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(index) Optimize buffer handling in PrioDocIdsTransformer

Browse Source
This commit is contained in:
Viktor Lofgren 2024-09-29 17:20:49 +02:00
parent a8cc98a0f6
commit 69d99c91dd
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
code/index/index-reverse/java/nu/marginalia/index/construction/prio/PrioDocIdsTransformer.java
View File

@ -57,6 +57,13 @@ public class PrioDocIdsTransformer implements LongArrayTransformations.LongIOTra
readChannel.read(readBuffer); readChannel.read(readBuffer);
readBuffer.flip(); readBuffer.flip();
if (writeBuffer.remaining() < 32) {
writeBuffer.flip();
int written = writeChannel.write(writeBuffer, writeOffsetB);
writeOffsetB += written;
writeBuffer.clear();
}
if (!wroteHeader) { if (!wroteHeader) {
// write 11b header // write 11b header
bitWriter.putBits(3, 2); bitWriter.putBits(3, 2);
@ -78,7 +85,7 @@ public class PrioDocIdsTransformer implements LongArrayTransformations.LongIOTra
} }
while (readBuffer.hasRemaining()) { while (readBuffer.hasRemaining()) {
if (writeBuffer.remaining() < 16) { if (writeBuffer.remaining() < 32) {
writeBuffer.flip(); writeBuffer.flip();
int written = writeChannel.write(writeBuffer, writeOffsetB); int written = writeChannel.write(writeBuffer, writeOffsetB);
writeOffsetB += written; writeOffsetB += written;