Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-23 21:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(reverse-index) Force() final docs after being written

Browse Source 
Unlikely to be a problem, but we want to ensure it's on dsik before we go read it later.
This commit is contained in:
Viktor Lofgren 2023-09-01 15:43:53 +02:00
parent 563e388a45
commit bafc2a1f30
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
code/features-index/index-reverse/src/main/java/nu/marginalia/index/construction/ReversePreindex.java
View File

@ -1,7 +1,6 @@
package nu.marginalia.index.construction; package nu.marginalia.index.construction;
import nu.marginalia.array.LongArray; import nu.marginalia.array.LongArray;
import nu.marginalia.array.algo.SortingContext;
import nu.marginalia.btree.BTreeWriter; import nu.marginalia.btree.BTreeWriter;
import nu.marginalia.index.ReverseIndexParameters; import nu.marginalia.index.ReverseIndexParameters;
import nu.marginalia.index.journal.reader.IndexJournalReader; import nu.marginalia.index.journal.reader.IndexJournalReader;
@ -70,7 +69,10 @@ public class ReversePreindex {
// Write the docs file // Write the docs file
LongArray finalDocs = LongArray.mmapForWriting(outputFileDocs, sizeEstimator.size); LongArray finalDocs = LongArray.mmapForWriting(outputFileDocs, sizeEstimator.size);
try (var intermediateDocChannel = documents.createDocumentsFileChannel()) { try (var intermediateDocChannel = documents.createDocumentsFileChannel()) {
offsets.transformEachIO(0, offsets.size(), new ReverseIndexBTreeTransformer(finalDocs, 2, ReverseIndexParameters.docsBTreeContext, intermediateDocChannel)); offsets.transformEachIO(0, offsets.size(),
new ReverseIndexBTreeTransformer(finalDocs, 2,
ReverseIndexParameters.docsBTreeContext,
intermediateDocChannel));
intermediateDocChannel.force(false); intermediateDocChannel.force(false);
} }
@ -92,6 +94,7 @@ public class ReversePreindex {
} }
}); });
finalDocs.force();
wordsArray.force(); wordsArray.force();
} }