Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-23 13:09:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(index journal; minor) Clean up

Browse Source
This commit is contained in:
Viktor Lofgren 2023-09-01 11:32:24 +02:00
parent 10a74f45ea
commit 8c0ce4fc1d
1 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
code/processes/index-constructor-process/src/main/java/nu/marginalia/index/IndexConstructorMain.java
View File

@ -109,7 +109,7 @@ public class IndexConstructorMain {
heartbeat,
IndexJournalReader::singleFile,
indexStaging.asPath(),
this::addRank,
this::addRankToIdEncoding,
tmpDir,
outputFileDocs,
outputFileWords);
@ -135,7 +135,8 @@ public class IndexConstructorMain {
(path) -> IndexJournalReader
.singleFile(path)
.filtering(wordMetaFilter),
indexStaging.asPath(), this::addRank, tmpDir, outputFileDocs, outputFileWords);
indexStaging.asPath(),
this::addRankToIdEncoding, tmpDir, outputFileDocs, outputFileWords);
}
private static LongPredicate getPriorityIndexWordMetaFilter() {
@ -171,12 +172,16 @@ public class IndexConstructorMain {
converter.convert();
}
private long addRank(long docId) {
float rank = domainRankings.getSortRanking(docId);
return UrlIdCodec.addRank(rank, docId);
/** Append the domain's ranking to the high bits of a document ID
* to ensure they're sorted in order of rank within the index.
*/
private long addRankToIdEncoding(long docId) {
return UrlIdCodec.addRank(
domainRankings.getSortRanking(docId),
docId);
}
private class CreateIndexInstructions {
private static class CreateIndexInstructions {
public final IndexName name;
private final MqSingleShotInbox inbox;