mirror of
https://github.com/MarginaliaSearch/MarginaliaSearch.git
synced 2025-02-24 13:19:02 +00:00
aebb2652e8
Refactoring keyword extraction to extract spans information. Modifying the intermediate storage of converted data to use the new slop library, which is allows for easier storage of ad-hoc binary data like spans and positions. This is a bit of a katamari damacy commit that ended up dragging along a bunch of other fairly tangentially related changes that are hard to break out into separate commits after the fact. Will push as-is to get back to being able to do more isolated work.
104 lines
4.0 KiB
Java
104 lines
4.0 KiB
Java
package nu.marginalia.index;
|
|
|
|
import com.google.inject.AbstractModule;
|
|
import nu.marginalia.IndexLocations;
|
|
import nu.marginalia.index.domainrankings.DomainRankings;
|
|
import nu.marginalia.index.journal.IndexJournal;
|
|
import nu.marginalia.index.journal.IndexJournalSlopWriter;
|
|
import nu.marginalia.index.searchset.SearchSetAny;
|
|
import nu.marginalia.index.searchset.SearchSetsService;
|
|
import nu.marginalia.linkdb.docs.DocumentDbReader;
|
|
import nu.marginalia.process.control.FakeProcessHeartbeat;
|
|
import nu.marginalia.process.control.ProcessHeartbeat;
|
|
import nu.marginalia.service.ServiceId;
|
|
import nu.marginalia.service.control.FakeServiceHeartbeat;
|
|
import nu.marginalia.service.control.ServiceEventLog;
|
|
import nu.marginalia.service.control.ServiceHeartbeat;
|
|
import nu.marginalia.service.module.ServiceConfiguration;
|
|
import nu.marginalia.storage.FileStorageService;
|
|
import nu.marginalia.storage.model.FileStorageBase;
|
|
import nu.marginalia.storage.model.FileStorageBaseType;
|
|
import nu.marginalia.test.TestUtil;
|
|
import org.mockito.Mockito;
|
|
|
|
import java.io.IOException;
|
|
import java.nio.file.Files;
|
|
import java.nio.file.Path;
|
|
import java.sql.SQLException;
|
|
import java.util.Random;
|
|
import java.util.UUID;
|
|
|
|
import static nu.marginalia.linkdb.LinkdbFileNames.DOCDB_FILE_NAME;
|
|
import static org.mockito.Mockito.when;
|
|
|
|
public class IndexQueryServiceIntegrationTestModule extends AbstractModule {
|
|
Path workDir;
|
|
Path slowDir;
|
|
Path fastDir;
|
|
|
|
Random random = new Random();
|
|
|
|
public IndexQueryServiceIntegrationTestModule() throws IOException {
|
|
workDir = Files.createTempDirectory(IndexQueryServiceIntegrationSmokeTest.class.getSimpleName());
|
|
slowDir = workDir.resolve("slow");
|
|
fastDir = workDir.resolve("fast");
|
|
|
|
|
|
Files.createDirectory(slowDir);
|
|
Files.createDirectory(fastDir);
|
|
Files.createDirectory(fastDir.resolve("iw"));
|
|
}
|
|
|
|
public void cleanUp() {
|
|
TestUtil.clearTempDir(workDir);
|
|
}
|
|
|
|
@Override
|
|
protected void configure() {
|
|
|
|
try {
|
|
var fileStorageServiceMock = Mockito.mock(FileStorageService.class);
|
|
Mockito.when(fileStorageServiceMock.getStorageBase(FileStorageBaseType.WORK)).thenReturn(new FileStorageBase(null, null, 0,null, slowDir.toString()));
|
|
Mockito.when(fileStorageServiceMock.getStorageBase(FileStorageBaseType.CURRENT)).thenReturn(new FileStorageBase(null, null, 0,null, fastDir.toString()));
|
|
Mockito.when(fileStorageServiceMock.getStorageBase(FileStorageBaseType.STORAGE)).thenReturn(new FileStorageBase(null, null, 0, null, fastDir.toString()));
|
|
|
|
bind(DocumentDbReader.class).toInstance(new DocumentDbReader(
|
|
IndexLocations.getLinkdbLivePath(fileStorageServiceMock)
|
|
.resolve(DOCDB_FILE_NAME)
|
|
));
|
|
|
|
bind(FileStorageService.class).toInstance(fileStorageServiceMock);
|
|
|
|
bind(ServiceHeartbeat.class).toInstance(new FakeServiceHeartbeat());
|
|
bind(ProcessHeartbeat.class).toInstance(new FakeProcessHeartbeat());
|
|
|
|
SearchSetsService setsServiceMock = Mockito.mock(SearchSetsService.class);
|
|
when(setsServiceMock.getSearchSetByName("NONE")).thenReturn(new SearchSetAny());
|
|
when(setsServiceMock.getDomainRankings()).thenReturn(new DomainRankings());
|
|
bind(SearchSetsService.class).toInstance(setsServiceMock);
|
|
|
|
bind(ServiceEventLog.class).toInstance(Mockito.mock(ServiceEventLog.class));
|
|
|
|
bind(IndexJournalSlopWriter.class).toInstance(new IndexJournalSlopWriter(IndexJournal.allocateName(fastDir.resolve("iw")), 0));
|
|
|
|
bind(ServiceConfiguration.class).toInstance(new ServiceConfiguration(
|
|
ServiceId.Index,
|
|
0,
|
|
"127.0.0.1",
|
|
"127.0.0.1",
|
|
randomPort(),
|
|
UUID.randomUUID()
|
|
));
|
|
|
|
} catch (IOException | SQLException e) {
|
|
throw new RuntimeException(e);
|
|
}
|
|
|
|
|
|
}
|
|
|
|
private int randomPort() {
|
|
return random.nextInt(10000, 30000);
|
|
}
|
|
}
|