Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-24 05:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(converter) Ensure paths are created for converter batch writer

Browse Source
This commit is contained in:
Viktor Lofgren 2024-12-13 01:35:07 +01:00
parent fb2beb1eac
commit a7468c8d23
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
code/processes/converting-process/java/nu/marginalia/converting/writer/ConverterBatchWriter.java
View File

@ -17,6 +17,7 @@ import org.slf4j.LoggerFactory;
import java.io.IOException; import java.io.IOException;
import java.nio.ByteBuffer; import java.nio.ByteBuffer;
import java.nio.file.Files;
import java.nio.file.Path; import java.nio.file.Path;
import java.util.*; import java.util.*;
@ -35,6 +36,16 @@ public class ConverterBatchWriter implements AutoCloseable, ConverterBatchWriter
Path linksPath = ProcessedDataFileNames.domainLinkFileName(basePath); Path linksPath = ProcessedDataFileNames.domainLinkFileName(basePath);
Path docsPath = ProcessedDataFileNames.documentFileName(basePath); Path docsPath = ProcessedDataFileNames.documentFileName(basePath);
if (!Files.exists(domainPath)) {
Files.createDirectory(domainPath);
}
if (!Files.exists(linksPath)) {
Files.createDirectory(linksPath);
}
if (!Files.exists(docsPath)) {
Files.createDirectory(docsPath);
}
domainWriter = new SlopDomainRecord.Writer(domainPath, batchNumber); domainWriter = new SlopDomainRecord.Writer(domainPath, batchNumber);
domainLinkWriter = new SlopDomainLinkRecord.Writer(linksPath, batchNumber); domainLinkWriter = new SlopDomainLinkRecord.Writer(linksPath, batchNumber);
documentWriter = new SlopDocumentRecord.Writer(docsPath, batchNumber); documentWriter = new SlopDocumentRecord.Writer(docsPath, batchNumber);