MarginaliaSearch/code/execution/java/nu/marginalia/process/ProcessOutboxes.java
Viktor Lofgren 51e46ad2b0 (refac) Move export tasks to a process and clean up process initialization for all ProcessMainClass descendents
Since some of the export tasks have been memory hungry, sometimes killing the executor-services, they've been moved to a separate process that can be given a larger Xmx.

While doing this, the ProcessMainClass was given utilities for the boilerplate surrounding receiving mq requests and responding to them, some effort was also put toward making the process boot process a bit more uniform.  It's still a bit heterogeneous between different processes, but a bit less so for now.
2024-11-21 16:00:09 +01:00

86 lines
3.0 KiB
Java

package nu.marginalia.process;
import com.google.inject.Inject;
import com.google.inject.Singleton;
import nu.marginalia.mq.outbox.MqOutbox;
import nu.marginalia.mq.persistence.MqPersistence;
import nu.marginalia.mqapi.ProcessInboxNames;
import nu.marginalia.service.server.BaseServiceParams;
@Singleton
public class ProcessOutboxes {
private final MqOutbox converterOutbox;
private final MqOutbox loaderOutbox;
private final MqOutbox crawlerOutbox;
private final MqOutbox indexConstructorOutbox;
private final MqOutbox liveCrawlerOutbox;
private final MqOutbox exportTasksOutbox;
@Inject
public ProcessOutboxes(BaseServiceParams params, MqPersistence persistence) {
converterOutbox = new MqOutbox(persistence,
ProcessInboxNames.CONVERTER_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
loaderOutbox = new MqOutbox(persistence,
ProcessInboxNames.LOADER_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
crawlerOutbox = new MqOutbox(persistence,
ProcessInboxNames.CRAWLER_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
indexConstructorOutbox = new MqOutbox(persistence,
ProcessInboxNames.INDEX_CONSTRUCTOR_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
liveCrawlerOutbox = new MqOutbox(persistence,
ProcessInboxNames.LIVE_CRAWLER_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
exportTasksOutbox = new MqOutbox(persistence,
ProcessInboxNames.EXPORT_TASK_INBOX,
params.configuration.node(),
params.configuration.serviceName(),
params.configuration.node(),
params.configuration.instanceUuid()
);
}
public MqOutbox getConverterOutbox() {
return converterOutbox;
}
public MqOutbox getLoaderOutbox() {
return loaderOutbox;
}
public MqOutbox getCrawlerOutbox() {
return crawlerOutbox;
}
public MqOutbox getIndexConstructorOutbox() { return indexConstructorOutbox; }
public MqOutbox getLiveCrawlerOutbox() { return liveCrawlerOutbox; }
public MqOutbox getExportTasksOutbox() { return exportTasksOutbox; }
}