mirror of
https://github.com/MarginaliaSearch/MarginaliaSearch.git
synced 2025-02-23 21:18:58 +00:00
51e46ad2b0
Since some of the export tasks have been memory hungry, sometimes killing the executor-services, they've been moved to a separate process that can be given a larger Xmx. While doing this, the ProcessMainClass was given utilities for the boilerplate surrounding receiving mq requests and responding to them, some effort was also put toward making the process boot process a bit more uniform. It's still a bit heterogeneous between different processes, but a bit less so for now.
90 lines
3.1 KiB
Groovy
90 lines
3.1 KiB
Groovy
plugins {
|
|
id 'java'
|
|
id 'jvm-test-suite'
|
|
}
|
|
|
|
java {
|
|
toolchain {
|
|
languageVersion.set(JavaLanguageVersion.of(rootProject.ext.jvmVersion))
|
|
}
|
|
}
|
|
|
|
apply from: "$rootProject.projectDir/srcsets.gradle"
|
|
|
|
dependencies {
|
|
// These look weird but they're needed to be able to spawn the processes
|
|
// from the executor service
|
|
|
|
implementation project(':code:processes:export-task-process')
|
|
implementation project(':code:processes:crawling-process')
|
|
implementation project(':code:processes:live-crawling-process')
|
|
implementation project(':code:processes:loading-process')
|
|
implementation project(':code:processes:converting-process')
|
|
implementation project(':code:processes:index-constructor-process')
|
|
|
|
implementation project(':code:common:config')
|
|
implementation project(':code:common:model')
|
|
implementation project(':code:common:db')
|
|
implementation project(':code:common:linkdb')
|
|
|
|
implementation project(':code:common:service')
|
|
|
|
implementation project(':third-party:commons-codec')
|
|
|
|
implementation project(':code:libraries:message-queue')
|
|
implementation project(':code:libraries:term-frequency-dict')
|
|
|
|
implementation project(':code:functions:link-graph:api')
|
|
implementation project(':code:functions:live-capture:api')
|
|
implementation project(':code:functions:search-query')
|
|
implementation project(':code:execution:api')
|
|
|
|
implementation project(':code:processes:crawling-process:model')
|
|
implementation project(':code:processes:crawling-process:model')
|
|
implementation project(':code:processes:crawling-process:ft-link-parser')
|
|
implementation project(':code:index:index-journal')
|
|
implementation project(':code:index:api')
|
|
implementation project(':code:processes:process-mq-api')
|
|
implementation project(':third-party:encyclopedia-marginalia-nu')
|
|
|
|
implementation libs.bundles.slf4j
|
|
|
|
implementation dependencies.create(libs.spark.get()) {
|
|
exclude group: 'org.eclipse.jetty'
|
|
}
|
|
implementation libs.bundles.jetty
|
|
|
|
implementation libs.guava
|
|
libs.bundles.grpc.get().each {
|
|
implementation dependencies.create(it) {
|
|
exclude group: 'com.google.guava'
|
|
}
|
|
}
|
|
|
|
|
|
implementation libs.gson
|
|
implementation libs.prometheus
|
|
implementation libs.notnull
|
|
implementation libs.guava
|
|
implementation dependencies.create(libs.guice.get()) {
|
|
exclude group: 'com.google.guava'
|
|
}
|
|
implementation libs.trove
|
|
implementation libs.zstd
|
|
implementation libs.jsoup
|
|
implementation libs.commons.io
|
|
implementation libs.commons.compress
|
|
implementation libs.commons.lang3
|
|
implementation libs.bundles.mariadb
|
|
|
|
testImplementation libs.bundles.slf4j.test
|
|
testImplementation libs.bundles.junit
|
|
testImplementation libs.mockito
|
|
|
|
testImplementation platform('org.testcontainers:testcontainers-bom:1.17.4')
|
|
testImplementation libs.commons.codec
|
|
testImplementation 'org.testcontainers:mariadb:1.17.4'
|
|
testImplementation 'org.testcontainers:junit-jupiter:1.17.4'
|
|
testImplementation project(':code:libraries:test-helpers')
|
|
|
|
} |