MarginaliaSearch/code/processes/crawling-process/build.gradle

plugins {
    id 'java'

    id 'application'
    id 'jvm-test-suite'
}

java {
    toolchain {
        languageVersion.set(JavaLanguageVersion.of(rootProject.ext.jvmVersion))
    }
}

application {
    mainClass = 'nu.marginalia.crawl.CrawlerMain'
    applicationName = 'crawler-process'
}

tasks.distZip.enabled = false

apply from: "$rootProject.projectDir/srcsets.gradle"

dependencies {
    implementation project(':code:common:process')

    implementation project(':code:common:db')
    implementation project(':code:common:model')
    implementation project(':code:common:config')
    implementation project(':code:common:service')
    implementation project(':code:libraries:blocking-thread-pool')
    implementation project(':code:index:api')
    implementation project(':code:process-mqapi')
    implementation project(':code:libraries:message-queue')
    implementation project(':code:libraries:language-processing')
    implementation project(':code:libraries:easy-lsh')
    implementation project(':code:process-models:crawling-model')
    implementation project(':code:process-models:crawl-spec')


    implementation project(':code:features-convert:anchor-keywords')
    implementation project(':code:features-crawl:crawl-blocklist')
    implementation project(':code:features-crawl:link-parser')
    implementation project(':code:features-crawl:content-type')
    implementation project(':third-party:commons-codec')

    implementation libs.bundles.slf4j

    implementation libs.notnull
    implementation libs.guava
    implementation dependencies.create(libs.guice.get()) {
        exclude group: 'com.google.guava'
    }
    implementation libs.gson
    implementation libs.zstd
    implementation libs.jwarc
    implementation libs.crawlercommons
    implementation libs.okhttp3
    implementation libs.jsoup
    implementation libs.opencsv
    implementation libs.fastutil

    implementation libs.bundles.mariadb

    testImplementation libs.bundles.slf4j.test
    testImplementation libs.bundles.junit
    testImplementation libs.mockito

    testImplementation project(':code:processes:test-data')
}