Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-23 21:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Better logging for URL errors

Browse Source
This commit is contained in:
vlofgren 2022-07-17 15:17:39 +02:00
parent 89cca4dbff
commit c5dbe269f7
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
marginalia_nu/src/main/java/nu/marginalia/wmsa/edge/converting/loader/SqlLoadUrls.java
View File

@ -53,6 +53,10 @@ public class SqlLoadUrls {
{ {
conn.setAutoCommit(false); conn.setAutoCommit(false);
for (var url : urls) { for (var url : urls) {
if (url.path.length() >= 255) {
logger.warn("Skipping bad URL {}", url);
continue;
}
insertCall.setString(1, url.proto); insertCall.setString(1, url.proto);
insertCall.setString(2, url.domain.toString()); insertCall.setString(2, url.domain.toString());
@ -68,7 +72,7 @@ public class SqlLoadUrls {
insertCall.addBatch(); insertCall.addBatch();
} }
var ret = insertCall.executeBatch(); var ret = insertCall.executeBatch();
for (int rv = 0; rv < urls.length; rv++) { for (int rv = 0; rv < ret.length; rv++) {
if (ret[rv] < 0 && ret[rv] != SUCCESS_NO_INFO) { if (ret[rv] < 0 && ret[rv] != SUCCESS_NO_INFO) {
logger.warn("load({}) -- bad row count {}", urls[rv], ret[rv]); logger.warn("load({}) -- bad row count {}", urls[rv], ret[rv]);
} }