Getting dependency-data should not need to hold the whole dataset in …

…memory twice.
libris · Jan 31, 2025 · 4989e1a · 4989e1a
1 parent 2d0e1eb
commit 4989e1a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/importers/src/main/groovy/whelk/importer/DatasetImporter.groovy b/importers/src/main/groovy/whelk/importer/DatasetImporter.groovy
@@ -448,6 +448,7 @@ class DatasetImporter {
 
     private boolean remove(String id, boolean force) {
         try {
+            log.info("Removing " + id + " from dataset")
             whelk.remove(id, "xl", null, force)
             return true
         } catch ( RuntimeException re ) {

diff --git a/whelk-core/src/main/groovy/whelk/component/PostgreSQLComponent.groovy b/whelk-core/src/main/groovy/whelk/component/PostgreSQLComponent.groovy
@@ -2208,7 +2208,9 @@ class PostgreSQLComponent {
 
             String replacement = "'" + excludeRelations.join("', '") + "'"
             query = query.replace("€", replacement)
+            connection.setAutoCommit(false)
             preparedStatement = connection.prepareStatement(query)
+            preparedStatement.setFetchSize(256)
             preparedStatement.setString(1, id)
             rs = preparedStatement.executeQuery()
             List<Tuple2<String, String>> dependencies = []