From bddc3fe089d2fd23255b6a2d12b853ef9901c9a3 Mon Sep 17 00:00:00 2001 From: TobiasNx Date: Tue, 22 Aug 2023 16:16:25 +0200 Subject: [PATCH] Separate output files for bulk and updates #462 --- app/transformation/TransformAll.java | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/app/transformation/TransformAll.java b/app/transformation/TransformAll.java index 255512a..258e584 100644 --- a/app/transformation/TransformAll.java +++ b/app/transformation/TransformAll.java @@ -50,16 +50,18 @@ public class TransformAll { public static void process(final String startOfUpdates, String outputPath, final String geoServer, final String wikidataLookupFilename) throws IOException { String dbsOutput = outputPath + "-dbs"; - String sigelOutput = outputPath + "-sigel"; - TransformSigel.processBulk(sigelOutput, geoServer, wikidataLookupFilename); //Start processing Sigel pica binary bulk. - TransformSigel.processUpdates(startOfUpdates, sigelOutput, geoServer, wikidataLookupFilename); //Start process Sigel Pica XML Updates via OAI-PMH. + String sigelBulkOutput = outputPath + "-sigelBulk"; + String sigelUpdatesOutput = outputPath + "-sigelUpdates"; + TransformSigel.processBulk(sigelBulkOutput, geoServer, wikidataLookupFilename); //Start processing Sigel pica binary bulk. + TransformSigel.processUpdates(startOfUpdates, sigelUpdatesOutput, geoServer, wikidataLookupFilename); //Start process Sigel Pica XML Updates via OAI-PMH. TransformDbs.process(dbsOutput, geoServer,wikidataLookupFilename); //Start process DBS data. - + // DBS-Data, Sigel Bulk and Updates are joined in a single ES-Bulk-file. // DBS data first, so that ES prefers Sigel entries that come later and overwrite DBS entries if available. try (FileWriter resultWriter = new FileWriter(outputPath)) { writeAll(dbsOutput, resultWriter); - writeAll(sigelOutput, resultWriter); + writeAll(sigelBulkOutput, resultWriter); + writeAll(sigelUpdatesOutput, resultWriter); } }