diff --git a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/PfbProcessor.java b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/PfbProcessor.java index 7ca5b105..6968a587 100644 --- a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/PfbProcessor.java +++ b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/PfbProcessor.java @@ -73,7 +73,6 @@ private Map>> buildResult(AsyncResult result, int columnCount = paths.size() + 1; ArrayList columnIndex = abstractProcessor.useResidentCubesFirst(paths, columnCount); - ResultStore results = new ResultStore(result.getId(), columns, ids); // todo: investigate if the parallel stream will thrash the cache if the number of executors is > number of resident cubes columnIndex.parallelStream().forEach((columnId)->{ diff --git a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriter.java b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriter.java index 93564c89..59a56057 100644 --- a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriter.java +++ b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriter.java @@ -81,7 +81,7 @@ public void writeHeader(String[] data) { dataFileWriter = new DataFileWriter(datumWriter); try { log.info("Creating temp avro file at " + file.getAbsoluteFile()); - dataFileWriter.setCodec(CodecFactory.deflateCodec(5)); + dataFileWriter.setCodec(CodecFactory.nullCodec()); dataFileWriter.create(entitySchema, file); } catch (IOException e) { throw new UncheckedIOException(e); diff --git a/processing/src/test/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriterTest.java b/processing/src/test/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriterTest.java index 4f1b04d3..e355de18 100644 --- a/processing/src/test/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriterTest.java +++ b/processing/src/test/java/edu/harvard/hms/dbmi/avillach/hpds/processing/io/PfbWriterTest.java @@ -20,7 +20,7 @@ public void writeValidPFB() { pfbWriter.writeMultiValueEntity(List.of( List.of(List.of("123"), List.of("80"), List.of("Y")), List.of(List.of("456"), List.of("70"),List.of("N", "Y")), - List.of(List.of("789"), List.of("75"), List.of()) + List.of(List.of(), List.of("75"), List.of()) )); pfbWriter.close(); // todo: validate this programatically