Skip to content

Commit 243a3ad

Browse files
authored
add without filter pattern option (#569)
1 parent 148fb4b commit 243a3ad

1 file changed

Lines changed: 6 additions & 0 deletions

File tree

src/main/java/com/teragrep/pth10/datasources/DPLDatasource.java

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -181,6 +181,12 @@ private Dataset<Row> archiveStreamConsumerDataset(ArchiveQuery query, boolean is
181181
reader = reader.option("bloom.withoutFilter", bloomWithoutFilter);
182182
}
183183

184+
if (config.hasPath("dpl.pth_06.bloom.withoutFilterPattern")) {
185+
String withoutFilterPattern = config.getString("dpl.pth_06.bloom.withoutFilterPattern");
186+
LOGGER.debug("Found config dpl.pth_06.bloom.withoutFilterPattern=<[{}]>", withoutFilterPattern);
187+
reader = reader.option("bloom.withoutFilterPattern", withoutFilterPattern);
188+
}
189+
184190
if (config.getBoolean("dpl.pth_06.kafka.enabled")) {
185191
LOGGER.debug("Kafka is enabled");
186192
String s3identityWithoutDomain = s3identity;

0 commit comments

Comments
 (0)