diff --git a/src/main/java/de/extio/lmdatasetprep/preparer/Utils.java b/src/main/java/de/extio/lmdatasetprep/preparer/Utils.java index 24c292d..5112087 100644 --- a/src/main/java/de/extio/lmdatasetprep/preparer/Utils.java +++ b/src/main/java/de/extio/lmdatasetprep/preparer/Utils.java @@ -89,9 +89,9 @@ public class Utils { next = Math.min(pos + CHUNKS_MAX, text.length()); } - if (slidingWindows) { + if (slidingWindows && pos > chunks_var) { for (final String delimiter : PARAGRAPH_DELIMITERS) { - final int o = text.indexOf(delimiter, Math.max(0, pos - chunks_var)); + final int o = text.indexOf(delimiter, pos - chunks_var); if (o > -1 && o < pos) { pos = o; break;