exo/lm-lib
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Convert spaces to tabs

Browse Source
This commit is contained in:
extio-de
2025-12-13 15:26:38 +01:00
parent a41e5cf7b5
commit d2f5c46847
18 changed files with 1479 additions and 1479 deletions
Download Patch File Download Diff File Expand all files Collapse all files

202
src/main/java/de/extio/lmlib/prompt/GptOssPromptStrategy.java
View File

@@ -4,107 +4,107 @@ import org.springframework.stereotype.Component;
@Component
public class GptOssPromptStrategy implements PromptStrategy {
private static final String finalMarker = "<|channel|>final<|message|>";
private static final String startMarker = "<|start|>";
private static final String finalMarker = "<|channel|>final<|message|>";
private static final String startMarker = "<|start|>";
private static final String assistantStart = startMarker + "assistant";
private static final String analysisMarker = "<|channel|>analysis<|message|>";
private static final String assistantStart = startMarker + "assistant";
private static final String analysisMarker = "<|channel|>analysis<|message|>";
@Override
public StringBuilder start(final String system, final String user) {
final StringBuilder prompt = new StringBuilder();
if (!system.isEmpty()) {
prompt.append("<|start|>system<|message|>");
prompt.append(system);
prompt.append("<|end|>");
}
prompt.append("<|start|>user<|message|>");
prompt.append(user);
prompt.append("<|end|>");
prompt.append(assistantStart);
return prompt;
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
final String assistantContent = assistant == null ? "" : assistant;
if (assistantContent.startsWith(assistantStart)) {
final int assistantStartLength = assistantStart.length();
if (prompt.length() >= assistantStartLength) {
boolean endsWithAssistantStart = true;
for (int i = 0; i < assistantStartLength; i++) {
if (prompt.charAt(prompt.length() - assistantStartLength + i) != assistantStart.charAt(i)) {
endsWithAssistantStart = false;
break;
}
}
if (endsWithAssistantStart) {
prompt.setLength(prompt.length() - assistantStartLength);
}
}
}
if (assistantContent.contains(finalMarker)) {
prompt.append(assistantContent);
if (!assistantContent.endsWith("<|end|>")) {
prompt.append("<|end|>");
}
}
else {
prompt.append("<|channel|>final<|message|>");
prompt.append(assistantContent);
prompt.append("<|end|>");
}
prompt.append("<|start|>user<|message|>");
prompt.append(user == null ? "" : user);
prompt.append("<|end|>");
prompt.append(assistantStart);
}
@Override
public String removeEOT(final String prompt) {
return prompt.strip().replace("<|end|>", "").replace("<|return|>", "");
}
@Override
public String getPromptName() {
return "gpt-oss";
}
@Override
public String getResponse(final String prompt) {
if (prompt == null) {
return null;
}
final int markerIndex = prompt.indexOf(finalMarker);
if (markerIndex == -1) {
return prompt;
}
final int start = markerIndex + finalMarker.length();
int end = prompt.indexOf(startMarker, start);
if (end == -1) {
end = prompt.length();
}
return prompt.substring(start, end).strip();
}
@Override
public String getReasoning(final String prompt) {
if (prompt == null) {
return null;
}
final int markerIndex = prompt.indexOf(analysisMarker);
if (markerIndex == -1) {
return null;
}
final int start = markerIndex + analysisMarker.length();
int end = prompt.indexOf(startMarker, start);
if (end == -1) {
end = prompt.length();
}
return prompt.substring(start, end).strip();
}
@Override
public StringBuilder start(final String system, final String user) {
final StringBuilder prompt = new StringBuilder();
if (!system.isEmpty()) {
prompt.append("<|start|>system<|message|>");
prompt.append(system);
prompt.append("<|end|>");
}
prompt.append("<|start|>user<|message|>");
prompt.append(user);
prompt.append("<|end|>");
prompt.append(assistantStart);
return prompt;
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
final String assistantContent = assistant == null ? "" : assistant;
if (assistantContent.startsWith(assistantStart)) {
final int assistantStartLength = assistantStart.length();
if (prompt.length() >= assistantStartLength) {
boolean endsWithAssistantStart = true;
for (int i = 0; i < assistantStartLength; i++) {
if (prompt.charAt(prompt.length() - assistantStartLength + i) != assistantStart.charAt(i)) {
endsWithAssistantStart = false;
break;
}
}
if (endsWithAssistantStart) {
prompt.setLength(prompt.length() - assistantStartLength);
}
}
}
if (assistantContent.contains(finalMarker)) {
prompt.append(assistantContent);
if (!assistantContent.endsWith("<|end|>")) {
prompt.append("<|end|>");
}
}
else {
prompt.append("<|channel|>final<|message|>");
prompt.append(assistantContent);
prompt.append("<|end|>");
}
prompt.append("<|start|>user<|message|>");
prompt.append(user == null ? "" : user);
prompt.append("<|end|>");
prompt.append(assistantStart);
}
@Override
public String removeEOT(final String prompt) {
return prompt.strip().replace("<|end|>", "").replace("<|return|>", "");
}
@Override
public String getPromptName() {
return "gpt-oss";
}
@Override
public String getResponse(final String prompt) {
if (prompt == null) {
return null;
}
final int markerIndex = prompt.indexOf(finalMarker);
if (markerIndex == -1) {
return prompt;
}
final int start = markerIndex + finalMarker.length();
int end = prompt.indexOf(startMarker, start);
if (end == -1) {
end = prompt.length();
}
return prompt.substring(start, end).strip();
}
@Override
public String getReasoning(final String prompt) {
if (prompt == null) {
return null;
}
final int markerIndex = prompt.indexOf(analysisMarker);
if (markerIndex == -1) {
return null;
}
final int start = markerIndex + analysisMarker.length();
int end = prompt.indexOf(startMarker, start);
if (end == -1) {
end = prompt.length();
}
return prompt.substring(start, end).strip();
}
}