exo/lm-lib
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactored llm clients, removed maxContinuations feature, exposed finishReason instead;

Browse Source
This commit is contained in:
extio-de
2025-06-27 20:43:04 +02:00
parent f3706a408a
commit 47ef9ba436
26 changed files with 178 additions and 294 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/main/java/de/extio/lmlib/prompt/AlpacaShortPromptStrategy.java
View File

@@ -16,11 +16,6 @@ public class AlpacaShortPromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

8
src/main/java/de/extio/lmlib/prompt/ChatMLPromptStrategy.java
View File

@@ -8,9 +8,8 @@ public class ChatMLPromptStrategy implements PromptStrategy {
@Override
public StringBuilder start(final String system, final String user) {
final StringBuilder prompt = new StringBuilder();
prompt.append("<|im_start|>");
if (!system.isEmpty()) {
prompt.append("system\n");
prompt.append("<|im_start|>system\n");
prompt.append(system);
prompt.append("<|im_end|>\n");
}
@@ -20,11 +19,6 @@ public class ChatMLPromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

5
src/main/java/de/extio/lmlib/prompt/Gemma2PromptStrategy.java
View File

@@ -22,11 +22,6 @@ public class Gemma2PromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

5
src/main/java/de/extio/lmlib/prompt/Llama3PromptStrategy.java
View File

@@ -24,11 +24,6 @@ public class Llama3PromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

5
src/main/java/de/extio/lmlib/prompt/Llama4PromptStrategy.java
View File

@@ -24,11 +24,6 @@ public class Llama4PromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

5
src/main/java/de/extio/lmlib/prompt/MistralNemoPromptStrategy.java
View File

@@ -18,11 +18,6 @@ public class MistralNemoPromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(assistant);

5
src/main/java/de/extio/lmlib/prompt/MistralPromptStrategy.java
View File

@@ -18,11 +18,6 @@ public class MistralPromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(" ");

5
src/main/java/de/extio/lmlib/prompt/Phi3PromptStrategy.java
View File

@@ -18,11 +18,6 @@ public class Phi3PromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append("\n");

5
src/main/java/de/extio/lmlib/prompt/Phi4PromptStrategy.java
View File

@@ -19,11 +19,6 @@ public class Phi4PromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append("\n");

2
src/main/java/de/extio/lmlib/prompt/PromptStrategy.java
View File

@@ -6,8 +6,6 @@ public interface PromptStrategy {
StringBuilder start(String system, String user);
void continue_(StringBuilder prompt, String assistant);
void next(StringBuilder prompt, String assistant, String user);
default String removeEOT(final String prompt) {

5
src/main/java/de/extio/lmlib/prompt/VicunaPromptStrategy.java
View File

@@ -18,11 +18,6 @@ public class VicunaPromptStrategy implements PromptStrategy {
return prompt;
}
@Override
public void continue_(final StringBuilder prompt, final String assistant) {
this.next(prompt, assistant, "Continue");
}
@Override
public void next(final StringBuilder prompt, final String assistant, final String user) {
prompt.append(" ");