lm-lib refactoring;

git-svn-id: svn://home0/lm-lib@3610 71dcc7fd-b1f2-4e5d-bb8e-274146e81173

src/main/java/de/extio/lmlib/prompt/AlpacaShortPromptStrategy.java

@@ -0,0 +1,43 @@
+package de.extio.lmlib.prompt;
+
+public class AlpacaShortPromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String instruction, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("### Instruction:\n");
+		prompt.append(instruction);
+		prompt.append("\n\n### Input:\n");
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append("\n\n### Response:\n");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append(assistant);
+		prompt.append("\n\n### Input:\n");
+		prompt.append(user);
+		prompt.append("\n\n### Response:\n");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("</s>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "alpaca";
+	}
+	
+}

src/main/java/de/extio/lmlib/prompt/ChatMLPromptStrategy.java

@@ -0,0 +1,49 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class ChatMLPromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String system, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("<|im_start|>");
+		if (!system.isEmpty()) {
+			prompt.append("system\n");
+			prompt.append(system);
+			prompt.append("<|im_end|>\n");
+		}
+		prompt.append("<|im_start|>user\n");
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append("<|im_end|>\n<|im_start|>assistant\n");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append(assistant);
+		prompt.append("<|im_end|>\n<|im_start|>user\n");
+		prompt.append(user);
+		prompt.append("<|im_end|>\n<|im_start|>assistant\n");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("<|im_end|>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "chatml";
+	}
+}

src/main/java/de/extio/lmlib/prompt/Gemma2PromptStrategy.java

@@ -0,0 +1,48 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class Gemma2PromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String system, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("<start_of_turn>user\n");
+		if (!system.isEmpty()) {
+			prompt.append(system);
+			prompt.append("\n");
+		}
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append("<end_of_turn>\n<start_of_turn>model\n");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append(assistant);
+		prompt.append("<end_of_turn>\n<start_of_turn>user\n");
+		prompt.append(user);
+		prompt.append("<end_of_turn>\n<start_of_turn>model\n");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("<end_of_turn>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "gemma2";
+	}
+	
+}

src/main/java/de/extio/lmlib/prompt/Llama3PromptStrategy.java

@@ -0,0 +1,51 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+/**
+ * @see https://llama.meta.com/docs/model-cards-and-prompt-formats/meta-llama-3
+ */
+@Component
+public class Llama3PromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String system, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("<|begin_of_text|>");
+		if (!system.isEmpty()) {
+			prompt.append("<|start_header_id|>system<|end_header_id|>\n\n");
+			prompt.append(system);
+			prompt.append("<|eot_id|>");
+		}
+		prompt.append("<|start_header_id|>user<|end_header_id|>\n\n");
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n\n");
+		}
+		prompt.append(text);
+		prompt.append("<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n");
+		
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append(assistant);
+		prompt.append("<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n" + user + "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("<|eot_id|>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "llama3";
+	}
+}

src/main/java/de/extio/lmlib/prompt/MixtralPromptStrategy.java

@@ -0,0 +1,49 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class MixtralPromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String instruction, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("<s>[INST] ");
+		prompt.append(instruction);
+		if (!instruction.isEmpty() && !question.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(question);
+		if ((!instruction.isEmpty() || !question.isEmpty()) && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append(" [/INST]");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append("\n\"");
+		prompt.append(assistant);
+		prompt.append("\"</s> [INST] ");
+		prompt.append(user);
+		prompt.append(" [/INST]");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("</s>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "mixtral";
+	}
+	
+}

src/main/java/de/extio/lmlib/prompt/Phi3PromptStrategy.java

@@ -0,0 +1,48 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class Phi3PromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String system, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append("<|user|>\n");
+		prompt.append(system);
+		if (!system.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append(" <|end|>\n<|assistant|>");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append("\n");
+		prompt.append(assistant);
+		prompt.append("<|user|>\n");
+		prompt.append(user);
+		prompt.append("<|end|>\n<|assistant|>");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("<|end|>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "phi3";
+	}
+}

src/main/java/de/extio/lmlib/prompt/PromptStrategy.java

@@ -0,0 +1,17 @@
+package de.extio.lmlib.prompt;
+
+public interface PromptStrategy {
+	
+	String getPromptName();
+	
+	StringBuilder start(String system, String question, String text);
+	
+	void continue_(StringBuilder prompt, String assistant);
+	
+	void next(StringBuilder prompt, String assistant, String user);
+	
+	default String removeEOT(final String prompt) {
+		return prompt.strip();
+	}
+	
+}

src/main/java/de/extio/lmlib/prompt/PromptStrategyFactory.java

@@ -0,0 +1,22 @@
+package de.extio.lmlib.prompt;
+
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class PromptStrategyFactory {
+	
+	private final Map<String, PromptStrategy> strategies = new HashMap<>();
+	
+	public PromptStrategyFactory(final List<PromptStrategy> strategies) {
+		strategies.forEach(strategy -> this.strategies.put(strategy.getPromptName(), strategy));
+	}
+	
+	public PromptStrategy getStrategy(final String modelPrompt) {
+		return this.strategies.get(modelPrompt);
+	}
+	
+}

src/main/java/de/extio/lmlib/prompt/VicunaPromptStrategy.java

@@ -0,0 +1,46 @@
+package de.extio.lmlib.prompt;
+
+import org.springframework.stereotype.Component;
+
+@Component
+public class VicunaPromptStrategy implements PromptStrategy {
+	
+	@Override
+	public StringBuilder start(final String system, final String question, final String text) {
+		final StringBuilder prompt = new StringBuilder();
+		prompt.append(system);
+		prompt.append(" USER: ");
+		prompt.append(question);
+		if (!question.isEmpty() && !text.isEmpty()) {
+			prompt.append("\n");
+		}
+		prompt.append(text);
+		prompt.append(" ASSISTANT:");
+		return prompt;
+	}
+	
+	@Override
+	public void continue_(final StringBuilder prompt, final String assistant) {
+		this.next(prompt, assistant, "Continue");
+	}
+	
+	@Override
+	public void next(final StringBuilder prompt, final String assistant, final String user) {
+		prompt.append(" ");
+		prompt.append(assistant);
+		prompt.append("</s>USER: ");
+		prompt.append(user);
+		prompt.append(" ASSISTANT:");
+	}
+	
+	@Override
+	public String removeEOT(final String prompt) {
+		return prompt.strip().replace("</s>", "");
+	}
+	
+	@Override
+	public String getPromptName() {
+		return "vicuna";
+	}
+	
+}