feat: Refactor grading logic to utilize ModelProfile and ClientService in Grader2 and related tests

src/main/java/de/extio/lmlib/grader/Grader2.java

@@ -3,27 +3,30 @@ package de.extio.lmlib.grader;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import de.extio.lmlib.client.Client;
 import de.extio.lmlib.client.ClientService;
 import de.extio.lmlib.client.Conversation;
 import de.extio.lmlib.profile.ModelCategory;
+import de.extio.lmlib.profile.ModelProfile;
+import de.extio.lmlib.profile.ModelProfileService;
 
 public class Grader2 {
 
 	private static final Logger LOGGER = LoggerFactory.getLogger(Grader2.class);
 
-	public static boolean assessScoreBinary(final String question, final String text, final ClientService clientService) {
+	public static boolean assessScoreBinary(final String question, final String text, final ModelCategory modelCategory, final ModelProfileService modelProfileService, final ClientService clientService) {
-		final var client = clientService.getClient(ModelCategory.MEDIUM);
+		final var modelProfile = modelProfileService.getModelProfile(modelCategory);
-		return assessScoreBinary(question, text, client);
+		return assessScoreBinary(question, text, modelProfile, clientService);
 	}
 
-	public static boolean assessScoreBinary(final String question, final String text, final Client client) {
+	public static boolean assessScoreBinary(final String question, final String text, final ModelProfile modelProfile, final ClientService clientService) {
 		LOGGER.info(question);
 
+		final var client = clientService.getClient(modelProfile);
+		
 		var score = 0;
 		while (Math.abs(score) < 3) {
 			final var completion = client.conversation(
-					ModelCategory.MEDIUM,
+					modelProfile,
 					Conversation.create(
 					"""
 					You are an expert grader. Your role is to assess the truthfulness of a given text in response to a user question.

src/test/java/de/extio/lmlib/client/azureai/AzureAiClientTest.java

@@ -1,5 +1,7 @@
 package de.extio.lmlib.client.azureai;
 
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
 import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Test;
 import org.slf4j.Logger;
@@ -11,10 +13,12 @@ import org.springframework.boot.test.context.SpringBootTest.WebEnvironment;
 import org.springframework.context.annotation.ComponentScan;
 import org.springframework.context.annotation.PropertySource;
 
+import de.extio.lmlib.client.ClientService;
 import de.extio.lmlib.client.Conversation;
 import de.extio.lmlib.client.Conversation.Turn;
 import de.extio.lmlib.client.Conversation.TurnType;
-import de.extio.lmlib.profile.ModelCategory;
+import de.extio.lmlib.grader.Grader2;
+import de.extio.lmlib.profile.ModelProfileService;
 
 @Disabled("This test requires an Azure subscription (setup azure key in model profile)")
 @SpringBootTest(webEnvironment = WebEnvironment.NONE)
@@ -28,41 +32,56 @@ public class AzureAiClientTest {
 	@Autowired
 	private AzureAiClient client;
 	
+	@Autowired
+	private ModelProfileService modelProfileService;
+	
+	@Autowired
+	private ClientService clientService;
+	
 	@Test
 	void completion() throws Exception {
-		final var completion = this.client.completion(
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.azure");
-				ModelCategory.MEDIUM,
+		final var completion = this.client.conversation(
-				"You are a clever story teller",
+				modelProfile,
-				"Continue this story:\nOnce upon a time, there was a spaceship travelling to a black hole. The crew were cats!");
+				Conversation.create("You are a clever story teller", "Continue this story:\nOnce upon a time, there was a spaceship travelling to a black hole. The crew were cats!"));
-		LOGGER.info(completion.toString());
+		LOGGER.info(completion.response());
+		
+		assertTrue(Grader2.assessScoreBinary("Does the story continue about a spaceship with cat crew?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void completionLarge() throws Exception {
-		final var completion = this.client.completion(
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.azure");
-				ModelCategory.LARGE,
+		final var completion = this.client.conversation(
-				"You are a clever story teller",
+				modelProfile,
-				"Continue this story:\nOnce upon a time, there was a spaceship travelling to a black hole. The crew were cats!");
+				Conversation.create("You are a clever story teller", "Continue this story:\nOnce upon a time, there was a spaceship travelling to a black hole. The crew were cats!"));
 		LOGGER.info(completion.response());
+		
+		assertTrue(Grader2.assessScoreBinary("Does the story continue about a spaceship with cat crew?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void chat() throws Exception {
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.azure");
 		final var conversation = Conversation.create("You are an assistant who stutters", "Hi there, I would like to know the climate in Berlin.");
 		conversation.addTurn(new Turn(TurnType.ASSISTANT,
 				"T-t-the climate in B-b-berlin, um, it's, uh, quite, c-c-cool, actually. B-b-berlin has a, um, temperate climate, with, uh, four distinct s-s-seasons. S-s-spring is, um, pretty mild, with, uh, temperatures ranging from, uh, 10 to 20 degrees Celsius. S-s-summer is, um, warm, with, uh, highs around 25 degrees Celsius. F-f-fall is, um, cool, with, uh, temperatures ranging from 5 to 15 degrees Celsius. And, um, w-w-winter is, uh, quite, c-c-cold, with, uh, temperatures ranging from -2 to 5 degrees Celsius."));
 		conversation.addTurn(new Turn(TurnType.USER, "Great! How is the weather in summer?"));
 		
-		final var completion = this.client.conversation(ModelCategory.MEDIUM, conversation);
+		final var completion = this.client.conversation(modelProfile, conversation);
 		LOGGER.info(completion.response());
+		
+		assertTrue(Grader2.assessScoreBinary("Does the response mention summer weather?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void longPrompt() throws Exception {
-		final var completion = this.client.completion(
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.azure");
-				null,
+		final var completion = this.client.conversation(
-				"You are a helpful assistant",
+				modelProfile,
-				"Count the numbers: 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9");
+				Conversation.create("You are a helpful assistant", "Count the numbers: 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9 1 2 3 4 5 6 7 8 9"));
 		LOGGER.info(completion.response());
+		
+		assertTrue(Grader2.assessScoreBinary("Did the assistant count the numbers?", completion.response(), modelProfile, this.clientService));
 	}
 }

src/test/java/de/extio/lmlib/client/oai/CompletionClientTest.java

@@ -20,13 +20,14 @@ import org.springframework.boot.test.context.SpringBootTest.WebEnvironment;
 import org.springframework.context.annotation.ComponentScan;
 import org.springframework.context.annotation.PropertySource;
 
+import de.extio.lmlib.client.ClientService;
 import de.extio.lmlib.client.Conversation;
 import de.extio.lmlib.client.Conversation.Turn;
 import de.extio.lmlib.client.Conversation.TurnType;
 import de.extio.lmlib.client.oai.completion.chat.ChatCompletionClient;
 import de.extio.lmlib.client.oai.completion.text.TextCompletionClient;
-import de.extio.lmlib.grader.Grader;
+import de.extio.lmlib.grader.Grader2;
-import de.extio.lmlib.profile.ModelCategory;
+import de.extio.lmlib.profile.ModelProfileService;
 
 @Disabled("This test requires a running Llama server")
 @SpringBootTest(webEnvironment = WebEnvironment.NONE)
@@ -43,39 +44,47 @@ public class CompletionClientTest {
 	@Autowired
 	private ChatCompletionClient chatCompletionclient;
 	
+	@Autowired
+	private ModelProfileService modelProfileService;
+	
+	@Autowired
+	private ClientService clientService;
+	
 	@Test
 	void completion() throws Exception {
-		final var completion = this.textCompletionClient.completion(
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.textcompletion");
-				ModelCategory.SMALL,
+		final var completion = this.textCompletionClient.conversation(
-				"You are a helpful assistant",
+				modelProfile,
-				"Say the color is green");
+				Conversation.create("You are a helpful assistant", "Say the color is green"));
 		
 		LOGGER.info(completion.reasoning());
 		LOGGER.info(completion.response());
 		
-		assertTrue(Grader.assessScoreBinary("Does the text mention the color green?", completion.response(), this.chatCompletionclient));
+		assertTrue(Grader2.assessScoreBinary("Does the text mention the color green?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void chatTextCompletion() throws Exception {
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.textcompletion");
 		final var conversation = Conversation.create("You are a helpful assistant", "I would like to paint my canvas in a solid color.");
 		conversation.addTurn(new Turn(TurnType.ASSISTANT, "Which color do you want to see?"));
 		conversation.addTurn(new Turn(TurnType.USER, "You choose!"));
-		final var completion = this.textCompletionClient.conversation(ModelCategory.SMALL, conversation);
+		final var completion = this.textCompletionClient.conversation(modelProfile, conversation);
 		
 		LOGGER.info(completion.reasoning());
 		LOGGER.info(completion.response());
 		
-		assertTrue(Grader.assessScoreBinary("Does the text mention a color?", completion.response(), this.chatCompletionclient));
+		assertTrue(Grader2.assessScoreBinary("Does the text mention a color?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void streamTextCompletion() throws Exception {
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.textcompletion");
 		final var conversation = Conversation.create("You are a helpful assistant", "I would like to play a role-playing game with you.");
 		conversation.addTurn(new Turn(TurnType.ASSISTANT, "Which character do you choose?"));
 		conversation.addTurn(new Turn(TurnType.USER, "You choose! But I need you to explain the character attributes to me."));
 		final StringBuilder sb = new StringBuilder();
-		final var completion = this.textCompletionClient.streamConversation(ModelCategory.SMALL, conversation, chunk -> {
+		final var completion = this.textCompletionClient.streamConversation(modelProfile, conversation, chunk -> {
 			if (chunk.reasoningContent() != null) {
 				System.out.print(chunk.reasoningContent());
 			}
@@ -94,29 +103,31 @@ public class CompletionClientTest {
 		else {
 			assertEquals(completion.response(), sb.toString());
 		}
-		assertTrue(Grader.assessScoreBinary("Does the text mention a role-playing game character?", completion.response(), this.chatCompletionclient));
+		assertTrue(Grader2.assessScoreBinary("Does the text mention a role-playing game character?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void chatCompletion() throws Exception {
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.chatcompletion");
 		final var conversation = Conversation.create("You are a helpful assistant", "I would like to paint my canvas in a solid color.");
 		conversation.addTurn(new Turn(TurnType.ASSISTANT, "Which color do you want to see?"));
 		conversation.addTurn(new Turn(TurnType.USER, "You choose!"));
-		final var completion = this.chatCompletionclient.conversation(ModelCategory.MEDIUM, conversation);
+		final var completion = this.chatCompletionclient.conversation(modelProfile, conversation);
 		
 		LOGGER.info(completion.reasoning());
 		LOGGER.info(completion.response());
 		
-		assertTrue(Grader.assessScoreBinary("Does the text mention a color?", completion.response(), this.chatCompletionclient));
+		assertTrue(Grader2.assessScoreBinary("Does the text mention a color?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Test
 	void streamChatCompletion() throws Exception {
+		final var modelProfile = this.modelProfileService.getModelProfile("profile.model.chatcompletion");
 		final var conversation = Conversation.create("You are a helpful assistant", "I would like to play a game of chess.");
 		conversation.addTurn(new Turn(TurnType.ASSISTANT, "Which opening do you choose?"));
 		conversation.addTurn(new Turn(TurnType.USER, "You choose! But I need you to explain the opening to me."));
 		final StringBuilder sb = new StringBuilder();
-		final var completion = this.chatCompletionclient.streamConversation(ModelCategory.MEDIUM, conversation, chunk -> {
+		final var completion = this.chatCompletionclient.streamConversation(modelProfile, conversation, chunk -> {
 			if (chunk.reasoningContent() != null) {
 				System.out.print(chunk.reasoningContent());
 			}
@@ -127,7 +138,7 @@ public class CompletionClientTest {
 		});
 		
 		assertEquals(completion.response(), sb.toString());
-		assertTrue(Grader.assessScoreBinary("Does the text explain a chess opening?", completion.response(), this.chatCompletionclient));
+		assertTrue(Grader2.assessScoreBinary("Does the text explain a chess opening?", completion.response(), modelProfile, this.clientService));
 	}
 	
 	@Disabled

src/test/java/de/extio/lmlib/grader/GraderTest.java

@@ -39,8 +39,9 @@ import de.extio.lmlib.client.ClientService;
 import de.extio.lmlib.grader.agent.AnswerGrader;
 import de.extio.lmlib.grader.agent.AnswerGrader2;
 import de.extio.lmlib.grader.agent.AnswerGraderBinary;
+import de.extio.lmlib.profile.ModelCategory;
 
-@Disabled("This test requires a running Llama server or an Azure subscription (setup azure key in model profile)")
+// @Disabled("This test requires a running Llama server or an Azure subscription (setup azure key in model profile)")
 @SpringBootTest(webEnvironment = WebEnvironment.NONE)
 @SpringBootConfiguration
 @ComponentScan(basePackages = "de.extio.lmlib")
@@ -56,6 +57,9 @@ public class GraderTest {
 	@Autowired
 	private ClientService clientService;
 
+	@Autowired
+	private de.extio.lmlib.profile.ModelProfileService modelProfileService;
+
 	private long testStartNano;
 
 	private final Map<String, Long> methodTotalNanos = new HashMap<>();
@@ -244,7 +248,7 @@ public class GraderTest {
 	@ParameterizedTest
 	@MethodSource("gradingScenarios")
 	void graderCurrent(final String question, final String answer, final boolean expectedPass) {
-		final boolean result = runBinaryGrader("Grader2", question, answer, (q, a) -> Grader2.assessScoreBinary(q, a, this.clientService));
+		final boolean result = runBinaryGrader("Grader2", question, answer, (q, a) -> Grader2.assessScoreBinary(q, a, ModelCategory.MEDIUM, this.modelProfileService, this.clientService));
 		assertEquals(expectedPass, result, "Grader2 result mismatch for question: " + question);
 	}
 	

src/test/resources/application-test.properties

@@ -4,6 +4,10 @@ profile.model.l=local-chatcompletion
 profile.model.hot=local-chatcompletion
 profile.model.cold=local-chatcompletion
 
+profile.model.textcompletion=local-completion
+profile.model.chatcompletion=local-chatcompletion
+profile.model.azure=llama3.3-70b-azure
+
 agent.threads=2
 
 client.collectStatistics=true

src/test/resources/llama3.3-70b-azure.properties

@@ -1,4 +1,4 @@
-category=
+category=AZURE
 prompts=
 tokenEncoding=cl100k_base
 maxTokens=1500

src/test/resources/local-chatcompletion.properties

@@ -1,4 +1,4 @@
-category=M
+category=CHAT
 prompts=
 tokenEncoding=cl100k_base
 maxTokens=2500

src/test/resources/local-completion.properties

@@ -1,5 +1,5 @@
-category=S
+category=TEXT
-prompts=gpt-oss
+prompts=gemma
 tokenEncoding=cl100k_base
 maxTokens=2500
 maxContextLength=16000