refactor: Update modelCategory method to accept AgentContext and adjust related calls

src/main/java/de/extio/lmlib/agent/Agent.java

@@ -36,6 +36,14 @@ public record Agent(String name,
         return BaseAgent.super.agentType(context);
     }
     
+    @Override
+    public ModelCategory modelCategory(final AgentContext context) {
+        if (modelCategory != null) {
+            return modelCategory;
+        }
+        return BaseAgent.super.modelCategory(context);
+    }
+
     @Override
     public void preProcess(final AgentContext context) {
         if (preProcessor != null) {

src/main/java/de/extio/lmlib/agent/AgentExecutorService.java

@@ -68,7 +68,7 @@ public class AgentExecutorService implements InitializingBean, DisposableBean {
 		
 		Client client = null;
 		if (agent.agentType(context) != AgentType.PROCESSING_ONLY) {
-			client = this.clientService.getClient(agent.modelCategory());
+			client = this.clientService.getClient(agent.modelCategory(context));
 		}
 		context.setAgentContextUpdateConsumer(agentContextUpdateConsumer);
 

src/main/java/de/extio/lmlib/agent/BaseAgent.java

@@ -34,7 +34,11 @@ public interface BaseAgent {
 		throw new UnsupportedOperationException("Name must be implemented in the agent");
 	}
 	
-	default ModelCategory modelCategory() {
+	default AgentType agentType(final AgentContext context) {
+		throw new UnsupportedOperationException("Agent type must be implemented in the agent");
+	}
+	
+	default ModelCategory modelCategory(final AgentContext context) {
 		return ModelCategory.MEDIUM;
 	}
 	
@@ -50,10 +54,6 @@ public interface BaseAgent {
 		return new TextAgentResponseHandler("response");
 	}
 	
-	default AgentType agentType(final AgentContext context) {
-		throw new UnsupportedOperationException("Agent type must be implemented in the agent");
-	}
-	
 	default void preProcess(final AgentContext context) {
 		
 	}
@@ -88,7 +88,7 @@ public interface BaseAgent {
 						split.context().getGraph().add("○");
 					}
 					else {
-						split.context().getGraph().add(this.modelCategory().getShortName());
+						split.context().getGraph().add(this.modelCategory(split.context()).getShortName());
 					}
 					split.context().getGraph().add(this.name());
 					
@@ -103,7 +103,7 @@ public interface BaseAgent {
 								if (this.responseHandler() instanceof final StreamedAgentResponseHandler streamedResponseHandler) {
 									streamedResponseHandler.beforeStream(split.context());
 								}
-								completion = client.streamConversation(this.modelCategory(), conversation, chunk -> {
+								completion = client.streamConversation(this.modelCategory(split.context()), conversation, chunk -> {
 									if (this.responseHandler() instanceof final StreamedAgentResponseHandler streamedResponseHandler) {
 										if (streamedResponseHandler.handleChunk(chunk, split.context()) && split.context().getAgentContextUpdateConsumer() != null) {
 											split.context().getAgentContextUpdateConsumer().accept(split.context());
@@ -112,7 +112,7 @@ public interface BaseAgent {
 								});
 							}
 							else {
-								completion = client.conversation(this.modelCategory(), conversation);
+								completion = client.conversation(this.modelCategory(split.context()), conversation);
 							}
 							split.context().setLastCompletion(completion);
 							split.context().getRequestStatistic().add(completion);