exo/lm-lib
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: Update modelCategory method to accept AgentContext and adjust related calls

Browse Source
This commit is contained in:
extio-de
2025-07-13 10:42:02 +02:00
parent 70f7a06da8
commit a176e6b6c4
3 changed files with 18 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/main/java/de/extio/lmlib/agent/Agent.java
View File

@@ -36,6 +36,14 @@ public record Agent(String name,
return BaseAgent.super.agentType(context);
}
@Override
public ModelCategory modelCategory(final AgentContext context) {
if (modelCategory != null) {
return modelCategory;
}
return BaseAgent.super.modelCategory(context);
}
@Override
public void preProcess(final AgentContext context) {
if (preProcessor != null) {

2
src/main/java/de/extio/lmlib/agent/AgentExecutorService.java
View File

@@ -68,7 +68,7 @@ public class AgentExecutorService implements InitializingBean, DisposableBean {
Client client = null;
if (agent.agentType(context) != AgentType.PROCESSING_ONLY) {
client = this.clientService.getClient(agent.modelCategory());
client = this.clientService.getClient(agent.modelCategory(context));
}
context.setAgentContextUpdateConsumer(agentContextUpdateConsumer);

18
src/main/java/de/extio/lmlib/agent/BaseAgent.java
View File

@@ -34,7 +34,11 @@ public interface BaseAgent {
throw new UnsupportedOperationException("Name must be implemented in the agent");
}
default ModelCategory modelCategory() {
default AgentType agentType(final AgentContext context) {
throw new UnsupportedOperationException("Agent type must be implemented in the agent");
}
default ModelCategory modelCategory(final AgentContext context) {
return ModelCategory.MEDIUM;
}
@@ -49,10 +53,6 @@ public interface BaseAgent {
default AgentResponseHandler responseHandler() {
return new TextAgentResponseHandler("response");
}
default AgentType agentType(final AgentContext context) {
throw new UnsupportedOperationException("Agent type must be implemented in the agent");
}
default void preProcess(final AgentContext context) {
@@ -88,7 +88,7 @@ public interface BaseAgent {
split.context().getGraph().add("○");
}
else {
split.context().getGraph().add(this.modelCategory().getShortName());
split.context().getGraph().add(this.modelCategory(split.context()).getShortName());
}
split.context().getGraph().add(this.name());
@@ -102,8 +102,8 @@ public interface BaseAgent {
if (split.context().isStreaming()) {
if (this.responseHandler() instanceof final StreamedAgentResponseHandler streamedResponseHandler) {
streamedResponseHandler.beforeStream(split.context());
}
completion = client.streamConversation(this.modelCategory(), conversation, chunk -> {
}
completion = client.streamConversation(this.modelCategory(split.context()), conversation, chunk -> {
if (this.responseHandler() instanceof final StreamedAgentResponseHandler streamedResponseHandler) {
if (streamedResponseHandler.handleChunk(chunk, split.context()) && split.context().getAgentContextUpdateConsumer() != null) {
split.context().getAgentContextUpdateConsumer().accept(split.context());
@@ -112,7 +112,7 @@ public interface BaseAgent {
});
}
else {
completion = client.conversation(this.modelCategory(), conversation);
completion = client.conversation(this.modelCategory(split.context()), conversation);
}
split.context().setLastCompletion(completion);
split.context().getRequestStatistic().add(completion);