exo/lm-lib
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bump version to 1.8.5 in pom.xml and add request duration tracking in BaseAgent

Browse Source
This commit is contained in:
extio-de
2025-11-23 16:14:33 +01:00
parent 99a31ae172
commit dcc653fe2a
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/main/java/de/extio/lmlib/agent/BaseAgent.java
View File

@@ -112,6 +112,7 @@ public interface BaseAgent {
final var responseHandler = this.responseHandler();
final var modelProfile = this.modelProfile(split.context());
Completion completion = null;
final var requestStart = System.currentTimeMillis();
if (split.context().isStreaming()) {
if (responseHandler instanceof final StreamedAgentResponseHandler streamedResponseHandler) {
streamedResponseHandler.beforeStream(split.context());
@@ -138,6 +139,8 @@ public interface BaseAgent {
completion = client.conversation(this.modelCategory(split.context()), conversation);
}
}
final var durationMs = System.currentTimeMillis() - requestStart;
split.context().getGraph().add("(" + durationMs + " ms)");
split.context().setLastCompletion(completion);
split.context().getRequestStatistic().add(completion);