diff --git a/src/main/java/de/extio/lmlib/client/textcompletion/ModelNameLoader.java b/src/main/java/de/extio/lmlib/client/textcompletion/ModelNameLoader.java index 9ea1bdc..b70d432 100755 --- a/src/main/java/de/extio/lmlib/client/textcompletion/ModelNameLoader.java +++ b/src/main/java/de/extio/lmlib/client/textcompletion/ModelNameLoader.java @@ -39,7 +39,7 @@ class ModelNameLoader implements Runnable { .uri(uriBuilder -> uriBuilder.path("/v1/models").build()) .retrieve() .bodyToMono(ModelsResponse.class) - .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed", rs.failure()))) + .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed " + rs.failure().getMessage()))) .block() .getData() .stream() diff --git a/src/main/java/de/extio/lmlib/client/textcompletion/TextCompletionClient.java b/src/main/java/de/extio/lmlib/client/textcompletion/TextCompletionClient.java index 1d1bbcc..eef61ed 100755 --- a/src/main/java/de/extio/lmlib/client/textcompletion/TextCompletionClient.java +++ b/src/main/java/de/extio/lmlib/client/textcompletion/TextCompletionClient.java @@ -241,7 +241,7 @@ public class TextCompletionClient implements Client, DisposableBean { .bodyValue(request) .retrieve() .bodyToMono(CompletionResponse.class) - .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed", rs.failure()))) + .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed " + rs.failure().getMessage()))) .block(); } diff --git a/src/main/java/de/extio/lmlib/client/token/LlamaServerTokenizer.java b/src/main/java/de/extio/lmlib/client/token/LlamaServerTokenizer.java index db196a1..97940ec 100755 --- a/src/main/java/de/extio/lmlib/client/token/LlamaServerTokenizer.java +++ b/src/main/java/de/extio/lmlib/client/token/LlamaServerTokenizer.java @@ -34,7 +34,7 @@ final class LlamaServerTokenizer implements Tokenizer { .bodyValue(request) .retrieve() .bodyToMono(TokenizeResponse.class) - .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed", rs.failure()))) + .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed " + rs.failure().getMessage()))) .block(); return response.tokens(); } @@ -55,7 +55,7 @@ final class LlamaServerTokenizer implements Tokenizer { .bodyValue(request) .retrieve() .bodyToMono(DetokenizeResponse.class) - .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed", rs.failure()))) + .retryWhen(Retry.backoff(99, Duration.ofSeconds(1)).maxBackoff(Duration.ofSeconds(10)).jitter(0.25d).doAfterRetry(rs -> LOGGER.warn("Request failed " + rs.failure().getMessage()))) .block(); return response.content(); } diff --git a/src/test/resources/llama3-local.properties b/src/test/resources/llama3-local.properties index f56566c..028d63c 100755 --- a/src/test/resources/llama3-local.properties +++ b/src/test/resources/llama3-local.properties @@ -7,5 +7,5 @@ topP=1.0 maxContinuations=1 modelProvider=OAI_TEXT_COMPLETION modelName= -url=http://localhost:5001 +url=http://cruncher4:5001 apiKey=