lm-lib: Merged with tp fork;

git-svn-id: svn://home0/lm-lib@3723 71dcc7fd-b1f2-4e5d-bb8e-274146e81173
2025-02-23 19:08:49 +00:00
parent c5ada1049d
commit 3c412077bb
13 changed files with 284 additions and 56 deletions
--- a/src/test/resources/llama3-local.properties
+++ b/src/test/resources/llama3-local.properties
@@ -9,3 +9,5 @@ modelProvider=OAI_TEXT_COMPLETION
 modelName=
 url=http://localhost:5001
 apiKey=
+cost1MInTokens=0
+cost1MOutTokens=0
--- a/src/test/resources/llama3.3-70b-azure.properties
+++ b/src/test/resources/llama3.3-70b-azure.properties
@@ -0,0 +1,13 @@
+prompts=
+tokenEncoding=cl100k_base
+maxTokens=1500
+maxContextLength=32767
+temperature=0.2
+topP=1.0
+maxContinuations=1
+modelProvider=AZURE_AI
+modelName=Llama-3.3-70B-Instruct
+url=XXX
+apiKey=XXX
+cost1MInTokens=0.71
+cost1MOutTokens=0.71