model to builder
This commit is contained in:
@@ -50,6 +50,7 @@ public class RagApplication {
|
|||||||
SimpleLoggerAdvisor.builder().order(4).build()
|
SimpleLoggerAdvisor.builder().order(4).build()
|
||||||
)
|
)
|
||||||
.defaultOptions(OpenAiChatOptions.builder()
|
.defaultOptions(OpenAiChatOptions.builder()
|
||||||
|
.model(ragDefaults.model())
|
||||||
.temperature(ragDefaults.temperature())
|
.temperature(ragDefaults.temperature())
|
||||||
.topP(ragDefaults.topP())
|
.topP(ragDefaults.topP())
|
||||||
.frequencyPenalty(ragDefaults.repeatPenalty() - 1.0) // Ollama repeatPenalty 1.1 -> frequencyPenalty 0.1
|
.frequencyPenalty(ragDefaults.repeatPenalty() - 1.0) // Ollama repeatPenalty 1.1 -> frequencyPenalty 0.1
|
||||||
|
|||||||
@@ -11,5 +11,6 @@ public record RagDefaultsProperties(
|
|||||||
@DefaultValue("0.3") double temperature,
|
@DefaultValue("0.3") double temperature,
|
||||||
@DefaultValue("1.1") double repeatPenalty,
|
@DefaultValue("1.1") double repeatPenalty,
|
||||||
@DefaultValue("2") int searchTopK,
|
@DefaultValue("2") int searchTopK,
|
||||||
@DefaultValue("0.3") double similarityThreshold
|
@DefaultValue("0.3") double similarityThreshold,
|
||||||
|
@DefaultValue("llama-3.3-70b-versatile") String model
|
||||||
) {}
|
) {}
|
||||||
Reference in New Issue
Block a user