vectorstore
This commit is contained in:
@@ -49,6 +49,7 @@ public class ExpansionQueryAdvisor implements BaseAdvisor {
|
|||||||
public static ExpansionQueryAdvisorBuilder builder(ChatModel chatModel, RagExpansionProperties props) {
|
public static ExpansionQueryAdvisorBuilder builder(ChatModel chatModel, RagExpansionProperties props) {
|
||||||
return new ExpansionQueryAdvisorBuilder().chatClient(ChatClient.builder(chatModel)
|
return new ExpansionQueryAdvisorBuilder().chatClient(ChatClient.builder(chatModel)
|
||||||
.defaultOptions(OpenAiChatOptions.builder()
|
.defaultOptions(OpenAiChatOptions.builder()
|
||||||
|
.model(props.model())
|
||||||
.temperature(props.temperature())
|
.temperature(props.temperature())
|
||||||
.topP(props.topP())
|
.topP(props.topP())
|
||||||
.frequencyPenalty(props.repeatPenalty() - 1.0) // Ollama repeatPenalty 1.0 -> frequencyPenalty 0.0
|
.frequencyPenalty(props.repeatPenalty() - 1.0) // Ollama repeatPenalty 1.0 -> frequencyPenalty 0.0
|
||||||
|
|||||||
@@ -8,5 +8,6 @@ public record RagExpansionProperties(
|
|||||||
@DefaultValue("0.0") double temperature,
|
@DefaultValue("0.0") double temperature,
|
||||||
@DefaultValue("1") int topK,
|
@DefaultValue("1") int topK,
|
||||||
@DefaultValue("0.1") double topP,
|
@DefaultValue("0.1") double topP,
|
||||||
@DefaultValue("1.0") double repeatPenalty
|
@DefaultValue("1.0") double repeatPenalty,
|
||||||
|
@DefaultValue("llama-3.3-70b-versatile") String model
|
||||||
) {}
|
) {}
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
spring.application.name=rag-service
|
spring.application.name=rag-service
|
||||||
|
|
||||||
# --- LLM Provider: Groq (OpenAI-compatible API) ---
|
# --- LLM Provider: Groq (OpenAI-compatible API) ---
|
||||||
spring.ai.openai.base-url=${SPRING_AI_OPENAI_BASE_URL:https://api.groq.com/openai/v1}
|
spring.ai.openai.base-url=${SPRING_AI_OPENAI_BASE_URL:https://api.groq.com/openai}
|
||||||
spring.ai.openai.api-key=${SPRING_AI_OPENAI_API_KEY:}
|
spring.ai.openai.api-key=${SPRING_AI_OPENAI_API_KEY:}
|
||||||
spring.ai.openai.chat.model=${SPRING_AI_OPENAI_CHAT_MODEL:llama-3.3-70b-versatile}
|
spring.ai.openai.chat.model=${SPRING_AI_OPENAI_CHAT_MODEL:llama-3.3-70b-versatile}
|
||||||
spring.jpa.hibernate.ddl-auto=update
|
spring.jpa.hibernate.ddl-auto=update
|
||||||
|
|||||||
Reference in New Issue
Block a user