AI rule node: add frequency penalty for the models that support it
This commit is contained in:
parent
72db8f9823
commit
dfe4dea436
@ -61,6 +61,7 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
.modelName(modelConfig.modelId())
|
.modelName(modelConfig.modelId())
|
||||||
.temperature(modelConfig.temperature())
|
.temperature(modelConfig.temperature())
|
||||||
.topP(modelConfig.topP())
|
.topP(modelConfig.topP())
|
||||||
|
.frequencyPenalty(modelConfig.frequencyPenalty())
|
||||||
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
||||||
.maxRetries(modelConfig.maxRetries())
|
.maxRetries(modelConfig.maxRetries())
|
||||||
.build();
|
.build();
|
||||||
@ -74,6 +75,7 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
.deploymentName(modelConfig.modelId())
|
.deploymentName(modelConfig.modelId())
|
||||||
.temperature(modelConfig.temperature())
|
.temperature(modelConfig.temperature())
|
||||||
.topP(modelConfig.topP())
|
.topP(modelConfig.topP())
|
||||||
|
.frequencyPenalty(modelConfig.frequencyPenalty())
|
||||||
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
||||||
.maxRetries(modelConfig.maxRetries())
|
.maxRetries(modelConfig.maxRetries())
|
||||||
.build();
|
.build();
|
||||||
@ -88,6 +90,7 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
.temperature(modelConfig.temperature())
|
.temperature(modelConfig.temperature())
|
||||||
.topP(modelConfig.topP())
|
.topP(modelConfig.topP())
|
||||||
.topK(modelConfig.topK())
|
.topK(modelConfig.topK())
|
||||||
|
.frequencyPenalty(modelConfig.frequencyPenalty())
|
||||||
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
||||||
.maxRetries(modelConfig.maxRetries())
|
.maxRetries(modelConfig.maxRetries())
|
||||||
.build();
|
.build();
|
||||||
@ -153,6 +156,9 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
if (modelConfig.topK() != null) {
|
if (modelConfig.topK() != null) {
|
||||||
generationConfigBuilder.setTopK(modelConfig.topK());
|
generationConfigBuilder.setTopK(modelConfig.topK());
|
||||||
}
|
}
|
||||||
|
if (modelConfig.frequencyPenalty() != null) {
|
||||||
|
generationConfigBuilder.setFrequencyPenalty(modelConfig.frequencyPenalty().floatValue());
|
||||||
|
}
|
||||||
var generationConfig = generationConfigBuilder.build();
|
var generationConfig = generationConfigBuilder.build();
|
||||||
|
|
||||||
// construct generative model instance
|
// construct generative model instance
|
||||||
@ -177,6 +183,7 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
.modelName(modelConfig.modelId())
|
.modelName(modelConfig.modelId())
|
||||||
.temperature(modelConfig.temperature())
|
.temperature(modelConfig.temperature())
|
||||||
.topP(modelConfig.topP())
|
.topP(modelConfig.topP())
|
||||||
|
.frequencyPenalty(modelConfig.frequencyPenalty())
|
||||||
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
||||||
.maxRetries(modelConfig.maxRetries())
|
.maxRetries(modelConfig.maxRetries())
|
||||||
.build();
|
.build();
|
||||||
@ -232,6 +239,7 @@ class Langchain4jChatModelConfigurerImpl implements Langchain4jChatModelConfigur
|
|||||||
.modelName(modelConfig.modelId())
|
.modelName(modelConfig.modelId())
|
||||||
.temperature(modelConfig.temperature())
|
.temperature(modelConfig.temperature())
|
||||||
.topP(modelConfig.topP())
|
.topP(modelConfig.topP())
|
||||||
|
.frequencyPenalty(modelConfig.frequencyPenalty())
|
||||||
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
.timeout(toDuration(modelConfig.timeoutSeconds()))
|
||||||
.maxRetries(modelConfig.maxRetries())
|
.maxRetries(modelConfig.maxRetries())
|
||||||
.build();
|
.build();
|
||||||
|
|||||||
@ -31,6 +31,7 @@ public record AzureOpenAiChatModel(
|
|||||||
String modelId,
|
String modelId,
|
||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<AzureOpenAiChatModel.Config> {}
|
) implements AiChatModelConfig<AzureOpenAiChatModel.Config> {}
|
||||||
|
|||||||
@ -31,6 +31,7 @@ public record GitHubModelsChatModel(
|
|||||||
String modelId,
|
String modelId,
|
||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<GitHubModelsChatModel.Config> {}
|
) implements AiChatModelConfig<GitHubModelsChatModel.Config> {}
|
||||||
|
|||||||
@ -32,6 +32,7 @@ public record GoogleAiGeminiChatModel(
|
|||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
Integer topK,
|
Integer topK,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<GoogleAiGeminiChatModel.Config> {}
|
) implements AiChatModelConfig<GoogleAiGeminiChatModel.Config> {}
|
||||||
|
|||||||
@ -32,6 +32,7 @@ public record GoogleVertexAiGeminiChatModel(
|
|||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
Integer topK,
|
Integer topK,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<GoogleVertexAiGeminiChatModel.Config> {}
|
) implements AiChatModelConfig<GoogleVertexAiGeminiChatModel.Config> {}
|
||||||
|
|||||||
@ -31,6 +31,7 @@ public record MistralAiChatModel(
|
|||||||
String modelId,
|
String modelId,
|
||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<MistralAiChatModel.Config> {}
|
) implements AiChatModelConfig<MistralAiChatModel.Config> {}
|
||||||
|
|||||||
@ -31,6 +31,7 @@ public record OpenAiChatModel(
|
|||||||
String modelId,
|
String modelId,
|
||||||
Double temperature,
|
Double temperature,
|
||||||
Double topP,
|
Double topP,
|
||||||
|
Double frequencyPenalty,
|
||||||
Integer timeoutSeconds,
|
Integer timeoutSeconds,
|
||||||
Integer maxRetries
|
Integer maxRetries
|
||||||
) implements AiChatModelConfig<OpenAiChatModel.Config> {}
|
) implements AiChatModelConfig<OpenAiChatModel.Config> {}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user