Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
dbeaver/pro#1389 GPT limits remove
  • Loading branch information
serge-rider committed Mar 7, 2023
1 parent 130264a commit f13e8b5
Show file tree
Hide file tree
Showing 2 changed files with 22 additions and 12 deletions.
Expand Up @@ -267,7 +267,11 @@ private static DBPPreferenceStore getPreferenceStore() {
private static CompletionRequest createCompletionRequest(@NotNull String request) throws DBException {
int maxTokens = GPT_MODEL_MAX_TOKENS;
Double temperature = getPreferenceStore().getDouble(GPTConstants.GPT_MODEL_TEMPERATURE);
String model = getPreferenceStore().getString(GPTConstants.GPT_MODEL);
String modelId = getPreferenceStore().getString(GPTConstants.GPT_MODEL);
GPTModel model = CommonUtils.isEmpty(modelId) ? null : GPTModel.getByName(modelId);
if (model == null) {
model = GPTModel.TEXT_DAVINCI02;
}
CompletionRequest.CompletionRequestBuilder builder = CompletionRequest.builder().prompt(request);

// int maxChoices = getPreferenceStore().getInt(AICompletionConstants.AI_COMPLETION_MAX_CHOICES);
Expand All @@ -281,11 +285,11 @@ private static CompletionRequest createCompletionRequest(@NotNull String request

return builder
.temperature(temperature)
.maxTokens(maxTokens)
//.maxTokens(maxTokens)
.frequencyPenalty(0.0)
.presencePenalty(0.0)
.stop(List.of("#", ";"))
.model(model)
.model(modelId)
//.echo(true)
.build();
}
Expand Down
Expand Up @@ -22,16 +22,17 @@
import java.util.Optional;

public enum GPTModel {
CODE_CUSHMAN("code-cushman-001"),
CODE_DAVINCI("code-davinci-002"),
TEXT_ADA("text-ada-001"),
TEXT_CURIE("text-curie-001"),
TEXT_BABBAGE("text-babbage-001"),
TEXT_DAVINCI01("text-davinci-003"),
TEXT_DAVINCI02("text-davinci-002"),
TEXT_DAVINCI03("text-davinci-001");
CODE_CUSHMAN("code-cushman-001", 2048),
CODE_DAVINCI("code-davinci-002", 2048),
TEXT_ADA("text-ada-001", 2048),
TEXT_CURIE("text-curie-001", 2048),
TEXT_BABBAGE("text-babbage-001", 2048),
TEXT_DAVINCI01("text-davinci-003", 4096),
TEXT_DAVINCI02("text-davinci-002", 4096),
TEXT_DAVINCI03("text-davinci-001", 2048);

private final String name;
private final int maxTokens;

/**
* Gets GPT model by name
Expand All @@ -42,8 +43,13 @@ public static GPTModel getByName(@NotNull String name) {
return model.orElse(CODE_DAVINCI);
}

GPTModel(String name) {
GPTModel(String name, int maxTokens) {
this.name = name;
this.maxTokens = maxTokens;
}

public int getMaxTokens() {
return maxTokens;
}

public String getName() {
Expand Down

0 comments on commit f13e8b5

Please sign in to comment.