From 025a603207d3fb6fefd599f48e675a4ebde6ae7f Mon Sep 17 00:00:00 2001 From: Philipp Spiess Date: Fri, 9 Feb 2024 11:51:25 +0100 Subject: [PATCH] Add Llama Code 13b to all PLG users and remove unused model conversation (#60332) --- .../dotcom/productsubscription/codygateway_dotcom_user.go | 1 + internal/completions/httpapi/codecompletion.go | 8 ++------ 2 files changed, 3 insertions(+), 6 deletions(-) diff --git a/cmd/frontend/internal/dotcom/productsubscription/codygateway_dotcom_user.go b/cmd/frontend/internal/dotcom/productsubscription/codygateway_dotcom_user.go index 424c90ec097..b53b003646d 100644 --- a/cmd/frontend/internal/dotcom/productsubscription/codygateway_dotcom_user.go +++ b/cmd/frontend/internal/dotcom/productsubscription/codygateway_dotcom_user.go @@ -374,6 +374,7 @@ func allowedModels(scope types.CompletionsFeature, isProUser bool) []string { "anthropic/claude-instant-1.2-cyan", "anthropic/claude-instant-1.2", "fireworks/starcoder", + "fireworks/" + fireworks.Llama213bCode, // TODO: Remove the specific model identifiers below when Cody Gateway for PLG was updated. "fireworks/" + fireworks.Starcoder16b, "fireworks/" + fireworks.Starcoder7b, diff --git a/internal/completions/httpapi/codecompletion.go b/internal/completions/httpapi/codecompletion.go index f05417e58ed..1e0b140237e 100644 --- a/internal/completions/httpapi/codecompletion.go +++ b/internal/completions/httpapi/codecompletion.go @@ -45,13 +45,9 @@ func NewCodeCompletionsHandler(logger log.Logger, db database.DB, test guardrail func allowedCustomModel(model string) string { switch model { - // These virtual model strings allow the server to choose the model. - // TODO: Remove the specific model identifiers below when Cody Gateway for PLG was updated. - case "fireworks/starcoder-16b": - return "fireworks/" + fireworks.Starcoder16b - case "fireworks/starcoder-7b": - return "fireworks/" + fireworks.Starcoder7b case "fireworks/starcoder", + "fireworks/starcoder-16b", + "fireworks/starcoder-7b", "fireworks/" + fireworks.Starcoder16b, "fireworks/" + fireworks.Starcoder7b, "fireworks/" + fireworks.Llama27bCode,