artin/sourcegraph
1
0
Fork 0
mirror of https://github.com/sourcegraph/sourcegraph.git synced 2026-02-06 17:31:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(cody-gateway): Disable flagging Google requests (#63295)

Browse Source 
- Fixes https://github.com/sourcegraph/sourcegraph/issues/63294

This PR turns off flagging for all Google models entirely.

## Test plan

Not tested yet.
This commit is contained in:
David Veszelovszki 2024-06-17 18:16:32 +02:00 committed by GitHub
parent 8c83b5f55b
commit 7452324ea5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
cmd/cody-gateway/internal/httpapi/completions/google.go
View File

@ -77,16 +77,9 @@ func (*GoogleHandlerMethods) validateRequest(_ context.Context, _ log.Logger, fe
return nil
}
func (g *GoogleHandlerMethods) shouldFlagRequest(_ context.Context, _ log.Logger, req googleRequest) (*flaggingResult, error) {
result, err := isFlaggedRequest(
nil, // tokenizer, meaning token counts aren't considered when for flagging consideration.
flaggingRequest{
ModelName: req.Model,
FlattenedPrompt: req.BuildPrompt(),
MaxTokens: int(req.GenerationConfig.MaxOutputTokens),
},
makeFlaggingConfig(g.config.FlaggingConfig))
return result, err
func (g *GoogleHandlerMethods) shouldFlagRequest(_ context.Context, _ log.Logger, _ googleRequest) (*flaggingResult, error) {
// This entirely disables flagging for Google.
return nil, nil
}
// Used to modify the request body before it is sent to upstream.