mirror of
https://github.com/sourcegraph/sourcegraph.git
synced 2026-02-06 12:51:55 +00:00
chore(local): add dotcom-cody-e2e commandset (#63548)
Related to https://github.com/sourcegraph/cody/pull/4643 ~Still stuck on https://sourcegraph.slack.com/archives/C01CSS3TC75/p1719502918899479, waiting on an answer about that.~ EDIT: Not all LLM tokens are in the secrets, but the anthropic one is there, allowing this to move forward. ## Test plan Locally tested with the aforementioned PR
This commit is contained in:
Jean-Hadrien Chabran
GitHub
parent
e7656e55ed
commit
c41f19a809
119
sg.config.yaml
119
sg.config.yaml
@ -289,17 +289,17 @@ commands:
|
||||
- internal
|
||||
- cmd/worker
|
||||
|
||||
cody-gateway:
|
||||
cmd: |
|
||||
cody-gateway: &cody-gateway-defaults
|
||||
cmd: &cody-gateway-cmd |
|
||||
.bin/cody-gateway
|
||||
install: |
|
||||
install: &cody-gateway-install |
|
||||
if [ -n "$DELVE" ]; then
|
||||
export GCFLAGS='all=-N -l'
|
||||
fi
|
||||
|
||||
go build -gcflags="$GCFLAGS" -o .bin/cody-gateway github.com/sourcegraph/sourcegraph/cmd/cody-gateway
|
||||
checkBinary: .bin/cody-gateway
|
||||
env:
|
||||
checkBinary: &cody-gateway-checkBinary .bin/cody-gateway
|
||||
env: &cody-gateway-env
|
||||
SRC_LOG_LEVEL: info
|
||||
# Enables metrics in dev via debugserver
|
||||
SRC_PROF_HTTP: '127.0.0.1:6098'
|
||||
@ -322,18 +322,67 @@ commands:
|
||||
SAMS_URL: https://accounts.sgdev.org
|
||||
# Connect to Enterprise Portal running locally
|
||||
CODY_GATEWAY_ENTERPRISE_PORTAL_URL: http://localhost:6081
|
||||
externalSecrets:
|
||||
externalSecrets: &cody-gateway-externalSecrets
|
||||
SAMS_CLIENT_ID:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_ID
|
||||
SAMS_CLIENT_SECRET:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET
|
||||
watch:
|
||||
watch: &cody-gateway-watch
|
||||
- lib
|
||||
- internal
|
||||
- cmd/cody-gateway
|
||||
|
||||
cody-gateway-local-e2e:
|
||||
cmd: *cody-gateway-cmd
|
||||
install: *cody-gateway-install
|
||||
checkBinary: *cody-gateway-checkBinary
|
||||
watch: *cody-gateway-watch
|
||||
env: # we can't use anchors here, because we're *removing* fields, which wouldn't work with a YAML override.
|
||||
SRC_LOG_LEVEL: info
|
||||
# Enables metrics in dev via debugserver
|
||||
SRC_PROF_HTTP: '127.0.0.1:6098'
|
||||
CODY_GATEWAY_ALLOW_ANONYMOUS: true
|
||||
CODY_GATEWAY_DIAGNOSTICS_SECRET: sekret
|
||||
# Default site-admin user's token, created by `sg db default-site-admin`
|
||||
CODY_GATEWAY_DOTCOM_ACCESS_TOKEN: 'sgp_local_f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0'
|
||||
CODY_GATEWAY_SOURCEGRAPH_EMBEDDINGS_API_TOKEN: sgp_local_f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0
|
||||
CODY_GATEWAY_DOTCOM_API_URL: https://sourcegraph.test:3443/.api/graphql
|
||||
|
||||
# Connect to services that require SAMS M2M http://go/sams-m2m
|
||||
SAMS_URL: https://accounts.sgdev.org
|
||||
# Connect to Enterprise Portal running locally
|
||||
CODY_GATEWAY_ENTERPRISE_PORTAL_URL: http://localhost:6081
|
||||
|
||||
externalSecrets: # same here
|
||||
# SAMS
|
||||
SAMS_CLIENT_ID:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_ID
|
||||
SAMS_CLIENT_SECRET:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET
|
||||
|
||||
# Uses a separate Anthropic account, see 1Password
|
||||
# https://start.1password.com/open/i?a=HEDEDSLHPBFGRBTKAKJWE23XX4&v=dnrhbauihkhjs5ag6vszsme45a&i=mr6paob2rlmxp7fgrx6gdr3l7e&h=team-sourcegraph.1password.com
|
||||
CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN
|
||||
# LLM Tokens
|
||||
#
|
||||
# 🚧 TODO(@jhchabran), Waiting on: https://sourcegraph.slack.com/archives/C01CSS3TC75/p1719502918899479
|
||||
#
|
||||
# CODY_GATEWAY_OPENAI_ACCESS_TOKEN:
|
||||
# project: sourcegraph-local-dev
|
||||
# name: SG_LOCAL_DEV_CODY_GATEWAY_OPENAI_ACCESS_TOKEN
|
||||
# CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN:
|
||||
# project: sourcegraph-local-dev
|
||||
# name: SG_LOCAL_DEV_CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN
|
||||
# CODY_GATEWAY_GOOGLE_ACCESS_TOKEN:
|
||||
# project: sourcegraph-local-dev
|
||||
# name: SG_LOCAL_DEV_CODY_GATEWAY_GOOGLE_ACCESS_TOKEN
|
||||
|
||||
telemetry-gateway:
|
||||
cmd: |
|
||||
# Telemetry Gateway needs this to parse and validate incoming license keys.
|
||||
@ -1075,36 +1124,8 @@ bazelCommands:
|
||||
BLOBSTORE_DATA_DIR: $HOME/.sourcegraph-dev/data/blobstore-go
|
||||
cody-gateway:
|
||||
target: //cmd/cody-gateway
|
||||
env:
|
||||
SRC_LOG_LEVEL: info
|
||||
# Enables metrics in dev via debugserver
|
||||
SRC_PROF_HTTP: '127.0.0.1:6098'
|
||||
# Set in override if you want to test local Cody Gateway: https://docs-legacy.sourcegraph.com/dev/how-to/cody_gateway
|
||||
CODY_GATEWAY_DOTCOM_ACCESS_TOKEN: ''
|
||||
CODY_GATEWAY_DOTCOM_API_URL: https://sourcegraph.test:3443/.api/graphql
|
||||
CODY_GATEWAY_ALLOW_ANONYMOUS: true
|
||||
CODY_GATEWAY_DIAGNOSTICS_SECRET: sekret
|
||||
# Set in 'sg.config.overwrite.yaml' if you want to test upstream
|
||||
# integrations from local Cody Gateway:
|
||||
# Entitle: https://app.entitle.io/request?data=eyJkdXJhdGlvbiI6IjIxNjAwIiwianVzdGlmaWNhdGlvbiI6IldSSVRFIEpVU1RJRklDQVRJT04gSEVSRSIsInJvbGVJZHMiOlt7ImlkIjoiYjhmYTk2NzgtNDExZC00ZmU1LWE2NDYtMzY4Y2YzYzUwYjJlIiwidGhyb3VnaCI6ImI4ZmE5Njc4LTQxMWQtNGZlNS1hNjQ2LTM2OGNmM2M1MGIyZSIsInR5cGUiOiJyb2xlIn1dfQ%3D%3D
|
||||
# GSM: https://console.cloud.google.com/security/secret-manager?project=cody-gateway-dev
|
||||
CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN: sekret
|
||||
CODY_GATEWAY_OPENAI_ACCESS_TOKEN: sekret
|
||||
CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN: sekret
|
||||
CODY_GATEWAY_SOURCEGRAPH_EMBEDDINGS_API_TOKEN: sekret
|
||||
CODY_GATEWAY_GOOGLE_ACCESS_TOKEN: sekret
|
||||
# Connect to services that require SAMS M2M http://go/sams-m2m
|
||||
SAMS_URL: https://accounts.sgdev.org
|
||||
# Connect to Enterprise Portal running locally
|
||||
CODY_GATEWAY_ENTERPRISE_PORTAL_URL: http://localhost:6081
|
||||
externalSecrets:
|
||||
SAMS_CLIENT_ID:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_ID
|
||||
SAMS_CLIENT_SECRET:
|
||||
project: sourcegraph-local-dev
|
||||
name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET
|
||||
|
||||
env: *cody-gateway-env
|
||||
externalSecrets: *cody-gateway-externalSecrets
|
||||
docsite:
|
||||
runTarget: //doc:serve
|
||||
searcher:
|
||||
@ -1423,7 +1444,7 @@ commandsets:
|
||||
# additional connections.
|
||||
EXTSVC_CONFIG_FILE: ''
|
||||
|
||||
dotcom:
|
||||
dotcom: &dotcom-defaults
|
||||
# This is 95% the enterprise runset, with the addition of Cody Gateway.
|
||||
checks:
|
||||
- docker
|
||||
@ -1453,6 +1474,28 @@ commandsets:
|
||||
env:
|
||||
SOURCEGRAPHDOTCOM_MODE: true
|
||||
|
||||
dotcom-cody-e2e:
|
||||
<<: *dotcom-defaults
|
||||
commands:
|
||||
- cody-gateway-local-e2e # Replaces cody-gateway, the rest is just a dup of remaining commands.
|
||||
- frontend
|
||||
- worker
|
||||
- repo-updater
|
||||
- web
|
||||
- gitserver-0
|
||||
- gitserver-1
|
||||
- searcher
|
||||
- symbols
|
||||
- caddy
|
||||
- syntax-highlighter
|
||||
- zoekt-index-0
|
||||
- zoekt-index-1
|
||||
- zoekt-web-0
|
||||
- zoekt-web-1
|
||||
- blobstore
|
||||
- embeddings
|
||||
- enterprise-portal # required by Cody Gateway
|
||||
|
||||
codeintel-bazel: &codeintel_bazel_set
|
||||
checks:
|
||||
- docker
|
||||
|
||||
Loading…
Reference in New Issue
Block a user