sourcegraph/sg.config.yaml

# Documentation for how to override sg configuration for local development:
# https://github.com/sourcegraph/sourcegraph/blob/main/doc/dev/background-information/sg/index.md#configuration
env:
  GITSERVER_MEMORY_OBSERVATION_ENABLED: 'true'
  PGPORT: 5432
  PGHOST: localhost
  PGUSER: sourcegraph
  PGPASSWORD: sourcegraph
  PGDATABASE: sourcegraph
  PGSSLMODE: disable
  SG_DEV_MIGRATE_ON_APPLICATION_STARTUP: 'true'
  INSECURE_DEV: true

  SRC_REPOS_DIR: $HOME/.sourcegraph/repos
  SRC_LOG_LEVEL: info
  SRC_LOG_FORMAT: condensed
  SRC_TRACE_LOG: false
  # Set this to true to show an iTerm link to the file:line where the log message came from
  SRC_LOG_SOURCE_LINK: false

  # Use two gitserver instances in local dev
  SRC_GIT_SERVER_1: 127.0.0.1:3501
  SRC_GIT_SERVER_2: 127.0.0.1:3502
  SRC_GIT_SERVERS: 127.0.0.1:3501 127.0.0.1:3502

  # Enable sharded indexed search mode:
  INDEXED_SEARCH_SERVERS: localhost:3070 localhost:3071

  GO111MODULE: 'on'

  DEPLOY_TYPE: dev

  SRC_HTTP_ADDR: ':3082'

  # I don't think we even need to set these?
  SEARCHER_URL: http://127.0.0.1:3181
  REPO_UPDATER_URL: http://127.0.0.1:3182
  REDIS_ENDPOINT: 127.0.0.1:6379
  SYMBOLS_URL: http://localhost:3184
  SRC_SYNTECT_SERVER: http://localhost:9238
  SRC_FRONTEND_INTERNAL: localhost:3090
  GRAFANA_SERVER_URL: http://localhost:3370
  PROMETHEUS_URL: http://localhost:9090
  JAEGER_SERVER_URL: http://localhost:16686

  SRC_DEVELOPMENT: 'true'
  SRC_PROF_HTTP: ''
  SRC_PROF_SERVICES: |
    [
      { "Name": "frontend", "Host": "127.0.0.1:6063" },
      { "Name": "gitserver-0", "Host": "127.0.0.1:3551" },
      { "Name": "gitserver-1", "Host": "127.0.0.1:3552" },
      { "Name": "searcher", "Host": "127.0.0.1:6069" },
      { "Name": "symbols", "Host": "127.0.0.1:6071" },
      { "Name": "repo-updater", "Host": "127.0.0.1:6074" },
      { "Name": "codeintel-worker", "Host": "127.0.0.1:6088" },
      { "Name": "worker", "Host": "127.0.0.1:6089" },
      { "Name": "worker-executors", "Host": "127.0.0.1:6996" },
      { "Name": "embeddings", "Host": "127.0.0.1:6099" },
      { "Name": "zoekt-index-0", "Host": "127.0.0.1:6072" },
      { "Name": "zoekt-index-1", "Host": "127.0.0.1:6073" },
      { "Name": "syntactic-code-intel-worker-0", "Host": "127.0.0.1:6075" },
      { "Name": "syntactic-code-intel-worker-1", "Host": "127.0.0.1:6076" },
      { "Name": "zoekt-web-0", "Host": "127.0.0.1:3070", "DefaultPath": "/debug/requests/" },
      { "Name": "zoekt-web-1", "Host": "127.0.0.1:3071", "DefaultPath": "/debug/requests/" }
    ]    
  # Settings/config
  SITE_CONFIG_FILE: ./dev/site-config.json
  SITE_CONFIG_ALLOW_EDITS: true
  GLOBAL_SETTINGS_FILE: ./dev/global-settings.json
  GLOBAL_SETTINGS_ALLOW_EDITS: true

  # Point codeintel to the `frontend` database in development
  CODEINTEL_PGPORT: $PGPORT
  CODEINTEL_PGHOST: $PGHOST
  CODEINTEL_PGUSER: $PGUSER
  CODEINTEL_PGPASSWORD: $PGPASSWORD
  CODEINTEL_PGDATABASE: $PGDATABASE
  CODEINTEL_PGSSLMODE: $PGSSLMODE
  CODEINTEL_PGDATASOURCE: $PGDATASOURCE
  CODEINTEL_PG_ALLOW_SINGLE_DB: true

  # Required for `frontend` and `web` commands
  SOURCEGRAPH_HTTPS_DOMAIN: sourcegraph.test
  SOURCEGRAPH_HTTPS_PORT: 3443

  # Required for `web` commands
  NODE_OPTIONS: '--max_old_space_size=8192'
  # Default `NODE_ENV` to `development`
  NODE_ENV: development

  # Required for codeintel object storage
  PRECISE_CODE_INTEL_UPLOAD_AWS_ENDPOINT: http://localhost:9000
  PRECISE_CODE_INTEL_UPLOAD_BACKEND: blobstore

  # Required for embeddings job upload
  EMBEDDINGS_UPLOAD_AWS_ENDPOINT: http://localhost:9000

  # Required for upload of search job results
  SEARCH_JOBS_UPLOAD_AWS_ENDPOINT: http://localhost:9000

  # Point code insights to the `frontend` database in development
  CODEINSIGHTS_PGPORT: $PGPORT
  CODEINSIGHTS_PGHOST: $PGHOST
  CODEINSIGHTS_PGUSER: $PGUSER
  CODEINSIGHTS_PGPASSWORD: $PGPASSWORD
  CODEINSIGHTS_PGDATABASE: $PGDATABASE
  CODEINSIGHTS_PGSSLMODE: $PGSSLMODE
  CODEINSIGHTS_PGDATASOURCE: $PGDATASOURCE

  # Disable code insights by default
  DB_STARTUP_TIMEOUT: 120s # codeinsights-db needs more time to start in some instances.
  DISABLE_CODE_INSIGHTS_HISTORICAL: true
  DISABLE_CODE_INSIGHTS: true

  # # OpenTelemetry in dev - use single http/json endpoint
  # OTEL_EXPORTER_OTLP_ENDPOINT: http://127.0.0.1:4318
  # OTEL_EXPORTER_OTLP_PROTOCOL: http/json

  # Enable gRPC Web UI for debugging
  GRPC_WEB_UI_ENABLED: 'true'

  # Enable full protobuf message logging when an internal error occurred
  SRC_GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_ENABLED: 'true'
  SRC_GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_JSON_TRUNCATION_SIZE_BYTES: '1KB'
  SRC_GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_HANDLING_MAX_MESSAGE_SIZE_BYTES: '100MB'
  ## zoekt-specific message logging
  GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_ENABLED: 'true'
  GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_JSON_TRUNCATION_SIZE_BYTES: '1KB'
  GRPC_INTERNAL_ERROR_LOGGING_LOG_PROTOBUF_MESSAGES_HANDLING_MAX_MESSAGE_SIZE_BYTES: '100MB'

  # Telemetry V2 export configuration. By default, this points to a test
  # instance (go/msp-ops/telemetry-gateway#dev). Set the following:
  #
  #   TELEMETRY_GATEWAY_EXPORTER_EXPORT_ADDR: 'http://127.0.0.1:6080'
  #
  # in 'sg.config.overwrite.yaml' to point to a locally running Telemetry
  # Gateway instead (via 'sg run telemetry-gateway')
  TELEMETRY_GATEWAY_EXPORTER_EXPORT_ADDR: "https://telemetry-gateway.sgdev.org:443"
  SRC_TELEMETRY_EVENTS_EXPORT_ALL: 'true'

  # By default, allow temporary edits to external services.
  EXTSVC_CONFIG_ALLOW_EDITS: true

commands:
  server:
    description: Run an all-in-one sourcegraph/server image
    cmd: ./dev/run-server-image.sh
    env:
      TAG: insiders
      CLEAN: 'true'
      DATA: '/tmp/sourcegraph-data'
      URL: 'http://localhost:7080'

  frontend:
    description: Frontend
    cmd: |
      # TODO: This should be fixed
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      # If EXTSVC_CONFIG_FILE is *unset*, set a default.
      export EXTSVC_CONFIG_FILE=${EXTSVC_CONFIG_FILE-'../dev-private/enterprise/dev/external-services-config.json'}

      .bin/frontend      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/frontend github.com/sourcegraph/sourcegraph/cmd/frontend      
    checkBinary: .bin/frontend
    env:
      CONFIGURATION_MODE: server
      USE_ENHANCED_LANGUAGE_DETECTION: false
      SITE_CONFIG_FILE: '../dev-private/enterprise/dev/site-config.json'
      SITE_CONFIG_ESCAPE_HATCH_PATH: '$HOME/.sourcegraph/site-config.json'
      # frontend processes need this to be so that the paths to the assets are rendered correctly
      WEB_BUILDER_DEV_SERVER: 1
    watch:
      - lib
      - internal
      - cmd/frontend

  gitserver-template: &gitserver_template
    cmd: .bin/gitserver
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/gitserver github.com/sourcegraph/sourcegraph/cmd/gitserver      
    checkBinary: .bin/gitserver
    env:
      HOSTNAME: 127.0.0.1:3178
    watch:
      - lib
      - internal
      - cmd/gitserver

  # This is only here to stay backwards-compatible with people's custom
  # `sg.config.overwrite.yaml` files
  gitserver:
    <<: *gitserver_template

  gitserver-0:
    <<: *gitserver_template
    env:
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3501
      GITSERVER_ADDR: 127.0.0.1:3501
      SRC_REPOS_DIR: $HOME/.sourcegraph/repos_1
      SRC_PROF_HTTP: 127.0.0.1:3551

  gitserver-1:
    <<: *gitserver_template
    env:
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3502
      GITSERVER_ADDR: 127.0.0.1:3502
      SRC_REPOS_DIR: $HOME/.sourcegraph/repos_2
      SRC_PROF_HTTP: 127.0.0.1:3552

  repo-updater:
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/repo-updater      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/repo-updater github.com/sourcegraph/sourcegraph/cmd/repo-updater      
    checkBinary: .bin/repo-updater
    watch:
      - lib
      - internal
      - cmd/repo-updater

  symbols:
    cmd: .bin/symbols
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi

      # Ensure scip-ctags-dev is installed to avoid prompting the user to
      # install it manually.
      if [ ! -f $(./dev/scip-ctags-install.sh which) ]; then
        ./dev/scip-ctags-install.sh
      fi

      go build -gcflags="$GCFLAGS" -o .bin/symbols github.com/sourcegraph/sourcegraph/cmd/symbols      
    checkBinary: .bin/symbols
    env:
      CTAGS_COMMAND: dev/universal-ctags-dev
      SCIP_CTAGS_COMMAND: dev/scip-ctags-dev
      CTAGS_PROCESSES: 2
      USE_ROCKSKIP: 'false'
    watch:
      - lib
      - internal
      - cmd/symbols

  embeddings:
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/embeddings      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi

      go build -gcflags="$GCFLAGS" -o .bin/embeddings github.com/sourcegraph/sourcegraph/cmd/embeddings      
    checkBinary: .bin/embeddings
    watch:
      - lib
      - internal
      - cmd/embeddings
      - internal/embeddings

  worker:
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/worker      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/worker github.com/sourcegraph/sourcegraph/cmd/worker      
    checkBinary: .bin/worker
    watch:
      - lib
      - internal
      - cmd/worker

  cody-gateway: &cody-gateway-defaults
    cmd: &cody-gateway-cmd |
      .bin/cody-gateway      
    install: &cody-gateway-install |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi

      go build -gcflags="$GCFLAGS" -o .bin/cody-gateway github.com/sourcegraph/sourcegraph/cmd/cody-gateway      
    checkBinary: &cody-gateway-checkBinary .bin/cody-gateway
    env: &cody-gateway-env
      SRC_LOG_LEVEL: info
      # Enables metrics in dev via debugserver
      SRC_PROF_HTTP: '127.0.0.1:6098'
      # Set in 'sg.config.overwrite.yaml' if you want to test local Cody Gateway:
      # https://docs-legacy.sourcegraph.com/dev/how-to/cody_gateway
      CODY_GATEWAY_DOTCOM_ACCESS_TOKEN: ''
      CODY_GATEWAY_DOTCOM_API_URL: https://sourcegraph.test:3443/.api/graphql
      CODY_GATEWAY_ALLOW_ANONYMOUS: true
      CODY_GATEWAY_DIAGNOSTICS_SECRET: sekret
      # Set in 'sg.config.overwrite.yaml' if you want to test upstream
      # integrations from local Cody Gateway:
      # Entitle: https://app.entitle.io/request?data=eyJkdXJhdGlvbiI6IjIxNjAwIiwianVzdGlmaWNhdGlvbiI6IldSSVRFIEpVU1RJRklDQVRJT04gSEVSRSIsInJvbGVJZHMiOlt7ImlkIjoiYjhmYTk2NzgtNDExZC00ZmU1LWE2NDYtMzY4Y2YzYzUwYjJlIiwidGhyb3VnaCI6ImI4ZmE5Njc4LTQxMWQtNGZlNS1hNjQ2LTM2OGNmM2M1MGIyZSIsInR5cGUiOiJyb2xlIn1dfQ%3D%3D
      # GSM: https://console.cloud.google.com/security/secret-manager?project=cody-gateway-dev
      CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN: sekret
      CODY_GATEWAY_OPENAI_ACCESS_TOKEN: sekret
      CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN: sekret
      CODY_GATEWAY_SOURCEGRAPH_EMBEDDINGS_API_TOKEN: sekret
      CODY_GATEWAY_GOOGLE_ACCESS_TOKEN: sekret
      # Connect to services that require SAMS M2M http://go/sams-m2m
      SAMS_URL: https://accounts.sgdev.org
      # Connect to Enterprise Portal running locally
      CODY_GATEWAY_ENTERPRISE_PORTAL_URL: http://localhost:6081
    externalSecrets: &cody-gateway-externalSecrets
      SAMS_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_ID
      SAMS_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET
    watch: &cody-gateway-watch
      - lib
      - internal
      - cmd/cody-gateway

  cody-gateway-local-e2e:
    cmd: *cody-gateway-cmd
    install: *cody-gateway-install
    checkBinary: *cody-gateway-checkBinary
    watch: *cody-gateway-watch
    env: # we can't use anchors here, because we're *removing* fields, which wouldn't work with a YAML override.
      SRC_LOG_LEVEL: info
      # Enables metrics in dev via debugserver
      SRC_PROF_HTTP: '127.0.0.1:6098'
      CODY_GATEWAY_ALLOW_ANONYMOUS: true
      CODY_GATEWAY_DIAGNOSTICS_SECRET: sekret
      # Default site-admin user's token, created by `sg db default-site-admin`
      CODY_GATEWAY_DOTCOM_ACCESS_TOKEN: 'sgp_local_f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0'
      CODY_GATEWAY_SOURCEGRAPH_EMBEDDINGS_API_TOKEN: sgp_local_f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0f0
      CODY_GATEWAY_DOTCOM_API_URL: https://sourcegraph.test:3443/.api/graphql

      # Connect to services that require SAMS M2M http://go/sams-m2m
      SAMS_URL: https://accounts.sgdev.org
      # Connect to Enterprise Portal running locally
      CODY_GATEWAY_ENTERPRISE_PORTAL_URL: http://localhost:6081

    externalSecrets: # same here
      # SAMS
      SAMS_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_ID
      SAMS_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET

      # Uses a separate Anthropic account, see 1Password
      # https://start.1password.com/open/i?a=HEDEDSLHPBFGRBTKAKJWE23XX4&v=dnrhbauihkhjs5ag6vszsme45a&i=mr6paob2rlmxp7fgrx6gdr3l7e&h=team-sourcegraph.1password.com
      CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_CODY_GATEWAY_ANTHROPIC_ACCESS_TOKEN
      # LLM Tokens
      #
      # 🚧 TODO(@jhchabran), Waiting on: https://sourcegraph.slack.com/archives/C01CSS3TC75/p1719502918899479
      #
      # CODY_GATEWAY_OPENAI_ACCESS_TOKEN:
      #   project: sourcegraph-local-dev
      #   name: SG_LOCAL_DEV_CODY_GATEWAY_OPENAI_ACCESS_TOKEN
      # CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN:
      #   project: sourcegraph-local-dev
      #   name: SG_LOCAL_DEV_CODY_GATEWAY_FIREWORKS_ACCESS_TOKEN
      # CODY_GATEWAY_GOOGLE_ACCESS_TOKEN:
      #   project: sourcegraph-local-dev
      #   name: SG_LOCAL_DEV_CODY_GATEWAY_GOOGLE_ACCESS_TOKEN

  telemetry-gateway:
    cmd: |
      # Telemetry Gateway needs this to parse and validate incoming license keys.
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/telemetry-gateway      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/telemetry-gateway github.com/sourcegraph/sourcegraph/cmd/telemetry-gateway      
    checkBinary: .bin/telemetry-gateway
    env:
      PORT: '6080'
      DIAGNOSTICS_SECRET: sekret
      TELEMETRY_GATEWAY_EVENTS_PUBSUB_ENABLED: false
      SRC_LOG_LEVEL: info
      GRPC_WEB_UI_ENABLED: true
      # Set for convenience - use real values in sg.config.overwrite.yaml if you
      # are interacting with RPCs that enforce SAMS M2M auth. See
      # https://github.com/sourcegraph/accounts.sourcegraph.com/wiki/Operators-Cheat-Sheet#create-a-new-idp-client
      TELEMETRY_GATEWAY_SAMS_CLIENT_ID: 'foo'
      TELEMETRY_GATEWAY_SAMS_CLIENT_SECRET: 'bar'
    watch:
      - lib
      - internal
      - cmd/telemetry-gateway
      - internal/telemetrygateway

  pings:
    cmd: |
      .bin/pings      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi

      go build -gcflags="$GCFLAGS" -o .bin/pings github.com/sourcegraph/sourcegraph/cmd/pings      
    checkBinary: .bin/pings
    env:
      PORT: '6080'
      SRC_LOG_LEVEL: info
      DIAGNOSTICS_SECRET: 'lifeisgood'
      PINGS_PUBSUB_PROJECT_ID: 'telligentsourcegraph'
      PINGS_PUBSUB_TOPIC_ID: 'server-update-checks-test'
      HUBSPOT_ACCESS_TOKEN: ''
      # Enables metrics in dev via debugserver
      SRC_PROF_HTTP: '127.0.0.1:7011'
    watch:
      - lib
      - internal
      - cmd/pings

  msp-example:
    cmd: .bin/msp-example
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/msp-example github.com/sourcegraph/sourcegraph/cmd/msp-example      
    checkBinary: .bin/msp-example
    env:
      PORT: '9080'
      DIAGNOSTICS_SECRET: sekret
      SRC_LOG_LEVEL: debug
      STATELESS_MODE: 'true'
    watch:
      - cmd/msp-example
      - lib/managedservicesplatform

  enterprise-portal:
    cmd: |
      export PGDSN="postgres://$PGUSER:$PGPASSWORD@$PGHOST:$PGPORT/{{ .Database }}?sslmode=$PGSSLMODE"
      # Connect to local development database, with the assumption that it will
      # have dotcom database tables.
      export DOTCOM_PGDSN_OVERRIDE="postgres://$PGUSER:$PGPASSWORD@$PGHOST:$PGPORT/$PGDATABASE?sslmode=$PGSSLMODE"
      # Enterprise Portal is responsible for generating license keys.
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/enterprise-portal      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/enterprise-portal github.com/sourcegraph/sourcegraph/cmd/enterprise-portal
      # Ensure the "msp_iam" database exists (PostgreSQL has no "IF NOT EXISTS" option).
      createdb -h $PGHOST -p $PGPORT -U $PGUSER msp_iam || true
      # HACK: Forcibly handle a migration that GORM doesn't seem to handle right
      psql -h $PGHOST -p $PGPORT -U $PGUSER -d $PGDATABASE \
        -c 'ALTER TABLE enterprise_portal_subscriptions ALTER COLUMN id TYPE uuid USING id::uuid;' || true      
    checkBinary: .bin/enterprise-portal
    env:
      PORT: '6081'
      DIAGNOSTICS_SECRET: sekret
      SRC_LOG_LEVEL: debug
      GRPC_WEB_UI_ENABLED: 'true'
      ENVIRONMENT_ID: local
      # Connects to local database, so include all licenses from local DB
      DOTCOM_INCLUDE_PRODUCTION_LICENSES: 'true'
      # Used for authentication
      SAMS_URL: https://accounts.sgdev.org
      REDIS_HOST: localhost
      REDIS_PORT: 6379
    externalSecrets:
      ENTERPRISE_PORTAL_SAMS_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_ID
      ENTERPRISE_PORTAL_SAMS_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET
    watch:
      - lib
      - cmd/enterprise-portal

  searcher:
    cmd: .bin/searcher
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/searcher github.com/sourcegraph/sourcegraph/cmd/searcher      
    checkBinary: .bin/searcher
    watch:
      - lib
      - internal
      - cmd/searcher

  caddy:
    ignoreStdout: true
    ignoreStderr: true
    cmd: .bin/caddy_${CADDY_VERSION} run --watch --config=${CADDY_FILE:-dev/Caddyfile}
    install_func: installCaddy
    env:
      CADDY_VERSION: 2.7.3

  web:
    description: Enterprise version of the web app
    cmd: pnpm --filter @sourcegraph/web dev
    install: |
      pnpm install
      pnpm run generate      
    env:
      ENABLE_OPEN_TELEMETRY: true
      # Needed so that node can ping the caddy server
      NODE_TLS_REJECT_UNAUTHORIZED: 0

  web-sveltekit-prod:
    description: Builds the production version of the SvelteKit app
    cmd: pnpm --filter @sourcegraph/web-sveltekit build
    install: |
      pnpm install
      pnpm run generate      

  web-sveltekit-server:
    description: Starts the vite dev server for the SvelteKit app
    cmd: pnpm --filter @sourcegraph/web-sveltekit dev
    install: |
      pnpm install
      pnpm run generate      
    env:
      # The SvelteKit app uses this environment variable to determine where
      # to store the generated assets. We don't need to store them in a different
      # place in this mode.
      DEPLOY_TYPE: ""

  web-standalone-http:
    description: Standalone web frontend (dev) with API proxy to a configurable URL
    cmd: pnpm --filter @sourcegraph/web serve:dev --color
    install: |
      pnpm install
      pnpm run generate      
    env:
      WEB_BUILDER_SERVE_INDEX: true
      SOURCEGRAPH_API_URL: https://sourcegraph.sourcegraph.com

  web-integration-build:
    description: Build development web application for integration tests
    cmd: pnpm --filter @sourcegraph/web run build
    env:
      INTEGRATION_TESTS: true

  web-integration-build-prod:
    description: Build production web application for integration tests
    cmd: pnpm --filter @sourcegraph/web run build
    env:
      INTEGRATION_TESTS: true
      NODE_ENV: production

  docsite:
    description: Docsite instance serving the docs
    env:
      RUN_SCRIPT_NAME: .bin/bazel_run_docsite.sh
    cmd: |
      # We tell bazel to write out a script to run docsite and run that script via sg otherwise
      # when we get a SIGINT ... bazel gets killed but docsite doesn't get killed properly. So we use --script_path
      # which tells bazel to write out a script to run docsite, and let sg run that script rather, which means
      # any signal gets propagated and docsite gets properly terminated.
      #
      # We also specifically put this in .bin, since that directory is gitignored, otherwise the run script is left
      # around and currently there is no clean way to remove it - even using a bash trap doesn't work, since the trap
      # never gets executed due to sg running the script.
      bazel run --script_path=${RUN_SCRIPT_NAME} --noshow_progress --noshow_loading_progress //doc:serve

      ./${RUN_SCRIPT_NAME}      

  syntax-highlighter:
    ignoreStdout: true
    ignoreStderr: true
    cmd: |
      docker run --name=syntax-highlighter --rm -p9238:9238 \
      -e WORKERS=1 -e ROCKET_ADDRESS=0.0.0.0 \
      sourcegraph/syntax-highlighter:insiders      
    install: |
      # Remove containers by the old name, too.
      docker inspect syntect_server >/dev/null 2>&1 && docker rm -f syntect_server || true
      docker inspect syntax-highlighter >/dev/null 2>&1 && docker rm -f syntax-highlighter || true
      # Pull syntax-highlighter latest insider image, only during install, but
      # skip if OFFLINE=true is set.
      if [[ "$OFFLINE" != "true" ]]; then
          docker pull -q sourcegraph/syntax-highlighter:insiders
      fi      

  zoekt-indexserver-template: &zoekt_indexserver_template
    cmd: |
      env PATH="${PWD}/.bin:$PATH" .bin/zoekt-sourcegraph-indexserver \
        -sourcegraph_url 'http://localhost:3090' \
        -index "$HOME/.sourcegraph/zoekt/index-$ZOEKT_NUM" \
        -hostname "localhost:$ZOEKT_HOSTNAME_PORT" \
        -interval 1m \
        -listen "127.0.0.1:$ZOEKT_LISTEN_PORT" \
        -cpu_fraction 0.25      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      mkdir -p .bin
      export GOBIN="${PWD}/.bin"
      go install -gcflags="$GCFLAGS" github.com/sourcegraph/zoekt/cmd/zoekt-archive-index
      go install -gcflags="$GCFLAGS" github.com/sourcegraph/zoekt/cmd/zoekt-git-index
      go install -gcflags="$GCFLAGS" github.com/sourcegraph/zoekt/cmd/zoekt-sourcegraph-indexserver      
    checkBinary: .bin/zoekt-sourcegraph-indexserver
    env: &zoektenv
      CTAGS_COMMAND: dev/universal-ctags-dev
      SCIP_CTAGS_COMMAND: dev/scip-ctags-dev
      GRPC_ENABLED: true

  zoekt-index-0:
    <<: *zoekt_indexserver_template
    env:
      <<: *zoektenv
      ZOEKT_NUM: 0
      ZOEKT_HOSTNAME_PORT: 3070
      ZOEKT_LISTEN_PORT: 6072

  zoekt-index-1:
    <<: *zoekt_indexserver_template
    env:
      <<: *zoektenv
      ZOEKT_NUM: 1
      ZOEKT_HOSTNAME_PORT: 3071
      ZOEKT_LISTEN_PORT: 6073

  zoekt-web-template: &zoekt_webserver_template
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      mkdir -p .bin
      env GOBIN="${PWD}/.bin" go install -gcflags="$GCFLAGS" github.com/sourcegraph/zoekt/cmd/zoekt-webserver      
    checkBinary: .bin/zoekt-webserver
    env:
      JAEGER_DISABLED: true
      OPENTELEMETRY_DISABLED: false
      GOGC: 25

  zoekt-web-0:
    <<: *zoekt_webserver_template
    cmd: env PATH="${PWD}/.bin:$PATH" .bin/zoekt-webserver -index "$HOME/.sourcegraph/zoekt/index-0" -pprof -rpc -indexserver_proxy -listen "127.0.0.1:3070"

  zoekt-web-1:
    <<: *zoekt_webserver_template
    cmd: env PATH="${PWD}/.bin:$PATH" .bin/zoekt-webserver -index "$HOME/.sourcegraph/zoekt/index-1" -pprof -rpc -indexserver_proxy -listen "127.0.0.1:3071"

  codeintel-worker:
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/codeintel-worker      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/codeintel-worker github.com/sourcegraph/sourcegraph/cmd/precise-code-intel-worker      
    checkBinary: .bin/codeintel-worker
    watch:
      - lib
      - internal
      - cmd/precise-code-intel-worker
      - lib/codeintel

  syntactic-codeintel-worker-template: &syntactic_codeintel_worker_template
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/syntactic-code-intel-worker      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi

      if [ ! -f $(./dev/scip-syntax-install.sh which) ]; then
        echo "Building scip-syntax"
        ./dev/scip-syntax-install.sh
      fi

      echo "Building codeintel-outkline-scip-worker"
      go build -gcflags="$GCFLAGS" -o .bin/syntactic-code-intel-worker github.com/sourcegraph/sourcegraph/cmd/syntactic-code-intel-worker      
    checkBinary: .bin/syntactic-code-intel-worker
    watch:
      - lib
      - internal
      - cmd/syntactic-code-intel-worker
      - lib/codeintel
    env:
      SCIP_SYNTAX_PATH: dev/scip-syntax-dev

  syntactic-code-intel-worker-0:
    <<: *syntactic_codeintel_worker_template
    env:
      SYNTACTIC_CODE_INTEL_WORKER_ADDR: 127.0.0.1:6075

  syntactic-code-intel-worker-1:
    <<: *syntactic_codeintel_worker_template
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/syntactic-code-intel-worker      
    env:
      SYNTACTIC_CODE_INTEL_WORKER_ADDR: 127.0.0.1:6076

  executor-template:
    &executor_template # TMPDIR is set here so it's not set in the `install` process, which would trip up `go build`.
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/executor-temp" .bin/executor      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/executor github.com/sourcegraph/sourcegraph/cmd/executor      
    checkBinary: .bin/executor
    env:
      # Required for frontend and executor to communicate
      EXECUTOR_FRONTEND_URL: http://localhost:3080
      # Must match the secret defined in the site config.
      EXECUTOR_FRONTEND_PASSWORD: hunter2hunter2hunter2
      # Disable firecracker inside executor in dev
      EXECUTOR_USE_FIRECRACKER: false
      EXECUTOR_QUEUE_NAME: TEMPLATE
    watch:
      - lib
      - internal
      - cmd/executor

  executor-kubernetes-template: &executor_kubernetes_template
    cmd: |
      cd $MANIFEST_PATH
      cleanup() {
        kubectl delete jobs --all
        kubectl delete -f .
      }
      kubectl delete -f . --ignore-not-found
      kubectl apply -f .
      trap cleanup EXIT SIGINT
      while true; do
        sleep 1
      done      
    install: |
      bazel run //cmd/executor-kubernetes:image_tarball      

    env:
      IMAGE: executor-kubernetes:candidate
      # TODO: This is required but should only be set on M1 Macs.
      PLATFORM: linux/arm64
    watch:
      - lib
      - internal
      - cmd/executor

  codeintel-executor:
    <<: *executor_template
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/indexer-temp" .bin/executor      
    env:
      EXECUTOR_QUEUE_NAME: codeintel

  # If you want to use this, either start it with `sg run batches-executor-firecracker` or
  # modify the `commandsets.batches` in your local `sg.config.overwrite.yaml`
  codeintel-executor-firecracker:
    <<: *executor_template
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/codeintel-executor-temp" \
        sudo --preserve-env=TMPDIR,EXECUTOR_QUEUE_NAME,EXECUTOR_FRONTEND_URL,EXECUTOR_FRONTEND_PASSWORD,EXECUTOR_USE_FIRECRACKER \
          .bin/executor      
    env:
      EXECUTOR_USE_FIRECRACKER: true
      EXECUTOR_QUEUE_NAME: codeintel

  codeintel-executor-kubernetes:
    <<: *executor_kubernetes_template
    env:
      MANIFEST_PATH: ./cmd/executor/kubernetes/codeintel

  batches-executor:
    <<: *executor_template
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/batches-executor-temp" .bin/executor      
    env:
      EXECUTOR_QUEUE_NAME: batches
      EXECUTOR_MAXIMUM_NUM_JOBS: 8

  # If you want to use this, either start it with `sg run batches-executor-firecracker` or
  # modify the `commandsets.batches` in your local `sg.config.overwrite.yaml`
  batches-executor-firecracker:
    <<: *executor_template
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/batches-executor-temp" \
        sudo --preserve-env=TMPDIR,EXECUTOR_QUEUE_NAME,EXECUTOR_FRONTEND_URL,EXECUTOR_FRONTEND_PASSWORD,EXECUTOR_USE_FIRECRACKER \
          .bin/executor      
    env:
      EXECUTOR_USE_FIRECRACKER: true
      EXECUTOR_QUEUE_NAME: batches

  batches-executor-kubernetes:
    <<: *executor_kubernetes_template
    env:
      MANIFEST_PATH: ./cmd/executor/kubernetes/batches

  # This tool rebuilds the batcheshelper image every time the source of it is changed.
  batcheshelper-builder:
    # Nothing to run for this, we just want to re-run the install script every time.
    cmd: exit 0
    install: |
      bazel run //cmd/batcheshelper:image_tarball      
    env:
      IMAGE: batcheshelper:candidate
      # TODO: This is required but should only be set on M1 Macs.
      PLATFORM: linux/arm64
    watch:
      - cmd/batcheshelper
      - lib/batches
    continueWatchOnExit: true

  multiqueue-executor:
    <<: *executor_template
    cmd: |
      env TMPDIR="$HOME/.sourcegraph/multiqueue-executor-temp" .bin/executor      
    env:
      EXECUTOR_QUEUE_NAME: ''
      EXECUTOR_QUEUE_NAMES: 'codeintel,batches'
      EXECUTOR_MAXIMUM_NUM_JOBS: 8

  blobstore:
    cmd: .bin/blobstore
    install: |
      # Ensure the old blobstore Docker container is not running
      docker rm -f blobstore
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -gcflags="$GCFLAGS" -o .bin/blobstore github.com/sourcegraph/sourcegraph/cmd/blobstore      
    checkBinary: .bin/blobstore
    watch:
      - lib
      - internal
      - cmd/blobstore
    env:
      BLOBSTORE_DATA_DIR: $HOME/.sourcegraph-dev/data/blobstore-go

  redis-postgres:
    # Add the following overwrites to your sg.config.overwrite.yaml to use the docker-compose
    # database:
    #
    #   env:
    #       PGHOST: localhost
    #       PGPASSWORD: sourcegraph
    #       PGUSER: sourcegraph
    #
    # You could also add an overwrite to add `redis-postgres` to the relevant command set(s).
    description: Dockerized version of redis and postgres
    cmd: docker-compose -f dev/redis-postgres.yml up $COMPOSE_ARGS
    env:
      COMPOSE_ARGS: --force-recreate

  jaeger:
    cmd: |
      echo "Jaeger will be available on http://localhost:16686/-/debug/jaeger/search"
      .bin/jaeger-all-in-one-${JAEGER_VERSION} --log-level ${JAEGER_LOG_LEVEL} \
        --collector.otlp.enabled \
        --collector.otlp.grpc.host-port=:${JAEGER_OTLP_GRPC_PORT} \
        --collector.otlp.http.host-port=:${JAEGER_OTLP_HTTP_PORT}      
    install_func: installJaeger
    env:
      JAEGER_VERSION: 1.45.0
      JAEGER_DISK: $HOME/.sourcegraph-dev/data/jaeger
      JAEGER_LOG_LEVEL: error
      COLLECTOR_OTLP_ENABLED: 'true'
      JAEGER_OTLP_GRPC_PORT: 4320
      JAEGER_OTLP_HTTP_PORT: 4321
      QUERY_BASE_PATH: /-/debug/jaeger

  grafana:
    cmd: |
      if [[ $(uname) == "Linux" ]]; then
        # Linux needs an extra arg to support host.internal.docker, which is how grafana connects
        # to the prometheus backend.
        ADD_HOST_FLAG="--add-host=host.docker.internal:host-gateway"

        # Docker users on Linux will generally be using direct user mapping, which
        # means that they'll want the data in the volume mount to be owned by the
        # same user as is running this script. Fortunately, the Grafana container
        # doesn't really care what user it runs as, so long as it can write to
        # /var/lib/grafana.
        DOCKER_USER="--user=$UID"
      fi

      echo "Grafana: serving on http://localhost:${PORT}"
      echo "Grafana: note that logs are piped to ${GRAFANA_LOG_FILE}"
      docker run --rm ${DOCKER_USER} \
        --name=${CONTAINER} \
        --cpus=1 \
        --memory=1g \
        -p 0.0.0.0:3370:3370 ${ADD_HOST_FLAG} \
        -v "${GRAFANA_DISK}":/var/lib/grafana \
        -v "$(pwd)"/dev/grafana/all:/sg_config_grafana/provisioning/datasources \
        grafana:candidate >"${GRAFANA_LOG_FILE}" 2>&1      
    install: |
      mkdir -p "${GRAFANA_DISK}"
      mkdir -p "$(dirname ${GRAFANA_LOG_FILE})"
      docker inspect $CONTAINER >/dev/null 2>&1 && docker rm -f $CONTAINER
      bazel run //docker-images/grafana:image_tarball      
    env:
      GRAFANA_DISK: $HOME/.sourcegraph-dev/data/grafana
      # Log file location: since we log outside of the Docker container, we should
      # log somewhere that's _not_ ~/.sourcegraph-dev/data/grafana, since that gets
      # volume mounted into the container and therefore has its own ownership
      # semantics.
      # Now for the actual logging. Grafana's output gets sent to stdout and stderr.
      # We want to capture that output, but because it's fairly noisy, don't want to
      # display it in the normal case.
      GRAFANA_LOG_FILE: $HOME/.sourcegraph-dev/logs/grafana/grafana.log
      IMAGE: grafana:candidate
      CONTAINER: grafana
      PORT: 3370
      # docker containers must access things via docker host on non-linux platforms
      DOCKER_USER: ''
      ADD_HOST_FLAG: ''
      CACHE: false

  prometheus:
    cmd: |
      if [[ $(uname) == "Linux" ]]; then
        DOCKER_USER="--user=$UID"

        # Frontend generally runs outside of Docker, so to access it we need to be
        # able to access ports on the host. --net=host is a very dirty way of
        # enabling this.
        DOCKER_NET="--net=host"
        SRC_FRONTEND_INTERNAL="localhost:3090"
      fi

      echo "Prometheus: serving on http://localhost:${PORT}"
      echo "Prometheus: note that logs are piped to ${PROMETHEUS_LOG_FILE}"
      docker run --rm ${DOCKER_NET} ${DOCKER_USER} \
        --name=${CONTAINER} \
        --cpus=1 \
        --memory=4g \
        -p 0.0.0.0:9090:9090 \
        -v "${PROMETHEUS_DISK}":/prometheus \
        -v "$(pwd)/${CONFIG_DIR}":/sg_prometheus_add_ons \
        -e SRC_FRONTEND_INTERNAL="${SRC_FRONTEND_INTERNAL}" \
        -e DISABLE_SOURCEGRAPH_CONFIG="${DISABLE_SOURCEGRAPH_CONFIG:-""}" \
        -e DISABLE_ALERTMANAGER="${DISABLE_ALERTMANAGER:-""}" \
        -e PROMETHEUS_ADDITIONAL_FLAGS="--web.enable-lifecycle --web.enable-admin-api" \
        ${IMAGE} >"${PROMETHEUS_LOG_FILE}" 2>&1      
    install: |
      mkdir -p "${PROMETHEUS_DISK}"
      mkdir -p "$(dirname ${PROMETHEUS_LOG_FILE})"

      docker inspect $CONTAINER >/dev/null 2>&1 && docker rm -f $CONTAINER

      if [[ $(uname) == "Linux" ]]; then
        PROM_TARGETS="dev/prometheus/linux/prometheus_targets.yml"
      fi

      cp ${PROM_TARGETS} "${CONFIG_DIR}"/prometheus_targets.yml

      bazel run //docker-images/prometheus:image_tarball      
    env:
      PROMETHEUS_DISK: $HOME/.sourcegraph-dev/data/prometheus
      # See comment above for `grafana`
      PROMETHEUS_LOG_FILE: $HOME/.sourcegraph-dev/logs/prometheus/prometheus.log
      IMAGE: prometheus:candidate
      CONTAINER: prometheus
      PORT: 9090
      CONFIG_DIR: docker-images/prometheus/config
      DOCKER_USER: ''
      DOCKER_NET: ''
      PROM_TARGETS: dev/prometheus/all/prometheus_targets.yml
      SRC_FRONTEND_INTERNAL: host.docker.internal:3090
      ADD_HOST_FLAG: ''
      DISABLE_SOURCEGRAPH_CONFIG: false

  postgres_exporter:
    cmd: |
      if [[ $(uname) == "Linux" ]]; then
        # Linux needs an extra arg to support host.internal.docker, which is how grafana connects
        # to the prometheus backend.
        ADD_HOST_FLAG="--add-host=host.docker.internal:host-gateway"
      fi

      # Use psql to read the effective values for PG* env vars (instead of, e.g., hardcoding the default
      # values).
      get_pg_env() { psql -c '\set' | grep "$1" | cut -f 2 -d "'"; }
      PGHOST=${PGHOST-$(get_pg_env HOST)}
      PGUSER=${PGUSER-$(get_pg_env USER)}
      PGPORT=${PGPORT-$(get_pg_env PORT)}
      # we need to be able to query migration_logs table
      PGDATABASE=${PGDATABASE-$(get_pg_env DBNAME)}

      ADJUSTED_HOST=${PGHOST:-127.0.0.1}
      if [[ ("$ADJUSTED_HOST" == "localhost" || "$ADJUSTED_HOST" == "127.0.0.1" || -f "$ADJUSTED_HOST") && "$OSTYPE" != "linux-gnu" ]]; then
        ADJUSTED_HOST="host.docker.internal"
      fi

      NET_ARG=""
      DATA_SOURCE_NAME="postgresql://${PGUSER}:${PGPASSWORD}@${ADJUSTED_HOST}:${PGPORT}/${PGDATABASE}?sslmode=${PGSSLMODE:-disable}"

      if [[ "$OSTYPE" == "linux-gnu" ]]; then
        NET_ARG="--net=host"
        DATA_SOURCE_NAME="postgresql://${PGUSER}:${PGPASSWORD}@${ADJUSTED_HOST}:${PGPORT}/${PGDATABASE}?sslmode=${PGSSLMODE:-disable}"
      fi

      echo "postgres_exporter: serving on http://localhost:${PORT}"
      docker run --rm ${DOCKER_USER} \
        --name=${CONTAINER} \
        -e DATA_SOURCE_NAME="${DATA_SOURCE_NAME}" \
        --cpus=1 \
        --memory=1g \
        -p 0.0.0.0:9187:9187 ${ADD_HOST_FLAG} \
        "${IMAGE}"      
    install: |
      docker inspect $CONTAINER >/dev/null 2>&1 && docker rm -f $CONTAINER
      bazel run //docker-images/postgres_exporter:image_tarball      
    env:
      IMAGE: postgres-exporter:candidate
      CONTAINER: postgres_exporter
      # docker containers must access things via docker host on non-linux platforms
      DOCKER_USER: ''
      ADD_HOST_FLAG: ''

  monitoring-generator:
    cmd: echo "monitoring-generator is deprecated, please run 'sg generate go' or 'bazel run //dev:write_all_generated' instead"
    env:

  otel-collector:
    install: |
      bazel run //docker-images/opentelemetry-collector:image_tarball      
    description: OpenTelemetry collector
    cmd: |
      JAEGER_HOST='host.docker.internal'
      if [[ $(uname) == "Linux" ]]; then
        # Jaeger generally runs outside of Docker, so to access it we need to be
        # able to access ports on the host, because the Docker host only exists on
        # MacOS. --net=host is a very dirty way of enabling this.
        DOCKER_NET="--net=host"
        JAEGER_HOST="localhost"
      fi

      docker container rm -f otel-collector
      docker run --rm --name=otel-collector $DOCKER_NET $DOCKER_ARGS \
        -p 4317:4317 -p 4318:4318 -p 55679:55679 -p 55670:55670 \
        -p 8888:8888 \
        -e JAEGER_HOST=$JAEGER_HOST \
        -e JAEGER_OTLP_GRPC_PORT=4320 \
        -e HONEYCOMB_API_KEY=$HONEYCOMB_API_KEY \
        -e HONEYCOMB_DATASET=$HONEYCOMB_DATASET \
        $IMAGE --config "/etc/otel-collector/$CONFIGURATION_FILE"      
    env:
      IMAGE: opentelemetry-collector:candidate
      # Overwrite the following in sg.config.overwrite.yaml, based on which collector
      # config you are using - see docker-images/opentelemetry-collector for more details.
      CONFIGURATION_FILE: 'configs/jaeger.yaml'
      # HONEYCOMB_API_KEY: ''
      # HONEYCOMB_DATASET: ''

  storybook:
    cmd: pnpm storybook
    install: pnpm install

  # This will execute `env`, a utility to print the process environment. Can
  # be used to debug which global vars `sg` uses.
  debug-env:
    description: Debug env vars
    cmd: env

  bext:
    cmd: pnpm --filter @sourcegraph/browser dev
    install: pnpm install

  sourcegraph:
    preamble: &sourcegraph-preamble |
      💡 You are running the single-program distribution of Sourcegraph, which is way faster to work against when
      iterating locally, but it doesn't boot all services.

      Included:
        - frontend
        - gitserver (only one instance)
        - repoupdater
        - searcher
        - worker
      Excluded:
        - zoekt
        - symbols
        - syntax-highlighter
        - blobstore
        - embeddings      
    description: Single-program distribution (dev only)
    cmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      .bin/sourcegraph      
    install: |
      if [ -n "$DELVE" ]; then
        export GCFLAGS='all=-N -l'
      fi
      go build -buildvcs=false -gcflags="$GCFLAGS" -o .bin/sourcegraph github.com/sourcegraph/sourcegraph/cmd/sourcegraph      
    checkBinary: .bin/sourcegraph
    env:
      CONFIGURATION_MODE: server
      SITE_CONFIG_FILE: '../dev-private/enterprise/dev/site-config.json'
      SITE_CONFIG_ESCAPE_HATCH_PATH: '$HOME/.sourcegraph/site-config.json'
      EXTSVC_CONFIG_FILE: ../dev-private/enterprise/dev/external-services-config.json
      WEB_BUILDER_DEV_SERVER: 1
      INDEXED_SEARCH_SERVERS:
      GITSERVER_ADDR: 127.0.0.1:3178
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3178
      SRC_GIT_SERVERS: 127.0.0.1:3178
      SRC_DISABLE_OOBMIGRATION_VALIDATION: 1
    watch:
      - cmd
      - internal
      - lib
      - schema

  sourcegraph-accounts-server:
    description: |
      Run SAMS from a clone of https://github.com/sourcegraph/sourcegraph-accounts
      expected to be configured in '../sourcegraph-accounts'      
    install: |
      if [ -d "../sourcegraph-accounts" ]; then
        echo "../sourcegraph-accounts must be a clone of https://github.com/sourcegraph/sourcegraph-accounts"
      fi
      cd ../sourcegraph-accounts

      createdb -h $PGHOST -p $PGPORT -U $PGUSER --encoding=UTF8 --template=template0 accounts || true
      asdf install
      go build -v -o ./.bin/accounts-server ./cmd/accounts-server      
    checkBinary: ../sourcegraph-accounts/.bin/accounts-server
    cmd: |
      export PGDSN="postgres://$PGUSER:$PGPASSWORD@$PGHOST:$PGPORT/{{ .Database }}?sslmode=$PGSSLMODE"
      cd ../sourcegraph-accounts
      ./.bin/accounts-server      
    watch:
      - ../sourcegraph-accounts/go.mod
      - ../sourcegraph-accounts/cmd/accounts-server
      - ../sourcegraph-accounts/backend
      - ../sourcegraph-accounts/internal
    externalSecrets:
      GITHUB_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GITHUB_CLIENT_ID
      GITHUB_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GITHUB_CLIENT_SECRET
      GITLAB_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GITLAB_CLIENT_ID
      GITLAB_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GITLAB_CLIENT_SECRET
      GOOGLE_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GOOGLE_CLIENT_ID
      GOOGLE_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SAMS_LOCAL_DEV_GOOGLE_CLIENT_SECRET
    env:
      OTEL_SDK_DISABLED: true
      # TODO: Port conflicts with embeddings, but all our pre-made credentials
      # use this port as the redirect URL, so we just stick to it for now.
      PORT: 9991
      REDIS_HOST: localhost
      REDIS_PORT: 6379
      REDIS_ENDPOINT: 'redis://@127.0.0.1:6379' # Use
      MANAGEMENT_SECRET: sekret # For authentication when using admin APIs to register new SAMS clients.
      GITHUB_REDIRECT_URI: "http://localhost:$PORT/auth/github/callback"
      GITLAB_REDIRECT_URI: http://localhost:$PORT/auth/gitlab/callback
      GOOGLE_REDIRECT_URI: http://localhost:$PORT/auth/google/callback
      IDENTITY_PROVIDER_INSECURE_DEBUG: true
      IDENTITY_PROVIDER_OIDC_GLOBAL_SECRET: "some-cool-secret-that-is-32bytes"
      # $ ssh-keygen -t rsa -m PEM -b 2048 -f temp.pem
      IDENTITY_PROVIDER_OIDC_JWK_PRIVATE_KEY: |
        -----BEGIN RSA PRIVATE KEY-----
        MIIG4wIBAAKCAYEAw+3FnONYJcxkA539MhwawknBDOqgzM/QoiLNA6OD46uizJXn
        Eyku2nVBtbUdjG3g6QwuYL0e8QKgTUOhIHlj8iOhad/A3p9dbY5RRoxLznezipaI
        tcqLzjU+JVioLPro1Jl5nqeL5bjNf+/5LLKEbzyOkapSxqUK7IQ7j4OIkq4QEYoj
        QAo4rdXu/+yNmEUHyA1KuVl/WAmKfSC3AIiDRHz5oHvLZmm1wyE/OzZAwO+JPCDi
        qNIy7As8UOOU0RRYvP3XUWKuPDU+D1ZveUXdahE+ZH/uemya789ry0pCXOSwyXcP
        Hc6rMgGqsgerb//leZZx90GWOzQMFdPDIoF3np0NpH2Q2mU300uIw6a6DXscX7lj
        EPauyMCiHd60TuDKfFVZyiPYnDh+akbZvZ4eIM2FNvKQdtnvlziuXyJxt07maoe9
        yBf3iwKHHTEhtVnrj0/Di1s9nhzglvjmMb83iduBrPDks1GxR92DYu4aO8wRFZiN
        yYLAs0W6axwE5khJAgMBAAECggGBAJLbj2q4UaMLX9ACRP2haUFGDSjEWUELZ+OP
        2EGo97vYM8/LcIfBL7hZeaZcmkhfN90W31BtkVqvUD55ubVgp9SgdmWobKWxqFLt
        AOizUkLxICd6DADPUBmBeRJ/MJd+frSUUT/lcAwBiC8kTY3+RRwntOlkVGVG4jhE
        KWy5982SIMM02pUu1CsgluNHiR6gZ2PA6sihV71CcYa21dTVficA0g9Dm0Mpay9W
        pVGZqdGz+haSw7Is1DRve4dZ/nr1FvkCykB/+JonbvhMY2XT5kBUBPh0w5vGxe9G
        fmbswxw37liBszy64hw77zzg1EnvBbolZOIXC9Xif4mBG/bVEe6/U5YeW/MIIqhV
        iyDWeTyQZG7Y/hrXjDoUvw/Xt04NK5oJLAQ6eSbZzrB8N2+uCncCHKiR3esRimuD
        i3UYdVclJclFzGm3iTy75luMHWX55E2tkCY/CgfXNLr2sUBaoAzSHeXwNH6hhVe2
        6gZvF4TtKKr1DBBvV/Loo1HjyuK9AQKBwQD4vGKenuA009PpFC7ChaXDNz4rIchE
        u2DfGlDRHEvs5UGFsjjsWU/ldysmqPIzodpI09ZA31EhYG61UMZlLOnOtQZ7/C++
        IpsFIqCgy144hj8pHDzSzQ3iIPa1HB9LD4XndHDWk2TrRxAFm4tWDeAc1MTeSNi2
        3xWCNybGy4rRaSIGklDePQlQZA+dXIgDQdV5jUEpGZ9TjsitYLi7q9hPFIJHThnS
        iEEniaYdcHUvscH8GSlzWflzG8SZ1gjeR+kCgcEAyaaWSh5ePP7MbCBT/rVbPUGw
        0hLmwg3rHg03YelpXrdvoz3c0I05yKfaA/ODfJConvsYNIrApempelYGqD1SneAg
        L7E0Pkuj6puaLT11N2g6pGfU627t8WwAv4f79613ovtXimaU3DAEdZyoS/IZ78pE
        b7R/ZOMl2bX0N+RyXNMUU3jSgy4oMa5Ebi/45wUG1Vz18UxOM/Oyf2I9BwgY/OgY
        xWUeUZvKma3Z4IOSATPCJrhvlzdk8lAV8BZ9KCFhAoHAKm+Rb7hxTfH5zGEaHSvJ
        /QU2wQsRbNB/FXEa6qImPfNa+2FNnt0Z6W8sWHsoXzC02gnyGr0+zS/zk1GFl4tT
        FGYEBjEfQBQNWJHwz54CpCgbLHtZ0SkUvkibboiuuhKa6MMP4TviUtWb4SkJW5Qg
        cSrHr5jECGcE92NLZU0ikNmb6X0a+N928FUx6Mn5lnyr3AICZO2vJgVNLW879SC7
        VbqNA3dKpoWCgClWwt0F0S5FhyoPzVNDYKUTJJ/EgY/JAoHAeFpX+tbTMh51Tdeh
        qjT9xrrNWSR0279I4//JXUPdYu2i0NBcWZDguxULdy5A/Pit221MDhf+UUf7ogt0
        H7ex9o5NR4nA/6lPpPfH9lZm/nHUBkn+d6IWm+/1Jlt4FGRRMlJG9lCxahWyo6uj
        euh9eHPFktIs8r7r2VvS7gUICMTmrcdABZFn5fb32rgBG4kRggjgtWrwheteTs8I
        U4kOuOuh1Ta7+MM+EakEkA6W9ua4aznLSHqEYmdQIKKbgnchAoHABM0qJXK+f+kj
        nLVdbjmUsyfe1ud0Do40Pn7e36/V63H5rEz3iQPQkOmDKk3QjyEqehiI5q6TKeC+
        fwu/gz/9CUz9/xdGoCZ3YH9AR81uxqPbpVPvO7vko+ZxFPFxRgqQU36EUTTBwrhU
        3do5IMkjkStJB6guA0eKx8rRSWoTPrSgpUSGYkgGS170VvkvtHtAaJ5YA6G14heH
        GuoTldaJ9rF8KxfsjEKkr+ccnxrgDYcfNjKmcXu5lBJGruSom7Uw
        -----END RSA PRIVATE KEY-----        

  sourcegraph-accounts-web:
    description: |
      Run SAMS from a clone of https://github.com/sourcegraph/sourcegraph-accounts
      expected to be configured in '../sourcegraph-accounts'      
    install: |
      if [ -d "../sourcegraph-accounts" ]; then
        echo "../sourcegraph-accounts must be a clone of https://github.com/sourcegraph/sourcegraph-accounts"
      fi
      cd ../sourcegraph-accounts

      asdf install
      pnpm install      
    cmd: |
      cd ../sourcegraph-accounts/web
      pnpm run dev      
    watch:
      - ../sourcegraph-accounts/pnpm-lock.yaml

bazelCommands:
  sourcegraph:
    preamble: *sourcegraph-preamble
    precmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)      
    target:
      //cmd/sourcegraph
    env:
      CONFIGURATION_MODE: server
      SITE_CONFIG_FILE: '../dev-private/enterprise/dev/site-config.json'
      SITE_CONFIG_ESCAPE_HATCH_PATH: '$HOME/.sourcegraph/site-config.json'
      EXTSVC_CONFIG_FILE: ../dev-private/enterprise/dev/external-services-config.json
      WEB_BUILDER_DEV_SERVER: 1
      INDEXED_SEARCH_SERVERS:
      GITSERVER_ADDR: 127.0.0.1:3178
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3178
      SRC_GIT_SERVERS: 127.0.0.1:3178
      SRC_DISABLE_OOBMIGRATION_VALIDATION: 1

  blobstore:
    target: //cmd/blobstore
    env:
      BLOBSTORE_DATA_DIR: $HOME/.sourcegraph-dev/data/blobstore-go
  cody-gateway:
    target: //cmd/cody-gateway
    env: *cody-gateway-env
    externalSecrets: *cody-gateway-externalSecrets
  docsite:
    runTarget: //doc:serve
  searcher:
    target: //cmd/searcher
  syntax-highlighter:
    target: //docker-images/syntax-highlighter:syntect_server
    ignoreStdout: true
    ignoreStderr: true
    env:
      # Environment copied from Dockerfile
      WORKERS: '1'
      ROCKET_ENV: 'production'
      ROCKET_LIMITS: '{json=10485760}'
      ROCKET_SECRET_KEY: 'SeerutKeyIsI7releuantAndknvsuZPluaseIgnorYA='
      ROCKET_KEEP_ALIVE: '0'
      ROCKET_PORT: '9238'
      QUIET: 'true'
  frontend:
    description: Enterprise frontend
    target: //cmd/frontend
    precmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)
      # If EXTSVC_CONFIG_FILE is *unset*, set a default.
      export EXTSVC_CONFIG_FILE=${EXTSVC_CONFIG_FILE-'../dev-private/enterprise/dev/external-services-config.json'}      
    env:
      CONFIGURATION_MODE: server
      USE_ENHANCED_LANGUAGE_DETECTION: false
      SITE_CONFIG_FILE: '../dev-private/enterprise/dev/site-config.json'
      SITE_CONFIG_ESCAPE_HATCH_PATH: '$HOME/.sourcegraph/site-config.json'
      # frontend processes need this to be so that the paths to the assets are rendered correctly
      WEB_BUILDER_DEV_SERVER: 1
  worker:
    target: //cmd/worker
    precmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)      
  repo-updater:
    target: //cmd/repo-updater
    precmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)      
  symbols:
    target: //cmd/symbols
    checkBinary: .bin/symbols
    env:
      CTAGS_COMMAND: dev/universal-ctags-dev
      SCIP_CTAGS_COMMAND: dev/scip-ctags-dev
      CTAGS_PROCESSES: 2
      USE_ROCKSKIP: 'false'
  gitserver-template: &gitserver_bazel_template
    target: //cmd/gitserver
    env: &gitserverenv
      HOSTNAME: 127.0.0.1:3178
      GITSERVER_MEMORY_OBSERVATION_ENABLED: 'true'
  # This is only here to stay backwards-compatible with people's custom
  # `sg.config.overwrite.yaml` files
  gitserver:
    <<: *gitserver_bazel_template
  gitserver-0:
    <<: *gitserver_bazel_template
    env:
      <<: *gitserverenv
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3501
      GITSERVER_ADDR: 127.0.0.1:3501
      SRC_REPOS_DIR: $HOME/.sourcegraph/repos_1
      SRC_PROF_HTTP: 127.0.0.1:3551
  gitserver-1:
    <<: *gitserver_bazel_template
    env:
      <<: *gitserverenv
      GITSERVER_EXTERNAL_ADDR: 127.0.0.1:3502
      GITSERVER_ADDR: 127.0.0.1:3502
      SRC_REPOS_DIR: $HOME/.sourcegraph/repos_2
      SRC_PROF_HTTP: 127.0.0.1:3552

  codeintel-worker:
    precmd: |
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(cat ../dev-private/enterprise/dev/test-license-generation-key.pem)      
    target: //cmd/precise-code-intel-worker
  executor-template: &executor_template_bazel
    target: //cmd/executor
    env:
      EXECUTOR_QUEUE_NAME: TEMPLATE
      TMPDIR: $HOME/.sourcegraph/executor-temp
      # Required for frontend and executor to communicate
      EXECUTOR_FRONTEND_URL: http://localhost:3080
      # Must match the secret defined in the site config.
      EXECUTOR_FRONTEND_PASSWORD: hunter2hunter2hunter2
      # Disable firecracker inside executor in dev
      EXECUTOR_USE_FIRECRACKER: false
  codeintel-executor:
    <<: *executor_template_bazel
    env:
      EXECUTOR_QUEUE_NAME: codeintel
      TMPDIR: $HOME/.sourcegraph/indexer-temp

dockerCommands:
  grafana:
    target: //docker-images/grafana:image_tarball
    docker:
      image: grafana:candidate
      ports:
        - 3370
      flags:
        cpus: 1
        memory: 1g
      volumes:
        - from: $HOME/.sourcegraph-dev/data/grafana
          to: /var/lib/grafana
        - from: $(pwd)/dev/grafana/all
          to: /sg_config_grafana/provisioning/datasources

      linux:
        flags:
          # Linux needs an extra arg to support host.internal.docker, which is how grafana connects
          # to the prometheus backend.
          add-host: host.docker.internal:host-gateway

          # Docker users on Linux will generally be using direct user mapping, which
          # means that they'll want the data in the volume mount to be owned by the
          # same user as is running this script. Fortunately, the Grafana container
          # doesn't really care what user it runs as, so long as it can write to
          # /var/lib/grafana.
          user: $UID
    # Log file location: since we log outside of the Docker container, we should
    # log somewhere that's _not_ ~/.sourcegraph-dev/data/grafana, since that gets
    # volume mounted into the container and therefore has its own ownership
    # semantics.
    # Now for the actual logging. Grafana's output gets sent to stdout and stderr.
    # We want to capture that output, but because it's fairly noisy, don't want to
    # display it in the normal case.
    logfile: $HOME/.sourcegraph-dev/logs/grafana/grafana.log

    env:
      # docker containers must access things via docker host on non-linux platforms
      CACHE: false

  otel-collector:
    target: //docker-images/opentelemetry-collector:image_tarball
    description: OpenTelemetry collector
    args: '--config "/etc/otel-collector/$CONFIGURATION_FILE"'
    docker:
      image: opentelemetry-collector:candidate
      ports:
        - 4317
        - 4318
        - 55679
        - 55670
        - 8888
      linux:
        flags:
          # Jaeger generally runs outside of Docker, so to access it we need to be
          # able to access ports on the host, because the Docker host only exists on
          # MacOS. --net=host is a very dirty way of enabling this.
          net: host
        env:
          JAEGER_HOST: localhost
          JAEGER_OTLP_GRPC_PORT: 4320
    env:
      JAEGER_HOST: host.docker.internal
      JAEGER_OTLP_GRPC_PORT: 4320
      # Overwrite the following in sg.config.overwrite.yaml, based on which collector
      # config you are using - see docker-images/opentelemetry-collector for more details.
      CONFIGURATION_FILE: 'configs/jaeger.yaml'

  postgres_exporter:
    target: //docker-images/postgres_exporter:image_tarball
    docker:
      image: postgres-exporter:candidate
      flags:
        cpus: 1
        memory: 1g
      ports:
        - 9187
      linux:
        flags:
          # Linux needs an extra arg to support host.internal.docker, which is how
          # postgres_exporter connects to the prometheus backend.
          add-host: host.docker.internal:host-gateway
          net: host
    precmd: |
      # Use psql to read the effective values for PG* env vars (instead of, e.g., hardcoding the default
      # values).
      get_pg_env() { psql -c '\set' | grep "$1" | cut -f 2 -d "'"; }
      PGHOST=${PGHOST-$(get_pg_env HOST)}
      PGUSER=${PGUSER-$(get_pg_env USER)}
      PGPORT=${PGPORT-$(get_pg_env PORT)}
      # we need to be able to query migration_logs table
      PGDATABASE=${PGDATABASE-$(get_pg_env DBNAME)}

      ADJUSTED_HOST=${PGHOST:-127.0.0.1}
      if [[ ("$ADJUSTED_HOST" == "localhost" || "$ADJUSTED_HOST" == "127.0.0.1" || -f "$ADJUSTED_HOST") && "$OSTYPE" != "linux-gnu" ]]; then
        ADJUSTED_HOST="host.docker.internal"
      fi      
    env:
      DATA_SOURCE_NAME: postgresql://${PGUSER}:${PGPASSWORD}@${ADJUSTED_HOST}:${PGPORT}/${PGDATABASE}?sslmode=${PGSSLMODE:-disable}

  prometheus:
    target: //docker-images/prometheus:image_tarball
    logfile: $HOME/.sourcegraph-dev/logs/prometheus/prometheus.log
    docker:
      image: prometheus:candidate
      volumes:
        - from: $HOME/.sourcegraph-dev/data/prometheus
          to: /prometheus
        - from: $(pwd)/$CONFIG_DIR
          to: /sg_prometheus_add_ons
      flags:
        cpus: 1
        memory: 4g
      ports:
        - 9090
      linux:
        flags:
          net: host
          user: $UID
        env:
          PROM_TARGETS: dev/prometheus/linux/prometheus_targets.yml
          SRC_FRONTEND_INTERNAL: localhost:3090
    precmd: cp ${PROM_TARGETS} "${CONFIG_DIR}"/prometheus_targets.yml
    env:
      CONFIG_DIR: docker-images/prometheus/config
      PROM_TARGETS: dev/prometheus/all/prometheus_targets.yml
      SRC_FRONTEND_INTERNAL: host.docker.internal:3090
      SRC_LOG_LEVEL: info
      SRC_DEVELOPMENT: true
      DISABLE_SOURCEGRAPH_CONFIG: false
      DISABLE_ALERTMANAGER: false
      PROMETHEUS_ADDITIONAL_FLAGS: '--web.enable-lifecycle --web.enable-admin-api'

  syntax-highlighter:
    ignoreStdout: true
    ignoreStderr: true
    docker:
      image: sourcegraph/syntax-highlighter:insiders
      pull: true
      ports:
        - 9238
      env:
        WORKERS: 1
        ROCKET_ADDRESS: 0.0.0.0

#
# CommandSets ################################################################
#
defaultCommandset: enterprise
commandsets:
  enterprise-bazel: &enterprise_bazel_set
    checks:
      - redis
      - postgres
      - git
      - bazelisk
      - ibazel
      - dev-private
    bazelCommands:
      - blobstore
      - frontend
      - worker
      - repo-updater
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      # - syntax-highlighter
    commands:
      - web
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - caddy

  # If you modify this command set, please consider also updating the dotcom and enterprise-sveltekit runsets.
  enterprise: &enterprise_set
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - web-sveltekit-prod
      - gitserver-0
      - gitserver-1
      - searcher
      - caddy
      - symbols
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - embeddings
    env:
      DISABLE_CODE_INSIGHTS_HISTORICAL: false
      DISABLE_CODE_INSIGHTS: false

  enterprise-sveltekit:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - web-sveltekit-server
      - gitserver-0
      - gitserver-1
      - searcher
      - caddy
      - symbols
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - embeddings
    env:
      DISABLE_CODE_INSIGHTS_HISTORICAL: false
      DISABLE_CODE_INSIGHTS: false
      CADDY_FILE: dev/Caddyfile-sveltekit
      # Proxy to the local server
      SOURCEGRAPH_API_URL: http://localhost:3080

  enterprise-e2e:
    <<: *enterprise_set
    env:
      # EXTSVC_CONFIG_FILE being set prevents the e2e test suite to add
      # additional connections.
      EXTSVC_CONFIG_FILE: ''

  dotcom: &dotcom-defaults
    # This is 95% the enterprise runset, with the addition of Cody Gateway.
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - embeddings
      - cody-gateway
      - enterprise-portal # required by Cody Gateway
    env:
      SOURCEGRAPHDOTCOM_MODE: true

  dotcom-cody-e2e:
    <<: *dotcom-defaults
    commands:
      - cody-gateway-local-e2e # Replaces cody-gateway, the rest is just a dup of remaining commands.
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - embeddings
      - enterprise-portal # required by Cody Gateway

  codeintel-bazel: &codeintel_bazel_set
    checks:
      - docker
      - redis
      - postgres
      - git
      - bazelisk
      - ibazel
      - dev-private
    bazelCommands:
      - blobstore
      - frontend
      - worker
      - repo-updater
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - syntax-highlighter
      - codeintel-worker
      - codeintel-executor
    commands:
      - web
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - caddy
      - jaeger
      - grafana
      - prometheus

  codeintel-syntactic:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - web
      - worker
      - blobstore
      - repo-updater
      - gitserver-0
      - gitserver-1
      - syntactic-code-intel-worker-0
      - syntactic-code-intel-worker-1

  codeintel:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - codeintel-worker
      - codeintel-executor
      # - otel-collector
      - jaeger
      - grafana
      - prometheus

  codeintel-kubernetes:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - codeintel-worker
      - codeintel-executor-kubernetes
      # - otel-collector
      - jaeger
      - grafana
      - prometheus

  enterprise-codeintel:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - codeintel-worker
      - codeintel-executor
      - otel-collector
      - jaeger
      - grafana
      - prometheus
      - syntactic-code-intel-worker-0
      - syntactic-code-intel-worker-1

  enterprise-codeintel-multi-queue-executor:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - codeintel-worker
      - multiqueue-executor
      # - otel-collector
      - jaeger
      - grafana
      - prometheus

  enterprise-codeintel-bazel:
    <<: *codeintel_bazel_set

  enterprise-codeinsights:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
    env:
      DISABLE_CODE_INSIGHTS_HISTORICAL: false
      DISABLE_CODE_INSIGHTS: false

  api-only:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore

  batches:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - batches-executor
      - batcheshelper-builder

  batches-kubernetes:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - worker
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - searcher
      - symbols
      - caddy
      - syntax-highlighter
      - zoekt-index-0
      - zoekt-index-1
      - zoekt-web-0
      - zoekt-web-1
      - blobstore
      - batches-executor-kubernetes
      - batcheshelper-builder

  iam:
    checks:
      - docker
      - redis
      - postgres
      - git
      - dev-private
    commands:
      - frontend
      - repo-updater
      - web
      - gitserver-0
      - gitserver-1
      - caddy

  monitoring:
    checks:
      - docker
    commands:
      - jaeger
    dockerCommands:
      - otel-collector
      - prometheus
      - grafana
      - postgres_exporter

  monitoring-og:
    checks:
      - docker
    commands:
      - jaeger
      - otel-collector
      - prometheus
      - grafana
      - postgres_exporter

  monitoring-alerts:
    checks:
      - docker
      - redis
      - postgres
    commands:
      - prometheus
      - grafana
      # For generated alerts docs
      - docsite
      # For the alerting integration with frontend
      - frontend
      - web
      - caddy

  web-standalone:
    commands:
      - web-standalone-http
      - caddy

  web-sveltekit-standalone:
    commands:
      - web-sveltekit-server
      - caddy
    env:
      SK_PORT: 3080
      SK_HOST: 127.0.0.1

  # For testing our OpenTelemetry stack
  otel:
    checks:
      - docker
    commands:
      - otel-collector
      - jaeger

  single-program-experimental-blame-sqs:
    deprecated: |
      "single-program-experimental-blame-sqs" has been renamed to "minimal"
      👉 Please run "sg start minimal" instead.      

  # NOTE: This is an experimental way of running a subset of Sourcegraph. See
  # cmd/sourcegraph/README.md.
  minimal:
    checks:
      - git
      - dev-private
      - redis
    commands:
      - sourcegraph
      - web
      - caddy
    env:
      # Faster builds in local dev.
      DEV_WEB_BUILDER_NO_SPLITTING: 1
  minimal-bazel:
    checks:
      - git
      - dev-private
      - redis
    bazelCommands:
      - sourcegraph
    commands:
      - web
      - caddy
    env:
      # Faster builds in local dev.
      DEV_WEB_BUILDER_NO_SPLITTING: 1

  cody-gateway:
    checks:
      - redis
    commands:
      - cody-gateway

  cody-gateway-bazel:
    checks:
      - redis
    bazelCommands:
      - cody-gateway

  sourcegraph-accounts:
    checks:
      - redis
      - postgres
      - git
    commands:
      - sourcegraph-accounts-server
      - sourcegraph-accounts-web

tests:
  # These can be run with `sg test [name]`
  backend:
    cmd: go test
    defaultArgs: ./...

  bazel-backend-integration:
    cmd: |
      export GHE_GITHUB_TOKEN=$(gcloud secrets versions access latest --secret=GHE_GITHUB_TOKEN --quiet --project=sourcegraph-ci)
      export GH_TOKEN=$(gcloud secrets versions access latest --secret=GITHUB_TOKEN --quiet --project=sourcegraph-ci)

      export BITBUCKET_SERVER_USERNAME=$(gcloud secrets versions access latest --secret=BITBUCKET_SERVER_USERNAME --quiet --project=sourcegraph-ci)
      export BITBUCKET_SERVER_TOKEN=$(gcloud secrets versions access latest --secret=BITBUCKET_SERVER_TOKEN --quiet --project=sourcegraph-ci)
      export BITBUCKET_SERVER_URL=$(gcloud secrets versions access latest --secret=BITBUCKET_SERVER_URL --quiet --project=sourcegraph-ci)

      export PERFORCE_PASSWORD=$(gcloud secrets versions access latest --secret=PERFORCE_PASSWORD --quiet --project=sourcegraph-ci)
      export PERFORCE_USER=$(gcloud secrets versions access latest --secret=PERFORCE_USER --quiet --project=sourcegraph-ci)
      export PERFORCE_PORT=$(gcloud secrets versions access latest --secret=PERFORCE_PORT --quiet --project=sourcegraph-ci)

      export SOURCEGRAPH_LICENSE_KEY=$(gcloud secrets versions access latest --secret=SOURCEGRAPH_LICENSE_KEY --quiet --project=sourcegraph-ci)
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(gcloud secrets versions access latest --secret=SOURCEGRAPH_LICENSE_GENERATION_KEY --quiet --project=sourcegraph-ci)

      bazel test //testing:backend_integration_test --verbose_failures --sandbox_debug      

  bazel-e2e:
    cmd: |
      export GHE_GITHUB_TOKEN=$(gcloud secrets versions access latest --secret=GHE_GITHUB_TOKEN --quiet --project=sourcegraph-ci)
      export GH_TOKEN=$(gcloud secrets versions access latest --secret=GITHUB_TOKEN --quiet --project=sourcegraph-ci)
      export SOURCEGRAPH_LICENSE_KEY=$(gcloud secrets versions access latest --secret=SOURCEGRAPH_LICENSE_KEY --quiet --project=sourcegraph-ci)
      export SOURCEGRAPH_LICENSE_GENERATION_KEY=$(gcloud secrets versions access latest --secret=SOURCEGRAPH_LICENSE_GENERATION_KEY --quiet --project=sourcegraph-ci)

      bazel test //testing:e2e_test --test_env=HEADLESS=false --test_env=SOURCEGRAPH_BASE_URL="http://localhost:7080" --test_env=GHE_GITHUB_TOKEN=$GHE_GITHUB_TOKEN --test_env=GH_TOKEN=$GH_TOKEN --test_env=DISPLAY=$DISPLAY      

  bazel-web-integration:
    cmd: |
      export GH_TOKEN=$(gcloud secrets versions access latest --secret=GITHUB_TOKEN --quiet --project=sourcegraph-ci)
      bazel test //client/web/src/integration:integration-tests --test_env=HEADLESS=false --test_env=SOURCEGRAPH_BASE_URL="http://localhost:7080" --test_env=GH_TOKEN=$GH_TOKEN --test_env=DISPLAY=$DISPLAY      

  backend-integration:
    cmd: cd dev/gqltest && go test -long -base-url $BASE_URL -email $EMAIL -username $USERNAME -password $PASSWORD ./gqltest
    env:
      # These are defaults. They can be overwritten by setting the env vars when
      # running the command.
      BASE_URL: 'http://localhost:3080'
      EMAIL: 'joe@sourcegraph.com'
      PASSWORD: '12345'

  bext:
    cmd: pnpm --filter @sourcegraph/browser test

  bext-build:
    cmd: EXTENSION_PERMISSIONS_ALL_URLS=true pnpm --filter @sourcegraph/browser build

  bext-integration:
    cmd: pnpm --filter @sourcegraph/browser test-integration

  bext-e2e:
    cmd: pnpm --filter @sourcegraph/browser mocha ./src/end-to-end/github.test.ts ./src/end-to-end/gitlab.test.ts
    env:
      SOURCEGRAPH_BASE_URL: https://sourcegraph.com

  client:
    cmd: pnpm run test

  docsite:
    cmd: .bin/docsite_${DOCSITE_VERSION} check ./doc
    env:
      DOCSITE_VERSION: v1.9.4 # Update DOCSITE_VERSION everywhere in all places (including outside this repo)

  web-e2e:
    preamble: |
      A Sourcegraph instance must be already running for these tests to work, most
      commonly with: `sg start enterprise-e2e`

      See more details: https://docs-legacy.sourcegraph.com/dev/how-to/testing#running-end-to-end-tests      
    cmd: pnpm test-e2e
    env:
      TEST_USER_EMAIL: test@sourcegraph.com
      TEST_USER_PASSWORD: supersecurepassword
      SOURCEGRAPH_BASE_URL: https://sourcegraph.test:3443
      BROWSER: chrome
    externalSecrets:
      GH_TOKEN:
        project: 'sourcegraph-ci'
        name: 'BUILDKITE_GITHUBDOTCOM_TOKEN'

  web-regression:
    preamble: |
      A Sourcegraph instance must be already running for these tests to work, most
      commonly with: `sg start enterprise-e2e`

      See more details: https://docs-legacy.sourcegraph.com/dev/how-to/testing#running-regression-tests      

    cmd: pnpm test-regression
    env:
      SOURCEGRAPH_SUDO_USER: test
      SOURCEGRAPH_BASE_URL: https://sourcegraph.test:3443
      TEST_USER_PASSWORD: supersecurepassword
      BROWSER: chrome

  web-integration:
    preamble: |
      A web application should be built for these tests to work, most
      commonly with: `sg run web-integration-build` or `sg run web-integration-build-prod` for production build.

      See more details: https://docs-legacy.sourcegraph.com/dev/how-to/testing#running-integration-tests      

    cmd: pnpm test-integration

  web-integration:debug:
    preamble: |
      A Sourcegraph instance must be already running for these tests to work, most
      commonly with: `sg start web-standalone`

      See more details: https://docs-legacy.sourcegraph.com/dev/how-to/testing#running-integration-tests      

    cmd: pnpm test-integration:debug

  enterprise-portal-e2e:
    # After EP stops requiring dotcomdb, we can update this to just require
    # `sg start -cmd enterprise-portal`
    preamble:
      An Enterprise Portal instance must be already running for these tests to
      work, most commonly with `sg start dotcom`.

      This will leave a lot of data behind in your local database - you can
      delete everything using `psql -d sourcegraph -c TRUNCATE TABLE enterprise_portal_subscriptions CASCADE;`.

      Subsequent runs do not conflict with existing data.
    cmd: |
      go test -v ./cmd/enterprise-portal/e2e/...      
    env:
      EP_E2E_ENTERPRISEPORTAL_SERVER: "http://127.0.0.1:6081"
      EP_E2E_SAMS_SERVER: "https://accounts.sgdev.org"
    externalSecrets:
      EP_E2E_SAMS_CLIENT_ID:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_ID
      EP_E2E_SAMS_CLIENT_SECRET:
        project: sourcegraph-local-dev
        name: SG_LOCAL_DEV_SAMS_CLIENT_SECRET