Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
97 changes: 97 additions & 0 deletions .github/workflows/regression.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,97 @@
#
#
# Copyright Red Hat
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
name: Lightspeed regression tests

on:
pull_request:
branches:
- release-1.10

jobs:
regression:
if: github.event.pull_request.head.repo.full_name == github.repository
runs-on: ubuntu-latest
timeout-minutes: 45
# Keep regression credentials only in this protected environment. Do not
# duplicate them as repository or organization secrets.
environment: lightspeed-regression
permissions:
contents: read
env:
TEST_MCP_SERVER_IMAGE: quay.io/redhat-ai-dev/test-mcp-server@sha256:4bf2e00b3cef61e6d7697f63202616bb8bbc4c6e5f9608ddea6ffe6a42a63599
VALIDATION_MODEL_NAME: meta-llama-31-8b-quantizedw4a16

steps:
- name: Check out lightspeed-configs
uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6
with:
ref: ${{ github.event.pull_request.head.sha }}
path: lightspeed-configs
persist-credentials: false

- name: Check out regression suite
uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6
with:
repository: Jdubrick/lightspeed-regression-testing
ref: 07a8f4c7da730dba937a7a87e94e261db1ac4753 # release-1.10
path: lightspeed-regression-testing
persist-credentials: false

- name: Set up uv and Python
uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
with:
version: '0.13.7'
python-version: '3.12'
enable-cache: true
cache-dependency-glob: lightspeed-regression-testing/uv.lock

- name: Validate protected configuration
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
VLLM_API_KEY: ${{ secrets.VLLM_API_KEY }}
VLLM_URL: ${{ secrets.VLLM_URL }}
run: |
missing=()
for name in OPENAI_API_KEY VLLM_API_KEY VLLM_URL; do
if [[ -z "${!name:-}" ]]; then
missing+=("$name")
fi
done
if (( ${#missing[@]} > 0 )); then
printf 'Missing required GitHub Actions secrets: %s\n' "${missing[*]}" >&2
exit 1
fi

- name: Prepare RAG content
working-directory: lightspeed-configs
run: make get-rag CONTAINER_ENGINE=docker

- name: Run regression suite
working-directory: lightspeed-configs
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
VLLM_API_KEY: ${{ secrets.VLLM_API_KEY }}
VLLM_URL: ${{ secrets.VLLM_URL }}
run: bash ../lightspeed-regression-testing/scripts/run-regression.sh -v

- name: Upload regression results
if: always()
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
with:
name: lightspeed-regression-results
path: lightspeed-regression-testing/results/
if-no-files-found: warn
retention-days: 7
2 changes: 1 addition & 1 deletion env/default-values.env
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# You do not need to set them all if they will go unused.

# Service Images
LIGHTSPEED_CORE_IMAGE=quay.io/lightspeed-core/lightspeed-stack:0.6.6
LIGHTSPEED_CORE_IMAGE=quay.io/lightspeed-core/lightspeed-stack:0.6.7
RAG_CONTENT_IMAGE=quay.io/redhat-ai-dev/rag-content:release-1.10-lls-0.5.0-8c231a3b5177f12fff9db042dfa4091d8f2f26b3

# Enable Inference Providers
Expand Down
2 changes: 1 addition & 1 deletion images.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# limitations under the License.
lightspeed-core:
llama_version: 0.6.0
image: quay.io/lightspeed-core/lightspeed-stack:0.6.6
image: quay.io/lightspeed-core/lightspeed-stack:0.6.7
rag-content:
llama_version: 0.5.0
image: quay.io/redhat-ai-dev/rag-content:release-1.10-lls-0.5.0-8c231a3b5177f12fff9db042dfa4091d8f2f26b3
Loading