* Adding template * Fix template * bad cut and paste * must have ./ for local template * Remove version from local workflows * Simplify first * Comment out template and see if startup failure goes away * Reset * Local Action for Setup * Have to checkout local actions * Debug * Attempt 2 * Attempt 3 * Add required shell * Check if action gets env * Attempt 5 * Integration test Action * Steps in action must have shell * Custom action for integration and autoconfigure tests * Add vertex integration tests jobs * Workaround for custom action post clean up * Updated jobs to use custom action --------- Co-authored-by: Brad Davidson <bradley.c.davidson2.ctr@army.mil>
185 lines
5.5 KiB
YAML
185 lines
5.5 KiB
YAML
name: Spring AI Integration Tests
|
|
run-name: Spring AI Integration Tests
|
|
on:
|
|
workflow_dispatch:
|
|
schedule:
|
|
- cron: '0 4 * * 1-5'
|
|
- cron: '0 10 * * 1-5'
|
|
|
|
jobs:
|
|
test-anthropic:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: anthropic
|
|
|
|
test-azure-openai:
|
|
env:
|
|
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
|
|
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
|
# TODO AZURE_OPENAI_TRANSCRIPTION_DEPLOYMENT_NAME needs to be added when we have a value
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: azure-openai
|
|
|
|
test-bedrock:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: bedrock
|
|
|
|
test-huggingface:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }}
|
|
HUGGINGFACE_CHAT_URL: ${{ secrets.HUGGINGFACE_CHAT_URL }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: huggingface
|
|
|
|
test-mistral-ai:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: mistral-ai
|
|
|
|
# Removed since not able to get keys from ORACLE
|
|
# When keys are available uncomment this code and verify no other structural changes in the other jobs
|
|
# test-oci-genai:
|
|
# runs-on: ubuntu-latest
|
|
# env:
|
|
# OCI_COMPARTMENT_ID_KEY: ${{ secrets.OCI_COMPARTMENT_ID_KEY }}
|
|
# steps:
|
|
# - name: Checkout the action
|
|
# uses: actions/checkout@v4
|
|
#
|
|
# - name: Integration Test
|
|
# uses: ./.github/actions/do-integration-test
|
|
# with:
|
|
# model-name: oci-genai
|
|
|
|
test-openai:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: openai
|
|
|
|
test-stability-ai:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
STABILITYAI_API_KEY: ${{ secrets.STABILITYAI_API_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: stability-ai
|
|
|
|
test-vertex-ai-embedding:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
VERTEX_AI_GEMINI_PROJECT_ID: ${{ secrets.VERTEX_AI_GEMINI_PROJECT_ID }}
|
|
VERTEX_AI_GEMINI_LOCATION: ${{ secrets.VERTEX_AI_GEMINI_LOCATION }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: vertex-ai-embedding
|
|
|
|
test-vertex-ai-gemini:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
VERTEX_AI_GEMINI_PROJECT_ID: ${{ secrets.VERTEX_AI_GEMINI_PROJECT_ID }}
|
|
VERTEX_AI_GEMINI_LOCATION: ${{ secrets.VERTEX_AI_GEMINI_LOCATION }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: vertex-ai-gemini
|
|
|
|
test-vertex-ai-palm2:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
PALM_API_KEY: ${{ secrets.PALM_API_KEY }}
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Integration Test
|
|
uses: ./.github/actions/do-integration-test
|
|
with:
|
|
model-name: vertex-ai-palm2
|
|
|
|
test-autoconfigure:
|
|
env:
|
|
# TODO: uncomment keys that have values
|
|
# AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
# AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
|
|
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
|
# AZURE_OPENAI_TRANSCRIPTION_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_TRANSCRIPTION_DEPLOYMENT_NAME }}
|
|
# ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
|
# HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }}
|
|
# HUGGINGFACE_CHAT_URL: ${{ secrets.HUGGINGFACE_CHAT_URL }}
|
|
# MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
|
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
# PALM_API_KEY: ${{ secrets.PALM_API_KEY }}
|
|
# STABILITYAI_API_KEY: ${{ secrets.STABILITYAI_API_KEY }}
|
|
# VERTEX_AI_GEMINI_PROJECT_ID: ${{ secrets.VERTEX_AI_GEMINI_PROJECT_ID }}
|
|
# VERTEX_AI_GEMINI_LOCATION: ${{ secrets.VERTEX_AI_GEMINI_LOCATION }}
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout the action
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Autoconfigure Test
|
|
uses: ./.github/actions/do-autoconfigure-test
|