Skip to content

clean out gpspec

clean out gpspec #525

name: genai commit tests
on:
workflow_dispatch:
schedule:
- cron: "0 7 * * *"
push:
branches: [main]
paths:
- "packages/core/**"
- "packages/sample/**"
- "packages/cli/**"
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
fetch-depth: 0
- uses: actions/setup-node@v4
with:
node-version: "20"
cache: yarn
- run: yarn install --frozen-lockfile
- name: typecheck
run: yarn typecheck
- name: compile
run: yarn compile
- name: download ollama docker
run: docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
- name: generate dummy result
working-directory: packages/sample
run: mkdir -p temp && touch temp/commit-tests.txt
- name: select llm tests to run
run: node packages/cli/built/genaiscript.cjs run test-commit --out-trace $GITHUB_STEP_SUMMARY --model azure_serverless:gpt-4o --small-model azure_serverless:gpt-4o-mini
env:
AZURE_SERVERLESS_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_ENDPOINT }}
AZURE_SERVERLESS_OPENAI_API_KEY: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_KEY }}
- name: run llm tests
working-directory: packages/sample
run: xargs -r -a temp/commit-tests.txt node ../cli/built/genaiscript.cjs test --out-summary $GITHUB_STEP_SUMMARY --test-delay 10 --model azure_serverless:gpt-4o --small-model azure_serverless:gpt-4o-mini
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
AZURE_SERVERLESS_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_ENDPOINT }}
AZURE_SERVERLESS_OPENAI_API_KEY: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_KEY }}
WEATHER_API_KEY: ${{ secrets.WEATHER_API_KEY }}