clean out gpspec #525
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: genai commit tests | |
on: | |
workflow_dispatch: | |
schedule: | |
- cron: "0 7 * * *" | |
push: | |
branches: [main] | |
paths: | |
- "packages/core/**" | |
- "packages/sample/**" | |
- "packages/cli/**" | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: "recursive" | |
fetch-depth: 0 | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: "20" | |
cache: yarn | |
- run: yarn install --frozen-lockfile | |
- name: typecheck | |
run: yarn typecheck | |
- name: compile | |
run: yarn compile | |
- name: download ollama docker | |
run: docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama | |
- name: generate dummy result | |
working-directory: packages/sample | |
run: mkdir -p temp && touch temp/commit-tests.txt | |
- name: select llm tests to run | |
run: node packages/cli/built/genaiscript.cjs run test-commit --out-trace $GITHUB_STEP_SUMMARY --model azure_serverless:gpt-4o --small-model azure_serverless:gpt-4o-mini | |
env: | |
AZURE_SERVERLESS_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_ENDPOINT }} | |
AZURE_SERVERLESS_OPENAI_API_KEY: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_KEY }} | |
- name: run llm tests | |
working-directory: packages/sample | |
run: xargs -r -a temp/commit-tests.txt node ../cli/built/genaiscript.cjs test --out-summary $GITHUB_STEP_SUMMARY --test-delay 10 --model azure_serverless:gpt-4o --small-model azure_serverless:gpt-4o-mini | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
AZURE_SERVERLESS_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_ENDPOINT }} | |
AZURE_SERVERLESS_OPENAI_API_KEY: ${{ secrets.AZURE_SERVERLESS_OPENAI_API_KEY }} | |
WEATHER_API_KEY: ${{ secrets.WEATHER_API_KEY }} | |