genai commit tests #534
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: genai commit tests | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 7 * * *" | |
| push: | |
| branches: [main] | |
| paths: | |
| - "packages/core/**" | |
| - "packages/sample/**" | |
| - "packages/cli/**" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| fetch-depth: 0 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| cache: yarn | |
| - run: yarn install --frozen-lockfile | |
| - name: typecheck | |
| run: yarn typecheck | |
| - name: compile | |
| run: yarn compile | |
| - name: download ollama docker | |
| run: docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama | |
| - name: generate dummy result | |
| working-directory: packages/sample | |
| run: mkdir -p temp && touch temp/commit-tests.txt | |
| - name: select llm tests to run | |
| run: node packages/cli/built/genaiscript.cjs run test-commit --out-trace $GITHUB_STEP_SUMMARY --model azure:gpt-4o --small-model azure:gpt-4o-mini | |
| env: | |
| AZURE_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_OPENAI_API_ENDPOINT }} | |
| AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }} | |
| - name: run llm tests | |
| working-directory: packages/sample | |
| run: xargs -r -a temp/commit-tests.txt node ../cli/built/genaiscript.cjs test --out-summary $GITHUB_STEP_SUMMARY --test-delay 10 --model azure:gpt-4o --small-model azure:gpt-4o-mini | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| AZURE_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_OPENAI_API_ENDPOINT }} | |
| AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }} | |
| WEATHER_API_KEY: ${{ secrets.WEATHER_API_KEY }} | |