mirror of
https://github.com/dotnet/skills.git
synced 2026-09-20 09:49:54 +08:00
Abhitej John
1f73f15936
Move target discovery into a tested PowerShell script so GitHub Actions can parse and dispatch the workflow. Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> Copilot-Session: 8c45529b-2515-483d-9e51-e6c0b7cb6852
103 lines
3.1 KiB
YAML
103 lines
3.1 KiB
YAML
name: evaluation-workflow-tests
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- ".github/workflows/evaluation.yml"
|
|
- ".github/workflows/evaluation-run.yml"
|
|
- ".github/workflows/evaluation-workflow-tests.yml"
|
|
- "eng/evaluation-tools/**"
|
|
- "eng/evaluation/test_token_failover.py"
|
|
- "eng/evaluation/find-targets.ps1"
|
|
- "eng/evaluation/path-safety.ps1"
|
|
- "eng/dashboard/**"
|
|
- "eng/vally-adapter/**"
|
|
- "eng/skill-validator/src/**"
|
|
push:
|
|
branches: [main]
|
|
paths:
|
|
- ".github/workflows/evaluation.yml"
|
|
- ".github/workflows/evaluation-run.yml"
|
|
- ".github/workflows/evaluation-workflow-tests.yml"
|
|
- "eng/evaluation-tools/**"
|
|
- "eng/evaluation/test_token_failover.py"
|
|
- "eng/evaluation/find-targets.ps1"
|
|
- "eng/evaluation/path-safety.ps1"
|
|
- "eng/dashboard/**"
|
|
- "eng/vally-adapter/**"
|
|
- "eng/skill-validator/src/**"
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
vally-adapter:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 10
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v6
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
with:
|
|
node-version: 22
|
|
|
|
- name: Run adapter fault-injection and report tests
|
|
run: node --test eng/vally-adapter/*.test.mjs eng/dashboard/*.test.js
|
|
|
|
evaluation-tools:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 10
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v6
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
|
with:
|
|
node-version: 22
|
|
|
|
- name: Install evaluation tools
|
|
run: |
|
|
printf '' > "$RUNNER_TEMP/evaluation.npmrc"
|
|
npm ci \
|
|
--prefix eng/evaluation-tools \
|
|
--userconfig "$RUNNER_TEMP/evaluation.npmrc" \
|
|
--registry https://registry.npmjs.org/
|
|
|
|
- name: Smoke test evaluation tools
|
|
working-directory: eng/evaluation-tools
|
|
run: |
|
|
node_modules/.bin/vally --version
|
|
node vally.mjs --version
|
|
node_modules/.bin/copilot --version
|
|
node --input-type=module -e "import.meta.resolve('@github/copilot-linux-x64/sdk')"
|
|
|
|
- name: Test SDK startup ordering without model calls
|
|
run: node --test eng/evaluation-tools/*.test.mjs
|
|
|
|
token-failover:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v6
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
|
|
with:
|
|
python-version: "3.12"
|
|
|
|
- name: Install PyYAML
|
|
run: python -m pip install --quiet pyyaml
|
|
|
|
- name: Test evaluation workflow behavior
|
|
run: python eng/evaluation/test_token_failover.py
|