From 857e0eede5928f8e647153dd6165d86af2328d0b Mon Sep 17 00:00:00 2001 From: wenjiefan Date: Fri, 4 Sep 2026 13:09:25 +0200 Subject: [PATCH] Bump the BC-ALAgents engine pin to 1.38.6 Moves the pinned engine from e9d9249 (1.36.6) to 1dbb15f (1.38.6). The BCQuality revision the engine declares is unchanged (182180913e6c90b62e6c2a65f13371e53c7adb5e, content version 1.6), so the knowledge corpus under evaluation is identical and the pin chain BC-Bench -> BC-ALAgents -> BCQuality stays consistent. The bump picks up BC-ALAgents #64, which deletes the .good.al / .bad.al samples belonging to a knowledge article that the BCQuality filter removed. Under this repository's filter configuration (enabled-layers: microsoft, knowledge.allow: microsoft/knowledge/**) the community layer is filtered out, which at the pinned BCQuality revision left 52 orphaned .al files in the clone the Copilot CLI uses as its working directory, 26 of them .bad.al. A .bad.al without its article is an anti-pattern sample stripped of the prose that identifies it as one. Also picks up BC-ALAgents #63, which forwards PATHEXT to the Copilot child environment. That fixes a Windows-only failure and does not affect this repository, where code-review evaluates on ubuntu-latest. Minor version bump per CONTRIBUTING.md: a tooling update that may affect results. --- .github/actions/install-agent-harnesses/action.yml | 2 +- pyproject.toml | 2 +- tests/test_review_workflows.py | 2 +- uv.lock | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/actions/install-agent-harnesses/action.yml b/.github/actions/install-agent-harnesses/action.yml index 5d0ff334b..5693e091a 100644 --- a/.github/actions/install-agent-harnesses/action.yml +++ b/.github/actions/install-agent-harnesses/action.yml @@ -21,7 +21,7 @@ runs: uses: actions/checkout@v5 with: repository: microsoft/BC-ALAgents - ref: e9d9249eaa25be88388b60106b4cbf8cd7aa8a7d + ref: 1dbb15f793826be85959724ab82427db9452ac34 path: .agent-harnesses/bc-alagents persist-credentials: false diff --git a/pyproject.toml b/pyproject.toml index 130178624..461190258 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "bcbench" -version = "0.10.1" +version = "0.11.0" description = "Benchmarking tool for Business Central (AL) ecosystem, inspired by SWE-Bench" readme = "README.md" requires-python = ">=3.13,<3.14" diff --git a/tests/test_review_workflows.py b/tests/test_review_workflows.py index eb3ef5c3d..840b3da60 100644 --- a/tests/test_review_workflows.py +++ b/tests/test_review_workflows.py @@ -85,7 +85,7 @@ def test_agent_harness_action_pins_and_exports_bc_alagents() -> None: action = (ACTIONS / "install-agent-harnesses" / "action.yml").read_text(encoding="utf-8") assert "repository: microsoft/BC-ALAgents" in action - assert "ref: e9d9249eaa25be88388b60106b4cbf8cd7aa8a7d" in action + assert "ref: 1dbb15f793826be85959724ab82427db9452ac34" in action assert "bc-alagents-path:" in action diff --git a/uv.lock b/uv.lock index 64cf9729d..259164031 100644 --- a/uv.lock +++ b/uv.lock @@ -245,7 +245,7 @@ wheels = [ [[package]] name = "bcbench" -version = "0.10.1" +version = "0.11.0" source = { editable = "." } dependencies = [ { name = "jinja2" },