AI Agent 端到端测试与 E2E 验证工程化深度实战 - 十一、CI/CD 集成
本文是 AI Agent 端到端测试与 E2E 验证工程化深度实战 的分章阅读版。
十一、CI/CD 集成
11.1 分层 CI 策略
# .github/workflows/agent-test.yml
name: Agent Test Pipeline
on: [push, pull_request]
jobs:
unit-test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-java@v4
with: { java-version: 17, distribution: temurin }
- run: ./mvnw test -Dtest="*UnitTest" # 仅单元 + Tool 单测
trajectory-test:
needs: unit-test
runs-on: ubuntu-latest
steps:
- run: ./mvnw test -Dtest="*TrajectoryTest"
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
nightly-e2e:
if: github.ref == 'refs/heads/main'
schedule: [{ cron: '0 2 * * *' }]
runs-on: ubuntu-latest
steps:
- run: ./mvnw test -Dtest="*E2ETest,*SimulationTest"
11.2 性能回归门禁
@Test
void latency_regression_guard() {
long p99 = measureLatencyP99(testQueries, 100);
assertThat(p99)
.as("P99 延迟回归,上次基线 2500ms")
.isLessThanOrEqualTo(3000); // 允许 20% 波动
}
11.3 失败用例自动归档
@ExtendWith(FailureArchiveExtension.class)
public class AgentE2ETest { ... }
public class FailureArchiveExtension implements AfterTestExecutionCallback {
@Override
public void afterTestExecution(ExtensionContext ctx) {
if (ctx.getExecutionException().isPresent()) {
AgentTrace trace = AgentTraceContext.current();
traceRepo.saveFailure(trace);
// 自动生成 YAML 用例模板
String yaml = new TraceToTestCaseConverter().convertToYaml(trace);
log.warn("[NEW-FAILURE] 转用例模板:\n{}", yaml);
}
}
}
相关页面