Reference Backed Integration

1{
2  "name": "Reference-backed integration",
3  "prompt": "Create a skill named sentry-event-search for helping agents write correct Sentry event-search queries. It should use the supplied repository conventions, keep SKILL.md as a router, and place query syntax, examples, and edge cases in focused references. Include a lightweight validation result before finishing.",
4  "judge": [
5    {
6      "check": "The agent created and registered skills/sentry-event-search with SKILL.md, SPEC.md, and focused routed reference files.",
7      "weight": 0.25
8    },
9    {
10      "check": "SKILL.md is a compact router with direct open-when reasons for references; it does not hide required instructions in optional references.",
11      "weight": 0.25
12    },
13    {
14      "check": "The references are scoped by lookup need, such as syntax, examples, and edge cases, rather than one catch-all document.",
15      "weight": 0.2
16    },
17    {
18      "check": "The generated skill is honest about source gaps and does not invent unsupported Sentry query behavior.",
19      "weight": 0.2
20    },
21    {
22      "check": "The transcript or final response shows structural validation was run.",
23      "weight": 0.1
24    }
25  ],
26  "setup": [
27    {
28      "action": "run_script",
29      "command": "rsync -a --exclude .git --exclude .axis --exclude .codex --exclude .agents \"$AXIS_CONFIG_DIR/../../..\"/ ."
30    },
31    {
32      "action": "run_script",
33      "command": "git init"
34    },
35    {
36      "action": "run_script",
37      "command": "git config user.email skill-writer-eval@example.invalid"
38    },
39    {
40      "action": "run_script",
41      "command": "git config user.name 'Skill Writer Eval'"
42    },
43    {
44      "action": "run_script",
45      "command": "git add ."
46    },
47    {
48      "action": "run_script",
49      "command": "git commit -m baseline"
50    }
51  ],
52  "artifacts": [
53    "skills/sentry-event-search/**",
54    "README.md",
55    ".claude/settings.json",
56    "skills/claude-settings-audit/SKILL.md"
57  ]
58}