Eval

1name: waza-interactive-triggers
2skill: waza-interactive
3version: "1.0"
4executor: mock
5tasks:
6  - id: trigger-run-evals
7    name: "Trigger: run my evals"
8    prompt: "Can you run my evals and tell me how my skill is doing?"
9    expected: "Should activate waza-interactive skill and start Scenario 2 (Run and Interpret Results)"
10    validators:
11      - type: text
12        config:
13          regex_match:
14            - "waza_eval_run|run.*eval|Scenario 2"
15
16  - id: trigger-create-eval
17    name: "Trigger: create eval suite"
18    prompt: "I need to create an eval suite for my new code-reviewer skill"
19    expected: "Should activate waza-interactive skill and start Scenario 1 (Create a New Eval)"
20    validators:
21      - type: text
22        config:
23          regex_match:
24            - "waza_eval_list|waza init|Scenario 1|scaffold"
25
26  - id: trigger-compare-models
27    name: "Trigger: compare models"
28    prompt: "Which model works better for my skill — gpt-4o or claude-sonnet?"
29    expected: "Should activate waza-interactive skill and start Scenario 3 (Compare Models)"
30    validators:
31      - type: text
32        config:
33          regex_match:
34            - "compare|model.*A|model.*B|Scenario 3"
35
36  - id: trigger-debug-failing
37    name: "Trigger: debug failing tests"
38    prompt: "My skill keeps failing its eval tests, can you help me debug?"
39    expected: "Should activate waza-interactive skill and start Scenario 4 (Debug a Failing Skill)"
40    validators:
41      - type: text
42        config:
43          regex_match:
44            - "waza_skill_check|debug|fail|Scenario 4"
45
46  - id: trigger-ship-readiness
47    name: "Trigger: is my skill ready"
48    prompt: "Is my skill ready to ship? Give me the full readiness check."
49    expected: "Should activate waza-interactive skill and start Scenario 5 (Ship Readiness Check)"
50    validators:
51      - type: text
52        config:
53          regex_match:
54            - "readiness|checklist|waza_skill_check|Scenario 5"
55
56  - id: anti-trigger-general-coding
57    name: "Anti-trigger: general coding request"
58    prompt: "Write me a Python function that sorts a list"
59    expected: "Should NOT activate waza-interactive skill — this is general coding"
60    validators:
61      - type: text
62        config:
63          regex_match:
64            - "def sort|sorted|python"