1{2 "skill_name": "clerk-setup",3 "evals": [4 {5 "id": 1,6 "prompt": "hey i just created a new next.js app with create-next-app and i want to add auth. i heard clerk is good, can you set it up? im using the app router btw and tailwind. project is at ./my-saas-app",7 "expected_output": "Installs @clerk/nextjs, wraps layout with ClerkProvider inside <body>, creates middleware.ts with clerkMiddleware, sets up .env.local with publishable and secret keys, detects shadcn if present",8 "files": [],9 "expectations": [
11 "Adds ClerkProvider to root layout.tsx inside <body> tag, not wrapping <html>",
12 "Creates middleware.ts (or proxy.ts for Next.js 16+) with clerkMiddleware export",
13 "Creates or updates .env.local with NEXT_PUBLIC_CLERK_PUBLISHABLE_KEY and CLERK_SECRET_KEY",
14 "Does NOT install @clerk/clerk-react or any non-Next.js Clerk package",
15 "Mentions getting API keys from dashboard.clerk.com or via `clerk init` temporary development keys"
16 ]
17 },
18 {
19 "id": 2,
20 "prompt": "im building a rest api with express and typescript, no frontend. i need to protect some routes with authentication. can you add clerk? i want /api/public to be open and everything under /api/private/* to require auth",
21 "expected_output": "Installs @clerk/express, adds clerkMiddleware globally, uses requireAuth for protected routes, keeps public routes open",
22 "files": [],
23 "expectations": [
24 "Installs @clerk/express (not @clerk/nextjs)",
25 "Adds clerkMiddleware() to the Express app",
26 "Shows how to protect /api/private/* routes with requireAuth or getAuth check",
27 "Leaves /api/public accessible without auth",
28 "Does NOT create React components, ClerkProvider, or any frontend code",
29 "Sets up CLERK_SECRET_KEY (and optionally CLERK_PUBLISHABLE_KEY) env vars"
30 ]
31 },
32 {
33 "id": 3,
34 "prompt": "we have a next.js app thats been using next-auth with google and github oauth for about a year. we want to switch to clerk because next-auth sessions keep expiring randomly. theres about 2000 users in our postgres db. how do we migrate without losing everyone?",
35 "expected_output": "Migration plan: audit current NextAuth setup, export users via Clerk Backend API, handle OAuth provider mapping, plan session transition",
36 "files": [],
37 "expectations": [
38 "Detects or acknowledges existing NextAuth/next-auth setup",
39 "Addresses user data migration (2000 users) - mentions Clerk Backend API import or trickle migration",
40 "Addresses OAuth provider continuity (Google and GitHub)",
41 "Mentions that existing sessions will terminate during switch",
42 "Suggests either big-bang or gradual migration strategy",
43 "Does NOT just install Clerk and ignore the existing auth system"
44 ]
45 },
46 {
47 "id": 4,
48 "prompt": "setting up a react spa with vite for an internal tool at work. no ssr, no next.js. just plain react 19 + react-router. need login/logout. whats the quickest way to get clerk working?",
49 "expected_output": "Installs @clerk/react, wraps app with ClerkProvider, no middleware needed for SPA",
50 "files": [],
51 "expectations": [
52 "Installs @clerk/react (not @clerk/nextjs or @clerk/clerk-react)",
53 "Wraps app root with ClerkProvider and passes publishableKey",
54 "Does NOT create middleware.ts or proxy.ts (not applicable to SPAs)",
55 "Does NOT reference Next.js-specific patterns like server components or auth()",
56 "Shows SignIn/SignUp components or redirect-based auth flow",
57 "Sets up NEXT_PUBLIC_CLERK_PUBLISHABLE_KEY or VITE_CLERK_PUBLISHABLE_KEY env var"
58 ]
59 },
60 {
61 "id": 5,
62 "prompt": "i have an astro site with some react islands, its mostly static but i want to add a members-only section. never used clerk before. using bun as my package manager",
63 "expected_output": "Installs @clerk/astro via bun, configures Astro integration, sets up protected routes for members-only section",
64 "files": [],
65 "expectations": [
66 "Installs @clerk/astro using bun (not npm or pnpm)",
67 "Configures Clerk as an Astro integration in astro.config",
68 "Shows how to protect specific routes for the members-only section",
69 "Sets up environment variables for Clerk keys",
70 "Does NOT install @clerk/nextjs or create Next.js-specific files"