Pre-launch — Gluecron is in final validation. Public signups and git hosting for non-owner users open after launch review.
CodeIssuesDiscussionsWikiPull RequestsProjectsCommitsActionsReleasesContributorsPulse● GatesSecuritySettingsDeploymentsPipelineInsightsAgents✨ Explain✨ Ask AI✨ Workspace✨ Spec✨ Tests▓ Debt Map✨ NL Search🏛 Archaeology
claude/adoring-hopper-5x74bqclaude/affectionate-feynman-ykrf1hclaude/architecture-audit-design-wxprenclaude/build-status-update-3MXsfclaude/charming-meitner-mllb5rclaude/compare-gate-gluecron-s4mFQclaude/confident-faraday-tikcwbclaude/continue-work-XMTlIclaude/crontech-gluecron-deploy-7MIECclaude/crontech-platform-setup-SeKfwclaude/design-2026claude/ecstatic-ptolemy-jMdigclaude/enhance-github-integration-QNHdGclaude/fix-aa-loop-issue-PonMQclaude/fix-actions-and-processclaude/fix-desktop-errors-XqoW8claude/fix-red-workflowsclaude/fix-website-access-6FKJNclaude/gatetest-integration-hardeningclaude/github-audit-improvements-bDFr9claude/gluecron-launch-status-FoMRlclaude/hopeful-lamport-olfCTclaude/issue-to-pr-and-protectionsclaude/jolly-heisenberg-2sg1Qclaude/launch-preparation-QmTb6claude/new-session-xk1l7claude/plan-platform-architecture-kkN4yclaude/platform-analysis-roadmap-1nUGLclaude/platform-launch-assessment-8dWV8claude/polish-platform-release-AeDrUclaude/resume-previous-work-KzyLwclaude/review-crontech-handoff-qYEVqclaude/review-project-completeness-lHhS2claude/review-readme-docs-ulqPKclaude/serene-edison-rj87weclaude/setup-multi-repo-dev-BCwNQclaude/ship-fixes-and-tests-Jvz1cclaude/site-audit-competitive-pctlwgclaude/site-migration-vercel-XstpKclaude/standalone-product-repos-XHFTDcopilot/feat-smart-empty-states-keyboard-first-enhancementcopilot/feat-smart-morning-digest-review-context-restorecopilot/fix-and-process-workflowscopilot/update-ai-powered-code-reviewfeat/debt-mapfeat/push-policy-codeowners-hardeningfeat/smart-digest-contextfeat/stage-impactfeat/t1-secret-migrationfeat/u-polishfeat/w-self-hostfeat/w2-claude-configfix/agent-journey-orphan-sweepgatetest/auto-fix-1776586424172gatetest/auto-fix-1776586534814gatetest/auto-fix-1776590685143gatetest/auto-fix-1776590808199mainops/redeploy-retriggerstyle/dxt-cta-themeworktree-agent-a3377aad30d55da26worktree-agent-a7ef607b7ee1d6c74
ai-tests.ts11.1 KB · 354 lines
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
/**
 * Block D8 — AI-generated test suite helper.
 *
 * Given a source file from a repo, produces a *failing* test stub that
 * exercises the public surface of the file using whatever test framework
 * the repository appears to be using (bun:test, vitest, jest, pytest,
 * go test, etc.).
 *
 * The HTTP glue lives in `routes/ai-tests.tsx`; this module only exposes
 * pure helpers and an AI wrapper that NEVER throws. When Claude isn't
 * available (no API key, transport error, etc.) `generateTestStub` returns
 * an empty body and `framework: "fallback"` so the route can render a
 * "couldn't generate" message without crashing.
 */

import {
  MODEL_SONNET,
  extractText,
  getAnthropic,
  isAiAvailable,
} from "./ai-client";

// ---------------------------------------------------------------------------
// Language detection
// ---------------------------------------------------------------------------

export type TestLanguage =
  | "typescript"
  | "javascript"
  | "python"
  | "go"
  | "rust"
  | "java"
  | "ruby"
  | "other";

/**
 * Detect a coarse language bucket from a file path's extension.
 * Unknown / non-code paths return "other".
 */
export function detectLanguage(path: string): TestLanguage {
  const lower = path.toLowerCase();
  const dot = lower.lastIndexOf(".");
  if (dot < 0) return "other";
  const ext = lower.slice(dot + 1);
  switch (ext) {
    case "ts":
    case "tsx":
    case "mts":
    case "cts":
      return "typescript";
    case "js":
    case "jsx":
    case "mjs":
    case "cjs":
      return "javascript";
    case "py":
      return "python";
    case "go":
      return "go";
    case "rs":
      return "rust";
    case "java":
    case "kt":
      return "java";
    case "rb":
      return "ruby";
    default:
      return "other";
  }
}

// ---------------------------------------------------------------------------
// Framework detection
// ---------------------------------------------------------------------------

/**
 * Given a language bucket and a flat list of repository files (paths, not
 * contents), return a short framework identifier that matches the
 * conventions the repo already appears to be using.
 *
 * The returned string is what gets plumbed into Claude prompts and is used
 * to compute the suggested test file path.
 */
export function detectTestFramework(
  language: TestLanguage,
  repoFiles: string[]
): string {
  const files = repoFiles.map((f) => f.toLowerCase());
  const has = (needle: string | RegExp): boolean => {
    if (typeof needle === "string") return files.some((f) => f === needle);
    return files.some((f) => needle.test(f));
  };

  // Python first — it has the clearest signals.
  if (language === "python") {
    if (has("pytest.ini") || has("pyproject.toml") || has(/(^|\/)tests?\/.+test.*\.py$/))
      return "pytest";
    if (has(/(^|\/)test_.+\.py$/) || has(/_test\.py$/)) return "pytest";
    return "pytest";
  }

  if (language === "go") return "go test";
  if (language === "rust") return "cargo test";
  if (language === "java") return "junit";
  if (language === "ruby") return has("gemfile") ? "rspec" : "minitest";

  // JavaScript / TypeScript — multiple competing frameworks.
  if (language === "typescript" || language === "javascript" || language === "other") {
    if (has(/vitest\.config\.(ts|js|mjs|cjs)$/) || has("vitest.config.ts"))
      return "vitest";
    if (has(/jest\.config(\..+)?$/)) return "jest";
    if (has(/\.mocharc(\..+)?$/) || has("mocha.opts")) return "mocha";
    if (has("playwright.config.ts") || has("playwright.config.js"))
      return "playwright";

    const usesBun =
      has("bun.lockb") ||
      has("bunfig.toml") ||
      files.some((f) => f.endsWith("package.json"));
    if (usesBun) return "bun:test";
  }

  return "bun:test";
}

// ---------------------------------------------------------------------------
// Suggested test path
// ---------------------------------------------------------------------------

/**
 * Compute a deterministic path for the generated test file. The rules are
 * conventional rather than exhaustive — reviewers can always move the file
 * after generation.
 */
export function suggestedTestPath(
  sourcePath: string,
  language: TestLanguage,
  framework: string
): string {
  const parts = sourcePath.split("/");
  const file = parts[parts.length - 1] || sourcePath;
  const dir = parts.slice(0, -1).join("/");
  const dotIdx = file.lastIndexOf(".");
  const base = dotIdx > 0 ? file.slice(0, dotIdx) : file;
  const ext = dotIdx > 0 ? file.slice(dotIdx) : "";

  // Python: siblings `test_foo.py` is near-universal.
  if (language === "python" || framework === "pytest") {
    return dir ? `${dir}/test_${base}.py` : `test_${base}.py`;
  }

  // Go: `foo_test.go` adjacent to source.
  if (language === "go" || framework === "go test") {
    return dir ? `${dir}/${base}_test.go` : `${base}_test.go`;
  }

  // Rust: convention is `#[cfg(test)] mod tests` inline, but for a standalone
  // stub we drop a file into `tests/`.
  if (language === "rust" || framework === "cargo test") {
    return `tests/${base}_test.rs`;
  }

  // Java / Kotlin
  if (language === "java" || framework === "junit") {
    const klass = base.charAt(0).toUpperCase() + base.slice(1);
    return dir
      ? `${dir.replace(/\/main\//, "/test/")}/${klass}Test${ext || ".java"}`
      : `${klass}Test${ext || ".java"}`;
  }

  // Ruby
  if (language === "ruby") {
    if (framework === "rspec") {
      return dir ? `spec/${dir}/${base}_spec.rb` : `spec/${base}_spec.rb`;
    }
    return dir ? `test/${dir}/${base}_test.rb` : `test/${base}_test.rb`;
  }

  // JS/TS with bun / jest / vitest — prefer `__tests__/<name>.test.<ext>`.
  const testExt = ext === ".tsx" ? ".test.ts" : ext.replace(/^\./, ".test.");
  const safeExt = testExt || ".test.ts";

  if (framework === "bun:test") {
    // If the source is already under src/, put tests under src/__tests__/.
    if (dir.startsWith("src/")) {
      return `src/__tests__/${base}${safeExt}`;
    }
    if (dir === "src") {
      return `src/__tests__/${base}${safeExt}`;
    }
    if (dir) return `${dir}/__tests__/${base}${safeExt}`;
    return `__tests__/${base}${safeExt}`;
  }

  // vitest / jest default to sibling `.test.` file.
  if (dir) return `${dir}/${base}${safeExt}`;
  return `${base}${safeExt}`;
}

// ---------------------------------------------------------------------------
// Prompt
// ---------------------------------------------------------------------------

export interface TestGenOpts {
  path: string;
  language: string;
  framework: string;
  sourceCode: string;
  apiHints?: string;
}

/**
 * Build the user prompt that instructs Claude to emit a failing test stub.
 * Returning the prompt as a pure function keeps it easy to test.
 */
export function buildTestsPrompt(opts: TestGenOpts): string {
  const { path, language, framework, sourceCode, apiHints } = opts;
  const trimmed = sourceCode.length > 40_000
    ? sourceCode.slice(0, 40_000) + "\n// ... (truncated)"
    : sourceCode;

  return `You are writing an initial failing test suite for an open-source project.

Source file path: \`${path}\`
Detected language: ${language}
Detected test framework: ${framework}

Write a *failing* test stub — the tests should compile / import cleanly where possible, but assertions MUST fail (or use explicit \`fail()\` / \`todo\` / \`skip\` markers where the framework supports them) so a developer is forced to review, fill in expected values, and confirm the intended behaviour. Prefer realistic \`expect(...)\` calls with placeholder expected values that are obviously wrong (like \`TODO\`) rather than empty bodies.

Rules:
- Exercise every exported / public symbol you can see in the source.
- Use only idioms native to "${framework}".
- No explanations, no Markdown, no surrounding prose — return ONLY the test file body.
- If imports are needed, compute paths relative to the source file at \`${path}\`.
- Leave a top-of-file comment that this stub was generated by gluecron's AI test helper and MUST be reviewed before being committed.
${apiHints ? `\nAdditional hints about the public API:\n${apiHints}\n` : ""}
Source file contents:
\`\`\`
${trimmed}
\`\`\`
`;
}

// ---------------------------------------------------------------------------
// Claude wrapper
// ---------------------------------------------------------------------------

export interface TestStubResult {
  code: string;
  suggestedPath: string;
  framework: string;
  language: string;
}

/**
 * Strip a leading/trailing Markdown fence (```lang ... ```) that Claude will
 * sometimes add around the returned body, even when told not to.
 */
function stripCodeFences(raw: string): string {
  let text = raw.trim();
  const fence = text.match(/^```[a-zA-Z0-9_+-]*\n?([\s\S]*?)\n?```\s*$/);
  if (fence) return fence[1].trim();
  // Partial fences (just the opener) — drop them.
  if (text.startsWith("```")) {
    const nl = text.indexOf("\n");
    if (nl > -1) text = text.slice(nl + 1);
  }
  if (text.endsWith("```")) text = text.slice(0, -3);
  return text.trim();
}

/**
 * Ask Claude Sonnet to produce a failing test stub for the given source.
 * Never throws. On any error (AI unavailable, network failure, empty
 * response) returns `{ code: "", framework: "fallback", ... }`.
 */
export async function generateTestStub(
  opts: TestGenOpts
): Promise<TestStubResult> {
  const lang = (opts.language as TestLanguage) || "other";
  const suggestedPath = suggestedTestPath(opts.path, lang, opts.framework);

  if (!isAiAvailable()) {
    return {
      code: "",
      suggestedPath,
      framework: "fallback",
      language: opts.language,
    };
  }

  try {
    const client = getAnthropic();
    const prompt = buildTestsPrompt(opts);
    const message = await client.messages.create({
      model: MODEL_SONNET,
      max_tokens: 2048,
      messages: [{ role: "user", content: prompt }],
    });
    const raw = extractText(message);
    const code = stripCodeFences(raw);
    if (!code) {
      return {
        code: "",
        suggestedPath,
        framework: "fallback",
        language: opts.language,
      };
    }
    return {
      code,
      suggestedPath,
      framework: opts.framework,
      language: opts.language,
    };
  } catch {
    return {
      code: "",
      suggestedPath,
      framework: "fallback",
      language: opts.language,
    };
  }
}

// ---------------------------------------------------------------------------
// Content types for ?format=raw
// ---------------------------------------------------------------------------

/**
 * Return a suitable `Content-Type` header for a generated test file, based
 * on the language bucket. Defaults to `text/plain; charset=utf-8`.
 */
export function contentTypeFor(language: string): string {
  switch (language) {
    case "typescript":
      return "application/typescript; charset=utf-8";
    case "javascript":
      return "application/javascript; charset=utf-8";
    case "python":
      return "text/x-python; charset=utf-8";
    case "go":
      return "text/x-go; charset=utf-8";
    case "rust":
      return "text/x-rust; charset=utf-8";
    case "java":
      return "text/x-java-source; charset=utf-8";
    case "ruby":
      return "text/x-ruby; charset=utf-8";
    default:
      return "text/plain; charset=utf-8";
  }
}