fix(seer): Rely on Sentry's 402 instead of a separate credit check

Sentry checks Seer credits when analyze_issue_with_seer starts a run and answers 402 if there aren't enough, so the extra credit-check request isn't needed. The tool now turns a 402 from starting a run into an "Analysis Not Started" message instead of an error.

Refs CW-2330

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

Author: srest2021

packages/mcp-core/src/api-client/client.ts

@@ -180,7 +180,6 @@ import {
   RepositoryListSchema,
   SearchAgentStartSchema,
   SearchAgentStateSchema,
-  SeerCreditCheckSchema,
   SentryAppComponentListSchema,
   SentryAppExternalRequestOptionsSchema,
   SentryAppInstallationListSchema,
@@ -255,7 +254,6 @@ import type {
   ReplayList,
   SearchAgentStart,
   SearchAgentState,
-  SeerCreditOperation,
   SentryAppComponentList,
   SentryAppExternalRequestOptions,
   SentryAppInstallationList,
@@ -4744,27 +4742,6 @@ export class SentryApiService {
     return SearchAgentStateSchema.parse(body);
   }
 
-  // GET https://us.sentry.io/api/0/organizations/my-org/seer/credit-check/?operation=autofix_root_cause
-  async hasSeerCredits(
-    {
-      organizationSlug,
-      operation,
-    }: {
-      organizationSlug: string;
-      operation: SeerCreditOperation;
-    },
-    opts?: RequestOptions,
-  ): Promise<boolean> {
-    const queryParams = new URLSearchParams({ operation });
-    const body = await this.requestJSON(
-      apiPath`/organizations/${organizationSlug}/seer/credit-check/` +
-        `?${queryParams.toString()}`,
-      undefined,
-      opts,
-    );
-    return SeerCreditCheckSchema.parse(body).hasEnoughCredits;
-  }
-
   /**
    * Retrieves high-level metadata about a trace.
    *

packages/mcp-core/src/api-client/schema.ts

@@ -1368,28 +1368,6 @@ export const AutofixRunStateSchema = z.object({
     .nullable(),
 });
 
-// Operations from Sentry's `SeerOperation` (`src/sentry/seer/credits.py`).
-export const SeerCreditOperationSchema = z.enum([
-  "agent_chat_message",
-  "autofix_root_cause",
-  "autofix_solution",
-  "autofix_code_changes",
-  "autofix_open_pr",
-  "autofix_pr_iteration",
-]);
-
-/**
- * Whether the organization has enough Seer credits to run an operation.
- *
- * Upstream source of truth in getsentry/sentry:
- * - `src/sentry/seer/endpoints/organization_seer_credit_check.py`
- */
-export const SeerCreditCheckSchema = z
-  .object({
-    hasEnoughCredits: z.boolean(),
-  })
-  .passthrough();
-
 /**
  * Schemas for Seer's search agent, which translates natural language into
  * Sentry search queries.

packages/mcp-core/src/api-client/types.ts

@@ -56,7 +56,6 @@ import type {
   AutofixRunStateSchema,
   SearchAgentStartSchema,
   SearchAgentStateSchema,
-  SeerCreditOperationSchema,
   ClientKeyListSchema,
   ClientKeySchema,
   CommitListSchema,
@@ -244,7 +243,6 @@ export type AutofixRun = z.infer<typeof AutofixRunSchema>;
 export type AutofixRunState = z.infer<typeof AutofixRunStateSchema>;
 export type SearchAgentStart = z.infer<typeof SearchAgentStartSchema>;
 export type SearchAgentState = z.infer<typeof SearchAgentStateSchema>;
-export type SeerCreditOperation = z.infer<typeof SeerCreditOperationSchema>;
 export type AssignedTo = z.infer<typeof AssignedToSchema>;
 export type ReplayDetails = z.infer<typeof ReplayDetailsSchema>;
 export type ReplayList = z.infer<typeof ReplayListResponseSchema>["data"];

packages/mcp-core/src/internal/tool-helpers/seer.ts

@@ -1,12 +1,7 @@
 import { z } from "zod";
-import {
-  ApiNotFoundError,
-  ApiValidationError,
-  type AutofixRunState,
-  type SentryApiService,
-} from "../../api-client/index";
-import type { Issue, SeerCreditOperation } from "../../api-client/types";
-import { logIssue, logWarn } from "../../telem/logging";
+import type { AutofixRunState } from "../../api-client/index";
+import type { Issue } from "../../api-client/types";
+import { isPlainObject } from "../type-guards";
 
 type AutofixRun = NonNullable<AutofixRunState["autofix"]>;
 
@@ -94,6 +89,18 @@ export function getHumanInterventionGuidance(status: string): string {
 export const SEER_OUT_OF_CREDITS_MESSAGE =
   "Your organization does not have enough Seer credits. Someone with billing access can turn on auto-reload in Sentry.";
 
+/**
+ * Explain a 402 from starting a run. Sentry sends the credits 402 as
+ * `{ detail }`. The quota 402 is a bare string the API client can't parse,
+ * so it gets the fallback.
+ */
+export function getSeerPaymentRequiredMessage(responseBody: unknown): string {
+  if (isPlainObject(responseBody) && typeof responseBody.detail === "string") {
+    return responseBody.detail;
+  }
+  return "Your organization does not have enough Seer budget to start an analysis.";
+}
+
 /**
  * Explain why a failed run stopped, when Seer gives a reason we can explain.
  */
@@ -106,30 +113,6 @@ export function getFailureReasonGuidance(
   return "";
 }
 
-/**
- * Whether the organization has enough Seer credits for the operation.
- */
-export async function hasSeerCredits(
-  apiService: SentryApiService,
-  organizationSlug: string,
-  operation: SeerCreditOperation,
-): Promise<boolean> {
-  try {
-    return await apiService.hasSeerCredits({ organizationSlug, operation });
-  } catch (error) {
-    if (error instanceof ApiValidationError || error instanceof z.ZodError) {
-      // Sentry rejected the operation or answered in a shape we don't expect,
-      // so our contract with Sentry drifted.
-      logIssue(error, {
-        contexts: { request: { organizationSlug, operation } },
-      });
-    } else if (!(error instanceof ApiNotFoundError)) {
-      logWarn(error, { extra: { organizationSlug, operation } });
-    }
-    return true;
-  }
-}
-
 function escapeXmlAttribute(value: string | number): string {
   return String(value)
     .replace(/&/g, "&amp;")

packages/mcp-core/src/tools/catalog/analyze-issue-with-seer.test.ts

@@ -439,6 +439,61 @@ describe("analyze_issue_with_seer", () => {
     },
   );
 
+  it.each([
+    [
+      "out of credits",
+      {
+        detail:
+          "Your organization does not have enough credits to start an Autofix run.",
+      },
+      "Your organization does not have enough credits to start an Autofix run.",
+    ],
+    [
+      "out of quota",
+      "No budget for Seer Autofix.",
+      "Your organization does not have enough Seer budget to start an analysis.",
+    ],
+  ])(
+    "explains why the run did not start when Sentry answers 402 (%s)",
+    async (_label, body, expected) => {
+      let getCallCount = 0;
+
+      mswServer.use(
+        http.get(
+          "https://sentry.io/api/0/organizations/sentry-mcp-evals/issues/CLOUDFLARE-MCP-402/autofix/",
+          () => {
+            getCallCount++;
+            return HttpResponse.json({ autofix: null });
+          },
+        ),
+        http.post(
+          "https://sentry.io/api/0/organizations/sentry-mcp-evals/issues/CLOUDFLARE-MCP-402/autofix/",
+          () => HttpResponse.json(body, { status: 402 }),
+        ),
+      );
+
+      const result = await analyzeIssueWithSeer.handler(
+        {
+          organizationSlug: "sentry-mcp-evals",
+          regionUrl: null,
+          issueId: "CLOUDFLARE-MCP-402",
+          instruction: undefined,
+        },
+        {
+          constraints: { organizationSlug: undefined },
+          accessToken: "access-token",
+          userId: "1",
+        },
+      );
+
+      expect(result).toBe(
+        `# Seer Analysis for Issue CLOUDFLARE-MCP-402\n\n## Analysis Not Started\n\n${expected}\n`,
+      );
+      // No polling after a refused start.
+      expect(getCallCount).toBe(1);
+    },
+  );
+
   it("returns unsupported message for metric issues without calling Seer", async () => {
     let autofixRequests = 0;
 

packages/mcp-core/src/tools/catalog/analyze-issue-with-seer.ts

@@ -12,14 +12,13 @@ import {
   getFailureReasonGuidance,
   getHumanInterventionGuidance,
   getOutputForAutofixRun,
+  getSeerPaymentRequiredMessage,
   getSeerUnsupportedIssueMessage,
   getStatusDisplayName,
-  hasSeerCredits,
   isSeerSupportedIssue,
   isTerminalStatus,
   SEER_INITIAL_RETRY_DELAY,
   SEER_MAX_RETRIES,
-  SEER_OUT_OF_CREDITS_MESSAGE,
   SEER_POLLING_INTERVAL,
   SEER_TIMEOUT,
 } from "../../internal/tool-helpers/seer";
@@ -144,17 +143,23 @@ export default defineTool({
 
     // Step 2: Start analysis if none exists
     if (!autofixState.autofix) {
-      if (!(await hasSeerCredits(apiService, orgSlug, "autofix_root_cause"))) {
-        output += `## Analysis Not Started\n\n${SEER_OUT_OF_CREDITS_MESSAGE}\n`;
-        return output;
+      let startResult: Awaited<ReturnType<typeof apiService.startAutofix>>;
+      try {
+        startResult = await apiService.startAutofix({
+          organizationSlug: orgSlug,
+          issueId: parsedIssueId,
+          instruction: params.instruction,
+        });
+      } catch (error) {
+        // Sentry answers 402 before starting a run when the org is out of
+        // Seer credits or quota.
+        if (error instanceof ApiError && error.status === 402) {
+          output += `## Analysis Not Started\n\n${getSeerPaymentRequiredMessage(error.responseBody)}\n`;
+          return output;
+        }
+        throw error;
       }
-
       output += `Starting new analysis...\n\n`;
-      const startResult = await apiService.startAutofix({
-        organizationSlug: orgSlug,
-        issueId: parsedIssueId,
-        instruction: params.instruction,
-      });
       output += `Analysis started with Run ID: ${startResult.run_id}\n\n`;
 
       // Give it a moment to initialize

packages/mcp-server-mocks/src/index.ts

@@ -1318,11 +1318,6 @@ export const restHandlers = buildHandlers([
     path: "/api/0/organizations/sentry-mcp-evals/issues/PEATED-A8/autofix/",
     fetch: () => HttpResponse.json({ run_id: 123 }),
   },
-  {
-    method: "get",
-    path: "/api/0/organizations/sentry-mcp-evals/seer/credit-check/",
-    fetch: () => HttpResponse.json({ hasEnoughCredits: true }),
-  },
   {
     method: "get",
     path: "/api/0/organizations/sentry-mcp-evals/issues/PERF-N1-001/autofix/",