Structured outputs

const response = await client.chat.completions.create({
  model: "prism-glm53",
  messages: [
    {
      role: "user",
      content:
        "Respond in JSON with the bug category and a one-sentence explanation: ...",
    },
  ],
  response_format: { type: "json_object" },
});

const result = JSON.parse(response.choices[0].message.content ?? "{}");

const response = await client.chat.completions.create({
  model: "prism-glm53",
  messages: [
    {
      role: "user",
      content: "Classify this pull request and summarize the primary risk: ...",
    },
  ],
  response_format: {
    type: "json_schema",
    json_schema: {
      name: "pull_request_review",
      strict: true,
      schema: {
        type: "object",
        properties: {
          risk: {
            type: "string",
            enum: ["low", "medium", "high"],
          },
          summary: { type: "string" },
          requires_human_review: { type: "boolean" },
        },
        required: ["risk", "summary", "requires_human_review"],
        additionalProperties: false,
      },
    },
  },
});

{
  "risk": "high",
  "summary": "The migration drops a populated column before backfilling its replacement.",
  "requires_human_review": true
}

import { z } from "zod";

const PullRequestReview = z.object({
  risk: z.enum(["low", "medium", "high"]),
  summary: z.string(),
  requires_human_review: z.boolean(),
});

const content = response.choices[0].message.content;
if (content == null) {
  throw new Error("Prism returned no structured content");
}

const review = PullRequestReview.parse(JSON.parse(content));