coder · jaaydenh · Aug 11, 2026 · Aug 11, 2026 · Aug 11, 2026 · Aug 11, 2026
diff --git a/coderd/x/chatd/chatd.go b/coderd/x/chatd/chatd.go
@@ -4660,7 +4660,7 @@ const (
 	// Subagent summaries reuse the final report instead of generating
 	// text, so their work timeout only covers two database round trips.
 	subagentReportSummaryTimeout = 15 * time.Second
-	// Bound the extracted report snippet near the 1-3 sentence
+	// Bound the extracted report snippet near the headline of the
 	// generated summaries that root chats get, so subagent and parent
 	// summary panels read the same.
 	subagentReportSummaryMaxRunes     = 300

diff --git a/coderd/x/chatd/quickgen.go b/coderd/x/chatd/quickgen.go
@@ -914,11 +914,14 @@ func generateManualTitle(
 }
 
 const chatSummaryGenerationPrompt = "You summarize an AI coding chat for a quick-reference popover. " +
-	"Populate the summary field with 1 to 3 plain sentences describing what the conversation is about and what was accomplished or attempted. " +
+	"Populate the headline field with one sentence naming what the conversation is about and its outcome. " +
+	"Populate the bullets field with 2 to 4 short bullets covering what was done or attempted, each a single line. " +
+	"Leave the bullets field empty when the headline already covers the whole chat, rather than padding it with filler. " +
 	"Write about the conversation in the third person. " +
-	"Preserve specific identifiers such as PR numbers, repo names, file paths, function names, and error messages. " +
+	"Preserve specific identifiers such as PR numbers, repo names, file paths, function names, and error messages, " +
+	"wrapping them in backticks. " +
 	"Do not address the user, give instructions, or continue the task. " +
-	"No markdown, lists, headings, code fences, or surrounding quotes."
+	"No headings, code fences, tables, or nested lists."
 
 const (
 	// Bound the transcript so the summary call stays cheap and within context;
@@ -927,14 +930,19 @@ const (
 	// Cap a single turn so one long message cannot dominate the budget.
 	summaryTranscriptPerMessageMaxRunes = 4000
 	summaryMaxOutputTokens              = 512
-	// Reject pathologically long or verbose summaries, with slack over the
-	// 1-3 sentence target.
-	summaryMaxRunes     = 1000
-	summaryMaxSentences = 6
+	// Reject pathologically long or verbose summaries.
+	summaryMaxRunes             = 600
+	summaryHeadlineMaxRunes     = 200
+	summaryHeadlineMaxSentences = 2
+	summaryBulletMaxRunes       = 160
+	// Upper bound only; requiring bullets would pad trivial chats with
+	// filler or reject them, leaving the panel empty.
+	summaryMaxBullets = 4
 )
 
 type generatedChatSummary struct {
-	Summary string `json:"summary" description:"1-3 sentence summary of the whole chat"`
+	Headline string   `json:"headline" description:"One sentence naming what the chat is about and its outcome"`
+	Bullets  []string `json:"bullets" description:"2-4 short bullets, each one line, covering what was done or attempted; empty when the headline already covers the whole chat"`
 }
 
 // renderChatSummaryTranscript renders chat history as plain text for summary
@@ -1034,12 +1042,16 @@ func boundTranscriptHeadTail(lines []string, maxRunes int) string {
 }
 
 func summaryObjectCall(resolved resolvedModelCall) fantasy.ObjectCall {
-	return resolved.newObjectCall("chat_summary", "Summarize the whole chat in 1-3 sentences.", summaryMaxOutputTokens)
+	return resolved.newObjectCall(
+		"chat_summary",
+		"Summarize the whole chat as a one-sentence headline plus up to 4 short bullets.",
+		summaryMaxOutputTokens,
+	)
 }
 
-// generateChatSummary generates a 1-3 sentence whole-chat summary from a
-// transcript. A blank or invalid result returns an error so callers preserve
-// any existing summary rather than clearing it.
+// generateChatSummary generates a headline-plus-bullets summary from a
+// transcript, serialized to markdown. A blank or invalid result returns an
+// error so callers preserve any existing summary rather than clearing it.
 func generateChatSummary(
 	ctx context.Context,
 	model fantasy.LanguageModel,
@@ -1066,22 +1078,70 @@ func generateChatSummary(
 		return "", usage, xerrors.Errorf("generate chat summary: %w", err)
 	}
 
-	summary := normalizeShortTextOutput(result.Object.Summary)
+	summary := generatedChatSummary{
+		Headline: normalizeSummaryField(result.Object.Headline),
+		Bullets:  normalizeSummaryBullets(result.Object.Bullets),
+	}
 	if err := validateGeneratedChatSummary(summary); err != nil {
 		return "", result.Usage, err
 	}
-	return summary, result.Usage, nil
+	return formatChatSummaryMarkdown(summary.Headline, summary.Bullets), result.Usage, nil
+}
+
+// normalizeSummaryField collapses a field onto one line. Unlike
+// normalizeShortTextOutput it preserves backticks, keeping inline code spans
+// balanced.
+func normalizeSummaryField(text string) string {
+	text = strings.Trim(strings.TrimSpace(text), "\"'")
+	return strings.Join(strings.Fields(text), " ")
 }
 
-func validateGeneratedChatSummary(summary string) error {
-	if summary == "" {
-		return xerrors.New("generated chat summary was empty")
+func normalizeSummaryBullets(bullets []string) []string {
+	normalized := make([]string, 0, len(bullets))
+	for _, bullet := range bullets {
+		if bullet = normalizeSummaryField(bullet); bullet != "" {
+			normalized = append(normalized, bullet)
+		}
 	}
-	if len([]rune(summary)) > summaryMaxRunes {
-		return xerrors.Errorf("generated chat summary exceeded %d runes", summaryMaxRunes)
+	return normalized
+}
+
+// formatChatSummaryMarkdown renders a headline paragraph plus an optional
+// bullet list. Bullets must already be normalized: no blanks, no newlines.
+func formatChatSummaryMarkdown(headline string, bullets []string) string {
+	headline = strings.TrimSpace(headline)
+	if len(bullets) == 0 {
+		return headline
 	}
-	if countSentenceTerminators(summary) > summaryMaxSentences {
-		return xerrors.Errorf("generated chat summary exceeded %d sentences", summaryMaxSentences)
+	return strings.TrimSpace(headline + "\n\n- " + strings.Join(bullets, "\n- "))
+}
+
+// validateGeneratedChatSummary checks the structured fields rather than the
+// rendered markdown: bullets omit trailing punctuation, so a sentence count
+// over the serialized string would pass almost anything.
+func validateGeneratedChatSummary(summary generatedChatSummary) error {
+	if summary.Headline == "" {
+		return xerrors.New("generated chat summary headline was empty")
+	}
+	if len([]rune(summary.Headline)) > summaryHeadlineMaxRunes {
+		return xerrors.Errorf("generated chat summary headline exceeded %d runes", summaryHeadlineMaxRunes)
+	}
+	if countSentenceTerminators(summary.Headline) > summaryHeadlineMaxSentences {
+		return xerrors.Errorf("generated chat summary headline exceeded %d sentences", summaryHeadlineMaxSentences)
+	}
+	if len(summary.Bullets) > summaryMaxBullets {
+		return xerrors.Errorf(
+			"generated chat summary had %d bullets, want at most %d",
+			len(summary.Bullets), summaryMaxBullets,
+		)
+	}
+	for _, bullet := range summary.Bullets {
+		if len([]rune(bullet)) > summaryBulletMaxRunes {
+			return xerrors.Errorf("generated chat summary bullet exceeded %d runes", summaryBulletMaxRunes)
+		}
+	}
+	if rendered := formatChatSummaryMarkdown(summary.Headline, summary.Bullets); len([]rune(rendered)) > summaryMaxRunes {
+		return xerrors.Errorf("generated chat summary exceeded %d runes", summaryMaxRunes)
 	}
 	return nil
 }

diff --git a/coderd/x/chatd/summarygen_internal_test.go b/coderd/x/chatd/summarygen_internal_test.go
@@ -225,10 +225,89 @@ func TestShouldGenerateChatSummary(t *testing.T) {
 func TestValidateGeneratedChatSummary(t *testing.T) {
 	t.Parallel()
 
-	require.Error(t, validateGeneratedChatSummary(""))
-	require.Error(t, validateGeneratedChatSummary(strings.Repeat("a", summaryMaxRunes+1)))
-	require.Error(t, validateGeneratedChatSummary("One. Two. Three. Four. Five. Six. Seven."))
-	require.NoError(t, validateGeneratedChatSummary("Implemented the summary feature. Added tests."))
+	validBullets := []string{"Traced the race in `cache.go`", "Added a regression test"}
+
+	tests := []struct {
+		name    string
+		summary generatedChatSummary
+		wantErr bool
+	}{
+		{
+			name:    "Valid",
+			summary: generatedChatSummary{Headline: "Fixed the flaky CI job.", Bullets: validBullets},
+		},
+		{
+			name:    "EmptyHeadline",
+			summary: generatedChatSummary{Bullets: validBullets},
+			wantErr: true,
+		},
+		{
+			name: "HeadlineTooLong",
+			summary: generatedChatSummary{
+				Headline: strings.Repeat("a", summaryHeadlineMaxRunes+1),
+				Bullets:  validBullets,
+			},
+			wantErr: true,
+		},
+		{
+			name: "HeadlineTooManySentences",
+			summary: generatedChatSummary{
+				Headline: "One. Two. Three.",
+				Bullets:  validBullets,
+			},
+			wantErr: true,
+		},
+		{
+			name:    "SingleBullet",
+			summary: generatedChatSummary{Headline: "Fixed it.", Bullets: []string{"Only one"}},
+		},
+		{
+			// A trivial chat is fully described by its headline.
+			name:    "NoBullets",
+			summary: generatedChatSummary{Headline: "Fixed a typo in `README.md`."},
+		},
+		{
+			name: "TooManyBullets",
+			summary: generatedChatSummary{
+				Headline: "Fixed it.",
+				Bullets:  []string{"One", "Two", "Three", "Four", "Five"},
+			},
+			wantErr: true,
+		},
+		{
+			name: "BulletTooLong",
+			summary: generatedChatSummary{
+				Headline: "Fixed it.",
+				Bullets:  []string{"Fine", strings.Repeat("b", summaryBulletMaxRunes+1)},
+			},
+			wantErr: true,
+		},
+		{
+			name: "SerializedTooLong",
+			summary: generatedChatSummary{
+				Headline: strings.Repeat("a", summaryHeadlineMaxRunes),
+				Bullets: []string{
+					strings.Repeat("b", summaryBulletMaxRunes),
+					strings.Repeat("c", summaryBulletMaxRunes),
+					strings.Repeat("d", summaryBulletMaxRunes),
+				},
+			},
+			wantErr: true,
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			t.Parallel()
+
+			err := validateGeneratedChatSummary(tt.summary)
+			if tt.wantErr {
+				require.Error(t, err)
+				return
+			}
+			require.NoError(t, err)
+		})
+	}
 }
 
 func TestCountSentenceTerminators(t *testing.T) {
@@ -239,10 +318,83 @@ func TestCountSentenceTerminators(t *testing.T) {
 	require.Equal(t, 3, countSentenceTerminators("One. Two! Three?"))
 	require.Equal(t, 0, countSentenceTerminators("auth.rbac.Policy"))
 
-	// Dotted identifiers must not push a valid summary over the sentence cap.
-	require.NoError(t, validateGeneratedChatSummary(
-		"Refactored pkg.cmd.server and auth.rbac.Policy in main.go and util.go. Added coverage in foo_test.go.",
-	))
+	// Dotted identifiers must not push a valid headline over the sentence cap.
+	require.NoError(t, validateGeneratedChatSummary(generatedChatSummary{
+		Headline: "Refactored pkg.cmd.server and auth.rbac.Policy in main.go and util.go.",
+		Bullets:  []string{"Updated call sites", "Added coverage in foo_test.go"},
+	}))
+}
+
+func TestNormalizeSummaryField(t *testing.T) {
+	t.Parallel()
+
+	tests := []struct {
+		name string
+		text string
+		want string
+	}{
+		{name: "Empty", text: "   ", want: ""},
+		{name: "CollapsesNewlines", text: "Fixed the race\nin cache.go", want: "Fixed the race in cache.go"},
+		{name: "CollapsesRuns", text: "Fixed   the\t\trace", want: "Fixed the race"},
+		{name: "StripsSurroundingQuotes", text: `"Fixed the race"`, want: "Fixed the race"},
+		{
+			// normalizeShortTextOutput would strip this and unbalance the span.
+			name: "PreservesTrailingBacktick",
+			text: "Fixed `cache.go`",
+			want: "Fixed `cache.go`",
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			t.Parallel()
+
+			require.Equal(t, tt.want, normalizeSummaryField(tt.text))
+		})
+	}
+}
+
+func TestNormalizeSummaryBullets(t *testing.T) {
+	t.Parallel()
+
+	require.Equal(t,
+		[]string{"First bullet", "Second bullet"},
+		normalizeSummaryBullets([]string{" First\nbullet ", "   ", "Second bullet", ""}),
+	)
+	require.Empty(t, normalizeSummaryBullets(nil))
+}
+
+func TestFormatChatSummaryMarkdown(t *testing.T) {
+	t.Parallel()
+
+	tests := []struct {
+		name     string
+		headline string
+		bullets  []string
+		want     string
+	}{
+		{
+			name:     "HeadlineOnly",
+			headline: "Fixed the flaky CI job.",
+			want:     "Fixed the flaky CI job.",
+		},
+		{
+			// Without the blank line, CommonMark folds the first bullet
+			// into the headline paragraph.
+			name:     "HeadlineAndBullets",
+			headline: "Fixed the flaky CI job.",
+			bullets:  []string{"Traced the race", "Added a test"},
+			want:     "Fixed the flaky CI job.\n\n- Traced the race\n- Added a test",
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			t.Parallel()
+
+			require.Equal(t, tt.want, formatChatSummaryMarkdown(tt.headline, tt.bullets))
+		})
+	}
 }
 
 func TestSubagentReportSummarySnippet(t *testing.T) {

diff --git a/site/src/@types/storybook.d.ts b/site/src/@types/storybook.d.ts
@@ -13,8 +13,17 @@ import type { Permissions } from "#/modules/permissions";
 
 declare module "@storybook/react-vite" {
 	type WebSocketEvent =
-		| { event: "message"; data: string }
-		| { event: "open" | "error" | "close" };
+		| {
+				event: "message";
+				data: string;
+				delayMs?: number;
+				connectionIndex?: number;
+		  }
+		| {
+				event: "open" | "error" | "close";
+				delayMs?: number;
+				connectionIndex?: number;
+		  };
 	interface Parameters {
 		features?: (FeatureName | ({ name: FeatureName } & Partial<Feature>))[];
 		experiments?: Experiments;