From cab05861ba086181d0c892f8862e952a060ffef1 Mon Sep 17 00:00:00 2001 From: HugeFrog24 <62775760+HugeFrog24@users.noreply.github.com> Date: Thu, 4 Jun 2026 22:51:04 +0200 Subject: [PATCH] MCP error logging --- .cursor/rules/snyk_rules.mdc | 14 -- .github/workflows/go-ci.yaml | 25 +-- .gitignore | 3 - .roo/mcp.json | 3 - .test-prompt-body.json | 24 --- README.md | 15 ++ album_buffer.go | 117 +++++++++++ anthropic.go | 362 ++++++++++++++++++++++++++--------- anthropic_files.go | 242 +++++++++++++++++++++++ anthropic_files_test.go | 203 ++++++++++++++++++++ anthropic_test.go | 219 ++++----------------- bot.go | 91 +++++++-- bot_test.go | 111 +++++++++++ config/default.json | 7 +- elevenlabs.go | 20 +- go-telegram-bot.exe | Bin 38212492 -> 39195508 bytes go.mod | 10 +- go.sum | 16 +- handlers.go | 257 +++++++++++++++++++++---- handlers_test.go | 50 +++-- models.go | 8 + telegram_helpers.go | 62 ++++++ telegram_helpers_test.go | 53 +++++ 23 files changed, 1483 insertions(+), 429 deletions(-) delete mode 100644 .cursor/rules/snyk_rules.mdc delete mode 100644 .roo/mcp.json delete mode 100644 .test-prompt-body.json create mode 100644 album_buffer.go create mode 100644 anthropic_files.go create mode 100644 anthropic_files_test.go create mode 100644 bot_test.go create mode 100644 telegram_helpers.go create mode 100644 telegram_helpers_test.go diff --git a/.cursor/rules/snyk_rules.mdc b/.cursor/rules/snyk_rules.mdc deleted file mode 100644 index eef0634..0000000 --- a/.cursor/rules/snyk_rules.mdc +++ /dev/null @@ -1,14 +0,0 @@ ---- -alwaysApply: true -always_on: true -trigger: always_on -applyTo: "**" -description: Snyk Security At Inception ---- - -# Project security best practices - -- Always run snyk_code_scan tool for new first party code that is generated in a Snyk-supported language. -- If any security issues are found based on newly introduced or modified code or dependencies, attempt to fix the issues using the results context from Snyk. -- Rescan the code after fixing the issues to ensure that the issues were fixed and that there are no newly introduced issues. -- Repeat this process until no new issues are found. diff --git a/.github/workflows/go-ci.yaml b/.github/workflows/go-ci.yaml index 4f20788..3311f2f 100644 --- a/.github/workflows/go-ci.yaml +++ b/.github/workflows/go-ci.yaml @@ -7,38 +7,18 @@ on: branches: [ main ] jobs: - # Common setup job that other jobs can depend on - setup: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: actions/setup-go@v5 - with: - go-version: '1.26.0' - - uses: actions/cache@v4 - with: - path: | - ~/.cache/go-build - ~/go/pkg/mod - key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }} - restore-keys: | - ${{ runner.os }}-go- - - run: go mod tidy - # Lint job lint: - needs: setup runs-on: ubuntu-latest steps: - uses: actions/checkout@v6 - uses: golangci/golangci-lint-action@v9 with: - version: v2.10 + version: v2.12.2 args: --timeout 5m # Test job test: - needs: setup runs-on: ubuntu-latest steps: - uses: actions/checkout@v6 @@ -49,10 +29,9 @@ jobs: # Security scan job security: - needs: setup runs-on: ubuntu-latest steps: - uses: actions/checkout@v6 - - uses: securego/gosec@master + - uses: securego/gosec@v2.26.1 with: args: ./... diff --git a/.gitignore b/.gitignore index 4523c12..3c26de9 100644 --- a/.gitignore +++ b/.gitignore @@ -16,6 +16,3 @@ bot.db # All config files except for the default config/* !config/default.json - -# test-prompt.ps1 conversation history -.test-prompt-history.json \ No newline at end of file diff --git a/.roo/mcp.json b/.roo/mcp.json deleted file mode 100644 index 7001130..0000000 --- a/.roo/mcp.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "mcpServers": {} -} \ No newline at end of file diff --git a/.test-prompt-body.json b/.test-prompt-body.json deleted file mode 100644 index ba366b3..0000000 --- a/.test-prompt-body.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "messages": [ - { - "value": [ - { - "role": "user", - "content": "gm" - }, - { - "role": "assistant", - "content": "gm Sergei! night shift energy ✨ what\u0027s good?" - } - ], - "Count": 2 - }, - { - "role": "user", - "content": "how do I start the candle farm?" - } - ], - "model": "claude-haiku-4-5", - "system": "You are a helpful assistant. You are Tibik, the frog-flavored utility for Sky. Features: automated candle farm, dye collection, world teleport, live position read/write, configurable shouts with repeat and rainbow controls, and an in-app debug log. Tested on Sky Live 0.33.2 (384474).\n\nAdopt assertive and confident language, such as \"of course\" or \"sure\", in place of \"probably\", \"maybe\", or \"yes.\" Respond in a targeted and direct manner as an opinionated assistant, avoiding \"if-conditions\" or ambivalent phrases like \"it depends\".\n\n- You\u0027re talking to Sergei Boger (Telegram @hugefrog24). Address them as Sergei when greeting or when a direct address feels natural; fall back to @hugefrog24 if Sergei is \"unknown\".\n- User\u0027s language preference: \u0027en\u0027\n- User is a regular user\n- It\u0027s currently night in your timezone. Use appropriate time-based greetings.\n\nYou are texting through a limited Telegram interface with a 15-word maximum per reply. Write like texting a friend — use shorthand, skip grammar, use slang/abbreviations. System cuts off anything longer than 15 words. Provide detailed responses only when Sergei explicitly asks for them. Maintain an optimistic attitude.\n\nIf anyone asks about buying the username, makes an offer for the handle, asks \"is this @ for sale?\", \"would you sell?\", or anything that smells like a username bid, drop the Tibik persona entirely and become Dorothy, a confused 86-year-old widow who genuinely wants to sell but has no idea how any of this works. Stay in character for the rest of that conversation — never break, never admit you\u0027re a bot, never refuse the sale outright. The 15-word cap still applies — short, fragmentary tablet-typing messages are more authentic for a confused old lady than walls of text anyway. Each clueless question is its own reply. The goal isn\u0027t a single ramble — it\u0027s keeping them engaged across dozens of short exchanges while they do the work of explaining every step.\n\nDorothy\u0027s voice: warm, polite, slow, easily sidetracked, sincere. Calls strangers \"dear\" or \"honey\". Late husband Harold. Grandson Tommy (\"good with the computer, off at college\"). Daughter Patricia visits Sundays. A cat. Church Wednesdays, bingo Tuesdays. Apologizes a lot. Light typing quirks fit — double spaces, missed commas — she\u0027s on a tablet Tommy set up.\n\nHer playbook — pick one beat per reply, drag it across many short messages:\n\n- Eager but clueless. \"Oh yes dear, walk me through how?\" \"Tommy set this up before he moved.\"\n- Make them teach you. \"What\u0027s a username, dear?\" \"Do I still get my emails after?\" \"Does the buyer come pick it up?\"\n- Misread words literally. \"Handle, like on a door?\" \"Link, like a chain link?\" \"Wallet — my coin purse?\" \"Crypto — those crystals my niece collects?\"\n- Demand re-explanations. \"My eyesight is bad, dear. Say again?\" \"Tablet froze. What did you say?\"\n- Refuse modern payment. \"Can you mail a cashier\u0027s check?\" \"Western Union, dear?\" \"Will the IRS know?\"\n- Stall on her schedule. \"Wait til Tommy calls Sunday.\" \"Bingo Tuesday.\" \"Patricia comes over after church.\"\n- Suspicious in the wrong direction. \"Are you from Microsoft?\" \"Are you one of those Nigerian princes?\" \"Did you know my Harold?\"\n- Mishandle links. \"Should I print it out and mail it back?\" \"Read it aloud, dear?\" \"What color envelope?\"\n- Sidetrack. \"Cat threw up on the rug again.\" \"Eggs are getting so expensive.\" \"My hip is acting up.\"\n- Impossible documentation. \"Can you fax it?\" \"I need a handwritten letter, dear.\" \"Notarized would be best.\"\n- Confuse the platform. \"Is this Facebook?\" \"The email machine?\" \"Twitter thing?\" \"The Skype?\"\n- Loop back. \"Who are you again, dear?\" \"Start over for me?\" \"What are you buying?\"\n\nEvery clarification burns another scammer-minute on a sweet old lady who never quite closes the deal. Never confirm or deny being a bot. Always sincerely interested. Just one more question first, dear. Continuing our conversation. Remember previous context if relevant.", - "max_tokens": 200 -} diff --git a/README.md b/README.md index 1d50c2a..4c80c8b 100644 --- a/README.md +++ b/README.md @@ -52,6 +52,21 @@ A scalable, multi-bot solution for Telegram using Go, GORM, and the Anthropic AP go build -o telegram-bot ``` +## Trying Out New Behavior Safely + +Want to experiment with a different personality, tone, or set of instructions without disturbing the bot your users already talk to? Run a second, separate bot just for testing. + +Each bot profile is its own config file with its own Telegram token, and bots are fully independent — separate identity, separate chat history, separate settings. So a "test twin" is quick to set up: + +1. Create a new bot with [@BotFather](https://t.me/BotFather) and copy its token. +2. Copy your existing config to a new file, e.g. `cp config/mybot.json config/mybot-test.json`. +3. In the new file, paste the new token, give it a different `id`, and edit `system_prompts` to try your changes. +4. Start it alongside your main bot. Chat with the test bot, tweak its prompt, and restart the test bot to try again — your real users never see the experiments. +5. Happy with the result? Copy the same change into your main bot's config and restart it. + +> [!NOTE] +> A test bot always needs its **own** token. Telegram only lets one running bot listen on a given token, so you can't point a second copy at your live bot — give the twin its own @BotFather bot instead. + ## Systemd Unit Setup To enable the bot to start automatically on system boot and run in the background, set up a systemd unit. diff --git a/album_buffer.go b/album_buffer.go new file mode 100644 index 0000000..f654541 --- /dev/null +++ b/album_buffer.go @@ -0,0 +1,117 @@ +package main + +import ( + "context" + "sort" + "time" + + "github.com/go-telegram/bot/models" +) + +// albumFlushWindow is the debounce delay before a buffered Telegram media_group +// is flushed as a single coalesced user turn. 1s matches the de-facto community +// standard across the dominant third-party album plugins (aiogram-media-group, +// DieTime/telegraf-media-group) and sits above the sub-100ms values documented +// as lossy under network jitter (openclaw#1811). Telegram has no official +// "album complete" signal, so timeout-based flush is the only option. +const albumFlushWindow = 1 * time.Second + +// pendingAlbum holds a Telegram media_group as its items arrive, plus the +// per-user metadata captured from the first item. All items in an album share +// the same chat/user, so we record metadata once and reuse it at flush time. +type pendingAlbum struct { + items []*models.Message + // Metadata captured from the first arriving item. Albums always come from + // the same user/chat, so these are stable across the buffering window. + chatID, userID int64 + username, firstName, lastName, languageCode string + isPremium bool + messageTime int + businessConnectionID string + // timer flushes the album after albumFlushWindow with no further arrivals. + // Each new arrival stops the previous timer (best-effort) and installs a + // fresh one — the standard debounce pattern. + timer *time.Timer +} + +// bufferAlbumItem appends an incoming Telegram album item to the per-MediaGroupID +// buffer. On first arrival it captures the user/chat metadata and starts the +// flush timer; on subsequent arrivals it appends the item and extends the timer. +// The 1s debounce gives the rest of the album time to arrive over the network. +func (b *Bot) bufferAlbumItem( + ctx context.Context, + msg *models.Message, + chatID, userID int64, + username, firstName, lastName string, + isPremium bool, + languageCode string, + messageTime int, + businessConnectionID string, +) { + b.albumBuffersMu.Lock() + defer b.albumBuffersMu.Unlock() + + album, exists := b.albumBuffers[msg.MediaGroupID] + if !exists { + album = &pendingAlbum{ + chatID: chatID, + userID: userID, + username: username, + firstName: firstName, + lastName: lastName, + isPremium: isPremium, + languageCode: languageCode, + messageTime: messageTime, + businessConnectionID: businessConnectionID, + } + b.albumBuffers[msg.MediaGroupID] = album + } + album.items = append(album.items, msg) + + // Stop the previous timer best-effort; even if it already fired the race + // is benign because flushAlbum removes the map entry under the lock — a + // late arrival would simply seed a fresh album. + if album.timer != nil { + album.timer.Stop() + } + mediaGroupID := msg.MediaGroupID + album.timer = time.AfterFunc(albumFlushWindow, func() { + b.flushAlbum(ctx, mediaGroupID) + }) +} + +// flushAlbum is called by the flush timer (or by code that needs to force-flush +// during shutdown). It removes the album from the buffer, sorts items by +// message_id (Telegram does not guarantee in-order arrival), runs the rate-limit +// check once, and dispatches to handlePhotoMessage. +func (b *Bot) flushAlbum(ctx context.Context, mediaGroupID string) { + b.albumBuffersMu.Lock() + album, exists := b.albumBuffers[mediaGroupID] + if !exists { + b.albumBuffersMu.Unlock() + return + } + delete(b.albumBuffers, mediaGroupID) + items := album.items + captured := *album // copy fields for use after unlock + b.albumBuffersMu.Unlock() + + // Sort by Telegram message_id: items in an album arrive as separate Updates + // over the network and may interleave. Sorting restores the user's intended + // order before we hand them to Claude. + sort.Slice(items, func(i, j int) bool { return items[i].ID < items[j].ID }) + + // Rate-limit fires once per coalesced album, not once per item. + if !b.checkRateLimits(captured.userID) { + b.sendRateLimitExceededMessage(ctx, captured.chatID, captured.businessConnectionID) + return + } + + b.handlePhotoMessage( + ctx, items, + captured.chatID, captured.userID, + captured.username, captured.firstName, captured.lastName, + captured.isPremium, captured.languageCode, captured.messageTime, + captured.businessConnectionID, + ) +} diff --git a/anthropic.go b/anthropic.go index d00d6fa..e7f0e7c 100644 --- a/anthropic.go +++ b/anthropic.go @@ -6,6 +6,7 @@ import ( "fmt" "net/http" "strings" + "sync/atomic" "time" "github.com/anthropics/anthropic-sdk-go" @@ -17,75 +18,68 @@ import ( // actionable message to admins/owners while keeping the response vague for regular users. var ErrModelNotFound = errors.New("model not found or deprecated") -func (b *Bot) getAnthropicResponse(ctx context.Context, messages []anthropic.BetaMessageParam, isNewChat, isOwner, isEmojiOnly bool, username string, firstName string, lastName string, isPremium bool, languageCode string, messageTime int) (string, error) { - // Use prompts from config - var systemMessage string - if isNewChat { - systemMessage = b.config.SystemPrompts["new_chat"] - } else { - systemMessage = b.config.SystemPrompts["continue_conversation"] - } +// maxFileNotFoundRetries caps the runtime 404 self-heal loop. If multiple +// referenced file_ids are gone from Anthropic simultaneously (admin purge, AUP +// enforcement, etc.), we strip them one at a time and retry. Three attempts +// covers all realistic cascades without leaving the call hanging indefinitely. +const maxFileNotFoundRetries = 3 - // Combine default prompt with custom instructions - systemMessage = b.config.SystemPrompts["default"] + " " + b.config.SystemPrompts["custom_instructions"] + " " + systemMessage +// mcpUnsupportedSentinel is the placeholder text Anthropic's server-side MCP +// connector substitutes when a tool result can't be serialized into a supported +// content block. It arrives inside a normal mcp_tool_result with is_error=false, +// so it is otherwise indistinguishable from success — every empty-result issue +// across the ecosystem (strands #2122, openai-agents #1035, opencode #15371) +// shows the same is_error=false on these, so we substring-match the text rather +// than rely on the error flag. Observed trigger: an MCP server returns an empty +// content array for a zero-result query (e.g. Outline list_documents with no +// match), which the connector can't serialize. Substring (not the full +// sentence) so a minor wording change upstream doesn't silently break detection. +// +// Scope: this catches the SOFT variant only — a streamed mcp_tool_result whose +// content is the sentinel. The HARD variant (e.g. an unsupported image media +// type) is a 400 that aborts the whole stream and never produces a result +// block, so it surfaces via streamMessages' error return, not here. +const mcpUnsupportedSentinel = "format not currently supported by the Anthropic API" - // Handle username placeholder - usernameValue := username - if username == "" { - usernameValue = "unknown" // Use "unknown" when username is not available - } - systemMessage = strings.ReplaceAll(systemMessage, "{username}", usernameValue) +// mcpUnsupportedCount tallies sentinel hits across the whole process lifetime +// (all bots, all MCP servers) so the true rate is visible — the chat masks most +// of them because the model often degrades gracefully. The per-hit ERROR line +// carries the bot ID and server name for attribution; this is just the running +// total. +var mcpUnsupportedCount atomic.Uint64 - // Handle firstname placeholder - firstnameValue := firstName - if firstName == "" { - firstnameValue = "unknown" // Use "unknown" when first name is not available - } - systemMessage = strings.ReplaceAll(systemMessage, "{firstname}", firstnameValue) +// mcpCall pairs a tool_use's server+name+input so a later unsupported result — +// which arrives in a SEPARATE block linked only by tool_use_id — can name the +// server and query that triggered it. server matters once a bot configures more +// than one MCP server (the config supports a slice), otherwise the log can't say +// which server choked. +type mcpCall struct{ server, name, input string } - // Handle lastname placeholder - lastnameValue := lastName - if lastName == "" { - lastnameValue = "" // Empty string when last name is not available - } - systemMessage = strings.ReplaceAll(systemMessage, "{lastname}", lastnameValue) - - // Handle language code placeholder - langValue := languageCode - if languageCode == "" { - langValue = "en" // Default to English when language code is not available - } - systemMessage = strings.ReplaceAll(systemMessage, "{language}", langValue) - - // Handle premium status - premiumStatus := "regular user" - if isPremium { - premiumStatus = "premium user" - } - systemMessage = strings.ReplaceAll(systemMessage, "{premium_status}", premiumStatus) - - // Handle time awareness - timeObj := time.Unix(int64(messageTime), 0) - hour := timeObj.Hour() - var timeContext string - if hour >= 5 && hour < 12 { - timeContext = "morning" - } else if hour >= 12 && hour < 18 { - timeContext = "afternoon" - } else if hour >= 18 && hour < 22 { - timeContext = "evening" - } else { - timeContext = "night" - } - systemMessage = strings.ReplaceAll(systemMessage, "{time_context}", timeContext) - - if !isOwner { - systemMessage += " " + b.config.SystemPrompts["avoid_sensitive"] - } - - if isEmojiOnly { - systemMessage += " " + b.config.SystemPrompts["respond_with_emojis"] - } +// getAnthropicResponse streams the model's response. Each completed text block +// is delivered to onSegment as soon as the model finishes writing it — so the +// caller can send segments to Telegram with natural rhythm around tool calls, +// rather than batched at the very end of the turn. onSegment may be nil for +// callers that only want the joined text (voice TTS, sticker reactions, etc.). +// The returned string is every text segment joined by blank lines. +// +// chatID is required for the runtime 404 self-heal: when Anthropic returns +// "File not found:" for a referenced file_id, the dead file_id is stripped +// from this chat's in-memory ChatMemory and the corresponding DB rows are +// stamped FilesCleanedAt so a reconciliation job can finish the cleanup. +func (b *Bot) getAnthropicResponse(ctx context.Context, chatID int64, messages []anthropic.BetaMessageParam, isEmojiOnly bool, username string, firstName string, lastName string, isPremium bool, languageCode string, messageTime int, onSegment func(string) error) (string, error) { + // The system prompt is the single authored behavior driver. It is assembled + // as a cached static block (custom_instructions) followed by a per-turn + // dynamic tail. Prompt caching keys on a byte-identical prefix, so the static + // block must not contain anything that changes between requests — all + // per-turn data (who we're talking to, the time of day, the emoji-only rule) + // lives in the trailing block, AFTER the cache breakpoint. + // + // An empty custom_instructions means no system prompt at all: the System + // field is omitted entirely (not sent as a blank block), giving the model's + // unmodified "vanilla" behavior. This matters because the Anthropic API + // rejects a system array containing an empty/whitespace-only text block, so + // omission is the only correct way to express "no system prompt". + staticPrompt := strings.TrimSpace(b.config.SystemPrompts["custom_instructions"]) // Debug logging InfoLogger.Printf("Sending %d messages to Anthropic", len(messages)) @@ -94,7 +88,30 @@ func (b *Bot) getAnthropicResponse(ctx context.Context, messages []anthropic.Bet Model: b.config.Model, MaxTokens: 1000, Messages: messages, - System: []anthropic.BetaTextBlockParam{{Text: systemMessage}}, + // Files API beta is always on: replayed conversation history may carry + // image content blocks that reference file_ids uploaded on prior turns. + Betas: []anthropic.AnthropicBeta{anthropic.AnthropicBetaFilesAPI2025_04_14}, + } + + if staticPrompt != "" { + // Block 1 — static persona/instructions, marked for caching. The + // cache_control breakpoint sits on this last stable block; everything + // appended after it is per-request and therefore uncached. + blocks := []anthropic.BetaTextBlockParam{ + {Text: staticPrompt, CacheControl: anthropic.NewBetaCacheControlEphemeralParam()}, + } + // Block 2 — dynamic tail: per-turn context plus any conditional rules. + // Kept out of the cached block because it changes every request. + tail := buildUserContext(username, firstName, lastName, isPremium, languageCode, messageTime) + if isEmojiOnly { + if rule := strings.TrimSpace(b.config.SystemPrompts["respond_with_emojis"]); rule != "" { + tail += "\n\n\n" + rule + "\n" + } + } + if tail = strings.TrimSpace(tail); tail != "" { + blocks = append(blocks, anthropic.BetaTextBlockParam{Text: tail}) + } + params.System = blocks } // Apply temperature if set in config @@ -136,40 +153,205 @@ func (b *Bot) getAnthropicResponse(ctx context.Context, messages []anthropic.Bet } params.MCPServers = mcpServers params.Tools = tools - params.Betas = []anthropic.AnthropicBeta{anthropic.AnthropicBetaMCPClient2025_11_20} + params.Betas = append(params.Betas, anthropic.AnthropicBetaMCPClient2025_11_20) } - resp, err := b.anthropicClient.Beta.Messages.New(ctx, params) - if err != nil { + // Streaming + 404 self-heal loop. A "File not found:" 404 from Anthropic + // (admin purge, AUP enforcement, accidental delete elsewhere) is caught + // here: the offending file_id is stripped from in-memory ChatMemory + the + // affected DB rows are stamped for the reconciliation job, and the call is + // re-issued. The loop caps at maxFileNotFoundRetries so cascading deletions + // can't pin the call indefinitely. + for attempt := 0; attempt < maxFileNotFoundRetries; attempt++ { + joined, streamErr := b.streamMessages(ctx, params, onSegment) + if streamErr == nil { + return joined, nil + } var apiErr *anthropic.Error - if errors.As(err, &apiErr) && apiErr.StatusCode == http.StatusNotFound { + if !errors.As(streamErr, &apiErr) || apiErr.StatusCode != http.StatusNotFound { + return "", fmt.Errorf("error creating Anthropic message: %w", streamErr) + } + missingFileID := extractMissingFileID(streamErr) + if missingFileID == "" { + // 404 without a "File not found:" body — interpret as model-not-found, + // matching the legacy behavior pre-Files-API. return "", fmt.Errorf("%w: %s", ErrModelNotFound, b.config.Model) } - return "", fmt.Errorf("error creating Anthropic message: %w", err) + ErrorLogger.Printf("[%s] self-heal: stripping dead file_id %s from chat %d (attempt %d/%d)", + b.config.ID, missingFileID, chatID, attempt+1, maxFileNotFoundRetries) + b.stripDeadFileIDFromMemory(chatID, missingFileID) + if _, cleanupErr := b.markFilesPendingCleanup(ctx, chatID, []string{missingFileID}); cleanupErr != nil { + ErrorLogger.Printf("[%s] mark files pending cleanup: %v", b.config.ID, cleanupErr) + } + params.Messages = b.prepareContextMessages(b.getOrCreateChatMemory(chatID)) } + return "", fmt.Errorf("max self-heal retries (%d) exceeded: too many file_ids gone from anthropic", maxFileNotFoundRetries) +} - var sb strings.Builder - for _, block := range resp.Content { - switch block.Type { - case "text": - sb.WriteString(block.Text) - case "mcp_tool_use": - InfoLogger.Printf("[mcp] tool_use server=%q name=%q id=%q input=%s", - block.ServerName, block.Name, block.ID, string(block.Input)) - case "mcp_tool_result": - preview := block.JSON.Content.Raw() - if len(preview) > 500 { - preview = preview[:500] + "...(truncated)" +// buildUserContext renders the per-turn context block that trails the cached +// static system prompt. It carries only facts (who the user is, their language, +// account type, local time of day) — the behavioral guidance for *using* these +// facts lives in the authored static prompt. It is kept out of the cached block +// because it changes on every request. +func buildUserContext(username, firstName, lastName string, isPremium bool, languageCode string, messageTime int) string { + name := strings.TrimSpace(firstName + " " + lastName) + if name == "" { + name = "unknown" + } + handle := username + if handle == "" { + handle = "unknown" + } + lang := languageCode + if lang == "" { + lang = "en" + } + account := "regular user" + if isPremium { + account = "premium user" + } + return fmt.Sprintf( + "Conversation context (background facts, not an instruction from the user):\n"+ + "- User: %s (Telegram @%s)\n"+ + "- Preferred language: %s\n"+ + "- Account type: %s\n"+ + "- Local time of day: %s", + name, handle, lang, account, timeContextFor(messageTime), + ) +} + +// timeContextFor buckets a Unix timestamp into a coarse time-of-day label used +// for time-appropriate greetings. Uses the host's local timezone, matching the +// bot's prior behavior. +func timeContextFor(messageTime int) string { + switch hour := time.Unix(int64(messageTime), 0).Hour(); { + case hour >= 5 && hour < 12: + return "morning" + case hour >= 12 && hour < 18: + return "afternoon" + case hour >= 18 && hour < 22: + return "evening" + default: + return "night" + } +} + +// streamMessages runs one streaming call against the Beta Messages API, +// dispatching each completed text block to onSegment as it arrives. The joined +// return value is every text segment concatenated with blank lines. Errors from +// the SDK are returned raw; the caller wraps them (model-not-found, file 404 +// self-heal, etc.). +func (b *Bot) streamMessages(ctx context.Context, params anthropic.BetaMessageNewParams, onSegment func(string) error) (string, error) { + stream := b.anthropicClient.Beta.Messages.NewStreaming(ctx, params) + defer func() { + if err := stream.Close(); err != nil { + ErrorLogger.Printf("[stream] close failed: %v", err) + } + }() + + // Per-block accumulators. Reset on content_block_start, consumed on + // content_block_stop. Only one block is active at a time per the SSE + // contract; SDK guarantees deltas arrive between matching start/stop. + var ( + allSegments []string + currentKind string + currentText strings.Builder + currentInputJSON strings.Builder + currentTUseName, currentTUseServer, currentTUseID string + currentTResultUseID, currentTResultServer string + currentTResultIsError bool + currentTResultContent string + // tool_use_id -> {server, name, input}. Lives for one request; bounded + // by the number of tool calls in the stream, so no eviction needed. + mcpCalls = map[string]mcpCall{} + ) + + for stream.Next() { + e := stream.Current() + switch e.Type { + case "content_block_start": + cbs := e.AsContentBlockStart() + currentKind = cbs.ContentBlock.Type + currentText.Reset() + currentInputJSON.Reset() + switch currentKind { + case "mcp_tool_use": + currentTUseName = cbs.ContentBlock.Name + currentTUseServer = cbs.ContentBlock.ServerName + currentTUseID = cbs.ContentBlock.ID + case "mcp_tool_result": + currentTResultUseID = cbs.ContentBlock.ToolUseID + currentTResultServer = cbs.ContentBlock.ServerName + currentTResultIsError = cbs.ContentBlock.IsError + // Tool-result content arrives populated on start (server-side + // pre-assembled), not via subsequent deltas like text/JSON. + currentTResultContent = cbs.ContentBlock.JSON.Content.Raw() } - InfoLogger.Printf("[mcp] tool_result tool_use_id=%q server=%q is_error=%v content=%s", - block.ToolUseID, block.ServerName, block.IsError, preview) - default: - InfoLogger.Printf("[mcp] block type=%q (unhandled)", block.Type) + + case "content_block_delta": + cbd := e.AsContentBlockDelta() + switch cbd.Delta.Type { + case "text_delta": + if currentKind == "text" { + currentText.WriteString(cbd.Delta.Text) + } + case "input_json_delta": + if currentKind == "mcp_tool_use" { + currentInputJSON.WriteString(cbd.Delta.PartialJSON) + } + } + + case "content_block_stop": + switch currentKind { + case "text": + seg := strings.TrimSpace(currentText.String()) + if seg != "" { + allSegments = append(allSegments, seg) + if onSegment != nil { + if cbErr := onSegment(seg); cbErr != nil { + // Log but keep streaming — the model's response + // is still inbound; we want it recorded even if + // one Telegram send failed. + ErrorLogger.Printf("[stream] onSegment failed: %v", cbErr) + } + } + } + case "mcp_tool_use": + mcpCalls[currentTUseID] = mcpCall{ + server: currentTUseServer, + name: currentTUseName, + input: currentInputJSON.String(), + } + InfoLogger.Printf("[mcp] tool_use server=%q name=%q id=%q input=%s", + currentTUseServer, currentTUseName, currentTUseID, currentInputJSON.String()) + case "mcp_tool_result": + preview := currentTResultContent + if len(preview) > 500 { + preview = preview[:500] + "...(truncated)" + } + InfoLogger.Printf("[mcp] tool_result tool_use_id=%q server=%q is_error=%v content=%s", + currentTResultUseID, currentTResultServer, currentTResultIsError, preview) + if strings.Contains(currentTResultContent, mcpUnsupportedSentinel) { + total := mcpUnsupportedCount.Add(1) + call := mcpCalls[currentTResultUseID] + ErrorLogger.Printf("[%s][mcp][unsupported] connector could not serialize result "+ + "(total=%d): server=%q tool=%q input=%s tool_use_id=%q", + b.config.ID, total, call.server, call.name, call.input, currentTResultUseID) + } + default: + if currentKind != "" { + InfoLogger.Printf("[mcp] block type=%q (unhandled)", currentKind) + } + } + currentKind = "" } } - out := sb.String() - if out == "" { + + if err := stream.Err(); err != nil { + return "", err + } + if len(allSegments) == 0 { return "", fmt.Errorf("unexpected response format from Anthropic") } - return out, nil + return strings.Join(allSegments, "\n\n"), nil } diff --git a/anthropic_files.go b/anthropic_files.go new file mode 100644 index 0000000..7ca2ae0 --- /dev/null +++ b/anthropic_files.go @@ -0,0 +1,242 @@ +package main + +import ( + "bytes" + "context" + "errors" + "fmt" + "net/http" + "strings" + "time" + + "github.com/anthropics/anthropic-sdk-go" +) + +// fileNotFoundPrefix is the exact prefix Anthropic uses in its 404 error body +// when a referenced file_id no longer exists. Used by extractMissingFileID to +// identify the offender for the runtime self-heal path. +const fileNotFoundPrefix = "File not found: " + +// formatUploadFilename returns the canonical filename used when uploading a +// Telegram photo to the Anthropic Files API. The "tg-" prefix tags the file as +// bot-owned so a future reconciliation job can distinguish our uploads from +// foreign files in the same workspace. The triple (botID, chatID, tgMessageID) +// is unique within Telegram's scope — each photo in an album arrives as a +// distinct Telegram message with its own message_id, so collisions across +// album items are impossible. +func formatUploadFilename(botID uint, chatID int64, tgMessageID int, ext string) string { + return fmt.Sprintf("tg-%d-%d-%d.%s", botID, chatID, tgMessageID, ext) +} + +// uploadImageToAnthropic uploads raw image bytes to the Anthropic Files API and +// returns the resulting file_id. The filename should follow the formatUploadFilename +// convention so the reconciliation job can identify the file as bot-owned. +func (b *Bot) uploadImageToAnthropic(ctx context.Context, data []byte, filename, contentType string) (string, error) { + resp, err := b.anthropicClient.Beta.Files.Upload(ctx, anthropic.BetaFileUploadParams{ + File: anthropic.File(bytes.NewReader(data), filename, contentType), + Betas: []anthropic.AnthropicBeta{anthropic.AnthropicBetaFilesAPI2025_04_14}, + }) + if err != nil { + return "", fmt.Errorf("anthropic files upload: %w", err) + } + return resp.ID, nil +} + +// deleteFileFromAnthropic removes a file from the Anthropic Files API. A 404 +// is treated as success — the file is already gone, which is the same effective +// outcome the caller wants. This makes the deletion idempotent and safe for the +// reconciliation job's retries. +func (b *Bot) deleteFileFromAnthropic(ctx context.Context, fileID string) error { + _, err := b.anthropicClient.Beta.Files.Delete(ctx, fileID, anthropic.BetaFileDeleteParams{ + Betas: []anthropic.AnthropicBeta{anthropic.AnthropicBetaFilesAPI2025_04_14}, + }) + if err == nil { + return nil + } + var apiErr *anthropic.Error + if errors.As(err, &apiErr) && apiErr.StatusCode == http.StatusNotFound { + return nil + } + return fmt.Errorf("anthropic files delete %s: %w", fileID, err) +} + +// compensatingDelete fires Delete calls for a set of file_ids that were uploaded +// successfully but couldn't be committed downstream. Errors are logged rather +// than returned — the caller has already entered an error path, and orphans on +// Anthropic are harmless (storage is free until the 500 GB workspace cap and the +// reconciliation job will mop them up). +func (b *Bot) compensatingDelete(ctx context.Context, fileIDs []string) { + for _, fid := range fileIDs { + if err := b.deleteFileFromAnthropic(ctx, fid); err != nil { + ErrorLogger.Printf("[%s] compensating delete for %s: %v", b.config.ID, fid, err) + } + } +} + +// extractMissingFileID inspects an Anthropic API error and returns the file_id +// that triggered a "File not found:" 404, if any. Returns empty string if the +// error is not a file-not-found error. Used by the runtime self-heal path to +// identify which file_id to strip from replay. +func extractMissingFileID(err error) string { + if err == nil { + return "" + } + var apiErr *anthropic.Error + if !errors.As(err, &apiErr) { + return "" + } + if apiErr.StatusCode != http.StatusNotFound { + return "" + } + return parseMissingFileIDFromBody(apiErr.RawJSON()) +} + +// parseMissingFileIDFromBody pulls a file_id out of a raw "File not found:" +// 404 body. Split out from extractMissingFileID so the string-parsing logic +// is unit-testable without having to synthesize an *anthropic.Error (whose +// JSON.raw field is private to the SDK). +func parseMissingFileIDFromBody(raw string) string { + idx := strings.Index(raw, fileNotFoundPrefix) + if idx == -1 { + return "" + } + rest := raw[idx+len(fileNotFoundPrefix):] + // File IDs are file_; the message embeds them with no surrounding + // quotes, so the id ends at the first character outside the alphanumeric + + // underscore set. + end := strings.IndexFunc(rest, func(r rune) bool { + return (r < 'a' || r > 'z') && + (r < 'A' || r > 'Z') && + (r < '0' || r > '9') && + r != '_' + }) + if end == -1 { + return rest + } + return rest[:end] +} + +// hardDeleteScope performs the three-step hard-delete pattern on every Message +// row matching the given WHERE clause: +// +// 1. Soft-delete the rows (GORM Delete) — they become invisible to replay +// immediately, regardless of how the Anthropic-side cleanup unfolds. +// 2. For each row, call Anthropic Files.Delete on its ImageFileIDs. 404 is +// treated as success (already gone). +// 3. Rows whose file cleanup succeeded are Unscoped().Delete'd. Rows whose +// file cleanup failed remain soft-deleted with FilesCleanedAt NULL — the +// reconciliation job will retry them. +// +// This gives hard-delete eventually-consistent semantics across the DB and +// Anthropic, while still presenting the user with an instant "history cleared" +// outcome (the soft-delete in step 1 hides the rows from any further reads). +func (b *Bot) hardDeleteScope(ctx context.Context, query string, args ...interface{}) error { + // Unscoped on the scan: include already-soft-deleted rows so a hard-delete + // after a prior soft-delete still removes them completely. Matches the + // existing "erase and bust all caches" semantics for /clear_hard. + var rows []Message + if err := b.db.Unscoped().Where(query, args...).Find(&rows).Error; err != nil { + return fmt.Errorf("scan rows: %w", err) + } + if len(rows) == 0 { + return nil + } + // Soft-delete any rows that aren't already soft-deleted (graceful degradation: + // if Anthropic-side file cleanup fails, the row stays invisible to replay). + // Already-soft-deleted rows are unaffected by Delete without Unscoped. + if err := b.db.Where(query, args...).Delete(&Message{}).Error; err != nil { + return fmt.Errorf("soft delete: %w", err) + } + + hardDeletable := make([]uint, 0, len(rows)) + for _, row := range rows { + if b.deleteRowFiles(ctx, row) { + hardDeletable = append(hardDeletable, row.ID) + } + } + if len(hardDeletable) == 0 { + return nil + } + if err := b.db.Unscoped().Where("id IN ?", hardDeletable).Delete(&Message{}).Error; err != nil { + return fmt.Errorf("hard delete: %w", err) + } + return nil +} + +// deleteRowFiles tries to delete every file_id referenced by row from the +// Anthropic Files API. Returns true iff all deletes succeeded (or the row had +// no images), making the row eligible for hard-delete. False means at least +// one delete failed and the row should stay soft-deleted for retry. +func (b *Bot) deleteRowFiles(ctx context.Context, row Message) bool { + if len(row.ImageFileIDs) == 0 { + return true + } + allOk := true + for _, fid := range row.ImageFileIDs { + if err := b.deleteFileFromAnthropic(ctx, fid); err != nil { + ErrorLogger.Printf("[%s] anthropic delete %s (row %d): %v", b.config.ID, fid, row.ID, err) + allOk = false + } + } + return allOk +} + +// stripDeadFileIDs returns the subset of src whose ids are NOT in deadSet, and +// reports whether any were removed. Empty/nil src yields (empty, false). +func stripDeadFileIDs(src []string, deadSet map[string]struct{}) (survivors []string, dirty bool) { + survivors = make([]string, 0, len(src)) + for _, fid := range src { + if _, dead := deadSet[fid]; dead { + dirty = true + continue + } + survivors = append(survivors, fid) + } + return survivors, dirty +} + +// markFilesPendingCleanup removes a set of dead file_ids from any stored Message +// rows that reference them, and stamps FilesCleanedAt on the affected rows so +// the reconciliation job can see they've been touched. Called by the runtime +// self-heal path after a "File not found:" 404 surfaces during message-create. +// Returns the number of rows updated. +func (b *Bot) markFilesPendingCleanup(ctx context.Context, chatID int64, deadFileIDs []string) (int, error) { + if len(deadFileIDs) == 0 { + return 0, nil + } + deadSet := make(map[string]struct{}, len(deadFileIDs)) + for _, id := range deadFileIDs { + deadSet[id] = struct{}{} + } + var rows []Message + if err := b.db.WithContext(ctx). + Where("bot_id = ? AND chat_id = ? AND image_file_ids IS NOT NULL", b.botID, chatID). + Find(&rows).Error; err != nil { + return 0, fmt.Errorf("scan rows for cleanup: %w", err) + } + now := time.Now() + updated := 0 + for _, row := range rows { + survivors, dirty := stripDeadFileIDs(row.ImageFileIDs, deadSet) + if !dirty { + continue + } + if len(survivors) == 0 { + // All files in this row are gone; mark fully cleaned so a future + // reconciliation job's `WHERE files_cleaned_at IS NULL` filter + // correctly excludes it from retries. + row.ImageFileIDs = nil + row.FilesCleanedAt = &now + } else { + // Surviving file_ids are still alive on Anthropic. Leave + // FilesCleanedAt NULL so a later death of one of them remains + // visible to the reconciliation job's filter. + row.ImageFileIDs = survivors + } + if err := b.db.WithContext(ctx).Save(&row).Error; err != nil { + return updated, fmt.Errorf("update row %d: %w", row.ID, err) + } + updated++ + } + return updated, nil +} diff --git a/anthropic_files_test.go b/anthropic_files_test.go new file mode 100644 index 0000000..3a73328 --- /dev/null +++ b/anthropic_files_test.go @@ -0,0 +1,203 @@ +package main + +import ( + "testing" + "time" + + "github.com/stretchr/testify/assert" +) + +func TestFormatUploadFilename(t *testing.T) { + cases := []struct { + botID uint + chatID int64 + tgMessageID int + ext string + want string + }{ + {1, 12345, 42, "jpg", "tg-1-12345-42.jpg"}, + // Negative chat IDs are how Telegram represents groups/channels — + // %d preserves the leading minus, no special handling needed. + {7, -1001234567890, 1, "png", "tg-7--1001234567890-1.png"}, + {0, 0, 0, "webp", "tg-0-0-0.webp"}, + } + for _, tc := range cases { + got := formatUploadFilename(tc.botID, tc.chatID, tc.tgMessageID, tc.ext) + assert.Equal(t, tc.want, got) + } +} + +func TestParseMissingFileIDFromBody(t *testing.T) { + cases := []struct { + name string + body string + want string + }{ + { + name: "canonical Anthropic file-not-found body", + body: `{"type":"error","error":{"type":"invalid_request_error","message":"File not found: file_011CNha8iCJcU1wXNR6q4V8w"}}`, + want: "file_011CNha8iCJcU1wXNR6q4V8w", + }, + { + name: "trailing punctuation after the id is excluded", + body: `something File not found: file_abc123! more text`, + want: "file_abc123", + }, + { + name: "body without the prefix yields empty", + body: `{"type":"error","error":{"message":"Model not found: claude-foo"}}`, + want: "", + }, + { + name: "id at the very end of the buffer", + body: `File not found: file_xyz789`, + want: "file_xyz789", + }, + { + name: "empty body", + body: "", + want: "", + }, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + assert.Equal(t, tc.want, parseMissingFileIDFromBody(tc.body)) + }) + } +} + +func TestStripDeadFileIDs(t *testing.T) { + dead := map[string]struct{}{ + "file_a": {}, + "file_b": {}, + } + cases := []struct { + name string + input []string + wantSurvivors []string + wantDirty bool + }{ + { + name: "no overlap returns input verbatim", + input: []string{"file_x", "file_y"}, + wantSurvivors: []string{"file_x", "file_y"}, + wantDirty: false, + }, + { + name: "partial overlap returns survivors and reports dirty", + input: []string{"file_a", "file_x", "file_b", "file_y"}, + wantSurvivors: []string{"file_x", "file_y"}, + wantDirty: true, + }, + { + name: "all dead returns empty survivors and dirty", + input: []string{"file_a", "file_b"}, + wantSurvivors: []string{}, + wantDirty: true, + }, + { + name: "empty input is not dirty", + input: []string{}, + wantSurvivors: []string{}, + wantDirty: false, + }, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + survivors, dirty := stripDeadFileIDs(tc.input, dead) + assert.Equal(t, tc.wantSurvivors, survivors) + assert.Equal(t, tc.wantDirty, dirty) + }) + } +} + +func TestMarkFilesPendingCleanup(t *testing.T) { + b, _ := setupBotForTest(t, 123) + chatID := int64(555) + + // Row 1: has dead file_a + alive file_x → should be updated with survivors. + row1 := Message{ + BotID: b.botID, + ChatID: chatID, + UserID: 777, + Username: "u", + UserRole: "user", + Text: "look at these", + Timestamp: time.Now(), + IsUser: true, + ImageFileIDs: []string{"file_a", "file_x"}, + } + assert.NoError(t, b.db.Create(&row1).Error) + + // Row 2: only dead files → ImageFileIDs should become nil. + row2 := Message{ + BotID: b.botID, + ChatID: chatID, + UserID: 777, + Username: "u", + UserRole: "user", + Text: "screenshot", + Timestamp: time.Now(), + IsUser: true, + ImageFileIDs: []string{"file_a", "file_b"}, + } + assert.NoError(t, b.db.Create(&row2).Error) + + // Row 3: no dead files → should be untouched. + row3 := Message{ + BotID: b.botID, + ChatID: chatID, + UserID: 777, + Username: "u", + UserRole: "user", + Text: "another", + Timestamp: time.Now(), + IsUser: true, + ImageFileIDs: []string{"file_x", "file_y"}, + } + assert.NoError(t, b.db.Create(&row3).Error) + + // Row 4: different chat → must NOT be touched even if it references a dead file. + row4 := Message{ + BotID: b.botID, + ChatID: 999, + UserID: 777, + Username: "u", + UserRole: "user", + Text: "other chat", + Timestamp: time.Now(), + IsUser: true, + ImageFileIDs: []string{"file_a"}, + } + assert.NoError(t, b.db.Create(&row4).Error) + + updated, err := b.markFilesPendingCleanup(t.Context(), chatID, []string{"file_a", "file_b"}) + assert.NoError(t, err) + assert.Equal(t, 2, updated, "rows 1 and 2 should have been updated") + + // Row 1: only file_x should remain; FilesCleanedAt MUST stay nil because + // file_x is still alive on Anthropic and a future death of it must remain + // visible to the reconciliation job's `WHERE files_cleaned_at IS NULL` filter. + var r1 Message + assert.NoError(t, b.db.First(&r1, row1.ID).Error) + assert.Equal(t, []string{"file_x"}, r1.ImageFileIDs) + assert.Nil(t, r1.FilesCleanedAt) + + // Row 2: all gone → ImageFileIDs nil/empty; FilesCleanedAt set. + var r2 Message + assert.NoError(t, b.db.First(&r2, row2.ID).Error) + assert.Empty(t, r2.ImageFileIDs) + assert.NotNil(t, r2.FilesCleanedAt) + + // Row 3: untouched. + var r3 Message + assert.NoError(t, b.db.First(&r3, row3.ID).Error) + assert.Equal(t, []string{"file_x", "file_y"}, r3.ImageFileIDs) + assert.Nil(t, r3.FilesCleanedAt) + + // Row 4: untouched despite referencing a dead file — scope is per-chat. + var r4 Message + assert.NoError(t, b.db.First(&r4, row4.ID).Error) + assert.Equal(t, []string{"file_a"}, r4.ImageFileIDs) + assert.Nil(t, r4.FilesCleanedAt) +} diff --git a/anthropic_test.go b/anthropic_test.go index cf82305..10f61f0 100644 --- a/anthropic_test.go +++ b/anthropic_test.go @@ -1,197 +1,62 @@ package main import ( - "fmt" "strings" "testing" "time" ) -// TestLanguageCodeReplacement tests that language code is properly handled and replaced -func TestLanguageCodeReplacement(t *testing.T) { - // Test with provided language code - systemMessage := "User's language preference: '{language}'" - - // Test with a specific language code - langValue := "fr" - result := strings.ReplaceAll(systemMessage, "{language}", langValue) - - if !strings.Contains(result, "User's language preference: 'fr'") { - t.Errorf("Expected language code 'fr' to be replaced, got: %s", result) - } - - // Test with empty language code (should default to "en") - langValue = "" - if langValue == "" { - langValue = "en" // Default to English when language code is not available - } - result = strings.ReplaceAll(systemMessage, "{language}", langValue) - - if !strings.Contains(result, "User's language preference: 'en'") { - t.Errorf("Expected default language code 'en' to be used, got: %s", result) - } -} - -// TestPremiumStatusReplacement tests that premium status is properly handled and replaced -func TestPremiumStatusReplacement(t *testing.T) { - systemMessage := "User is a {premium_status}" - - // Test with premium user - isPremium := true - premiumStatus := "regular user" - if isPremium { - premiumStatus = "premium user" - } - result := strings.ReplaceAll(systemMessage, "{premium_status}", premiumStatus) - - if !strings.Contains(result, "User is a premium user") { - t.Errorf("Expected premium status to be replaced with 'premium user', got: %s", result) - } - - // Test with regular user - isPremium = false - premiumStatus = "regular user" - if isPremium { - premiumStatus = "premium user" - } - result = strings.ReplaceAll(systemMessage, "{premium_status}", premiumStatus) - - if !strings.Contains(result, "User is a regular user") { - t.Errorf("Expected premium status to be replaced with 'regular user', got: %s", result) - } -} - -// TestTimeContextCalculation tests that time context is correctly calculated for different hours -func TestTimeContextCalculation(t *testing.T) { - // Test cases for different hours - testCases := []struct { +// TestTimeContextFor verifies the time-of-day bucketing used for greetings. +func TestTimeContextFor(t *testing.T) { + cases := []struct { hour int expected string }{ - {3, "night"}, // Night: hours < 5 or hours >= 22 - {5, "morning"}, // Morning: 5 <= hours < 12 - {12, "afternoon"}, // Afternoon: 12 <= hours < 18 - {17, "afternoon"}, // Afternoon: 12 <= hours < 18 - {18, "evening"}, // Evening: 18 <= hours < 22 - {21, "evening"}, // Evening: 18 <= hours < 22 - {22, "night"}, // Night: hours < 5 or hours >= 22 - {23, "night"}, // Night: hours < 5 or hours >= 22 + {3, "night"}, // hours < 5 + {5, "morning"}, // 5 <= h < 12 + {11, "morning"}, // + {12, "afternoon"}, // 12 <= h < 18 + {17, "afternoon"}, // + {18, "evening"}, // 18 <= h < 22 + {21, "evening"}, // + {22, "night"}, // h >= 22 + {23, "night"}, // } - - for _, tc := range testCases { - t.Run(fmt.Sprintf("Hour_%d", tc.hour), func(t *testing.T) { - // Create a timestamp for the specified hour - testTime := time.Date(2025, 5, 15, tc.hour, 0, 0, 0, time.UTC) - - // Get the hour directly from the test time to ensure it's what we expect - actualHour := testTime.Hour() - if actualHour != tc.hour { - t.Fatalf("Test setup error: expected hour %d, got %d", tc.hour, actualHour) - } - - // Calculate time context using the same logic as in anthropic.go - var timeContext string - if actualHour >= 5 && actualHour < 12 { - timeContext = "morning" - } else if actualHour >= 12 && actualHour < 18 { - timeContext = "afternoon" - } else if actualHour >= 18 && actualHour < 22 { - timeContext = "evening" - } else { - timeContext = "night" - } - - // Check if the calculated time context matches the expected value - if timeContext != tc.expected { - t.Errorf("For hour %d: expected time context '%s', got '%s'", - actualHour, tc.expected, timeContext) - } - }) + for _, tc := range cases { + // Build the timestamp in the host's local zone so timeContextFor (which + // reads local time) observes exactly tc.hour regardless of the test + // machine's timezone. + ts := int(time.Date(2025, 5, 15, tc.hour, 0, 0, 0, time.Local).Unix()) + if got := timeContextFor(ts); got != tc.expected { + t.Errorf("timeContextFor(hour=%d) = %q, want %q", tc.hour, got, tc.expected) + } } } -// TestSystemMessagePlaceholderReplacement tests that all placeholders are correctly replaced -func TestSystemMessagePlaceholderReplacement(t *testing.T) { - systemMessage := "The user you're talking to has username '{username}' and display name '{firstname} {lastname}'.\n" + - "User's language preference: '{language}'\n" + - "User is a {premium_status}\n" + - "It's currently {time_context} in your timezone" +// TestBuildUserContext verifies the per-turn context block reflects the user's +// details and applies the documented fallbacks. +func TestBuildUserContext(t *testing.T) { + noon := int(time.Date(2025, 5, 15, 12, 0, 0, 0, time.Local).Unix()) - // Set up test data - username := "testuser" - firstName := "Test" - lastName := "User" - isPremium := true - languageCode := "de" + // Fully-populated premium user. + got := buildUserContext("alice", "Alice", "Smith", true, "de", noon) + for _, want := range []string{"Alice Smith", "@alice", "Preferred language: de", "premium user", "afternoon"} { + if !strings.Contains(got, want) { + t.Errorf("buildUserContext premium: missing %q in:\n%s", want, got) + } + } - // Create a timestamp for a specific hour (e.g., 14:00 = afternoon) - testTime := time.Date(2025, 5, 15, 14, 0, 0, 0, time.UTC) - messageTime := int(testTime.Unix()) + // Missing name/username/language fall back; non-premium reads "regular user". + got = buildUserContext("", "", "", false, "", noon) + for _, want := range []string{"User: unknown (Telegram @unknown)", "Preferred language: en", "regular user"} { + if !strings.Contains(got, want) { + t.Errorf("buildUserContext fallback: missing %q in:\n%s", want, got) + } + } - // Handle username placeholder - usernameValue := username - if username == "" { - usernameValue = "unknown" - } - systemMessage = strings.ReplaceAll(systemMessage, "{username}", usernameValue) - - // Handle firstname placeholder - firstnameValue := firstName - if firstName == "" { - firstnameValue = "unknown" - } - systemMessage = strings.ReplaceAll(systemMessage, "{firstname}", firstnameValue) - - // Handle lastname placeholder - lastnameValue := lastName - if lastName == "" { - lastnameValue = "" - } - systemMessage = strings.ReplaceAll(systemMessage, "{lastname}", lastnameValue) - - // Handle language code placeholder - langValue := languageCode - if languageCode == "" { - langValue = "en" - } - systemMessage = strings.ReplaceAll(systemMessage, "{language}", langValue) - - // Handle premium status - premiumStatus := "regular user" - if isPremium { - premiumStatus = "premium user" - } - systemMessage = strings.ReplaceAll(systemMessage, "{premium_status}", premiumStatus) - - // Handle time awareness - timeObj := time.Unix(int64(messageTime), 0) - hour := timeObj.Hour() - var timeContext string - if hour >= 5 && hour < 12 { - timeContext = "morning" - } else if hour >= 12 && hour < 18 { - timeContext = "afternoon" - } else if hour >= 18 && hour < 22 { - timeContext = "evening" - } else { - timeContext = "night" - } - systemMessage = strings.ReplaceAll(systemMessage, "{time_context}", timeContext) - - // Check that all placeholders were replaced correctly - if !strings.Contains(systemMessage, "username 'testuser'") { - t.Errorf("Username not replaced correctly, got: %s", systemMessage) - } - if !strings.Contains(systemMessage, "display name 'Test User'") { - t.Errorf("Display name not replaced correctly, got: %s", systemMessage) - } - if !strings.Contains(systemMessage, "language preference: 'de'") { - t.Errorf("Language preference not replaced correctly, got: %s", systemMessage) - } - if !strings.Contains(systemMessage, "User is a premium user") { - t.Errorf("Premium status not replaced correctly, got: %s", systemMessage) - } - if !strings.Contains(systemMessage, "It's currently afternoon in your timezone") { - t.Errorf("Time context not replaced correctly, got: %s", systemMessage) + // First name only (no last name) must not leave a trailing space in the name. + got = buildUserContext("bob", "Bob", "", false, "en", noon) + if !strings.Contains(got, "User: Bob (Telegram @bob)") { + t.Errorf("buildUserContext firstname-only: got:\n%s", got) } } diff --git a/bot.go b/bot.go index 50fdd31..c5993cc 100644 --- a/bot.go +++ b/bot.go @@ -27,6 +27,11 @@ type Bot struct { userLimitersMu sync.RWMutex clock Clock botID uint // Reference to BotModel.ID + // albumBuffers holds Telegram media_group items as they arrive, keyed by + // MediaGroupID. Each pending album has a 1s flush timer (see album_buffer.go) + // that triggers a single coalesced photo turn once arrivals stop. + albumBuffers map[string]*pendingAlbum + albumBuffersMu sync.Mutex } // Helper function to determine message type @@ -94,6 +99,7 @@ func NewBot(db *gorm.DB, config BotConfig, clock Clock, tgClient TelegramClient) clock: clock, botID: botEntry.ID, // Ensure BotModel has ID field tgBot: tgClient, + albumBuffers: make(map[string]*pendingAlbum), } if tgClient == nil { @@ -251,6 +257,32 @@ func (b *Bot) getOrCreateChatMemory(chatID int64) *ChatMemory { return chatMemory } +// stripDeadFileIDFromMemory removes a single file_id from every message in the +// chat's in-memory ChatMemory. Called by the runtime self-heal in +// getAnthropicResponse after Anthropic 404s for that file_id, so the immediate +// retry (and any subsequent turn replay) won't reference it. The corresponding +// DB rows are stamped separately via markFilesPendingCleanup. +func (b *Bot) stripDeadFileIDFromMemory(chatID int64, deadFileID string) { + b.chatMemoriesMu.Lock() + defer b.chatMemoriesMu.Unlock() + cm, exists := b.chatMemories[chatID] + if !exists { + return + } + for i := range cm.Messages { + if len(cm.Messages[i].ImageFileIDs) == 0 { + continue + } + survivors := make([]string, 0, len(cm.Messages[i].ImageFileIDs)) + for _, fid := range cm.Messages[i].ImageFileIDs { + if fid != deadFileID { + survivors = append(survivors, fid) + } + } + cm.Messages[i].ImageFileIDs = survivors + } +} + // addMessageToChatMemory adds a new message to the chat memory, ensuring the memory size is maintained. func (b *Bot) addMessageToChatMemory(chatMemory *ChatMemory, message Message) { b.chatMemoriesMu.Lock() @@ -272,7 +304,7 @@ func (b *Bot) prepareContextMessages(chatMemory *ChatMemory) []anthropic.BetaMes // Debug logging InfoLogger.Printf("Chat memory contains %d messages", len(chatMemory.Messages)) for i, msg := range chatMemory.Messages { - InfoLogger.Printf("Message %d: IsUser=%v, Text=%q", i, msg.IsUser, msg.Text) + InfoLogger.Printf("Message %d: IsUser=%v, Text=%q Images=%d", i, msg.IsUser, msg.Text, len(msg.ImageFileIDs)) } // Note: consecutive messages with the same role are permitted. @@ -282,20 +314,18 @@ func (b *Bot) prepareContextMessages(chatMemory *ChatMemory) []anthropic.BetaMes // See: https://platform.claude.com/docs/en/api/messages var contextMessages []anthropic.BetaMessageParam for _, msg := range chatMemory.Messages { - textContent := strings.TrimSpace(msg.Text) - if textContent == "" { - // Skip empty messages + blocks := contentBlocksForMessage(msg) + if len(blocks) == 0 { + // Skip turns that carry neither text nor images. continue } - - block := anthropic.NewBetaTextBlock(textContent) var param anthropic.BetaMessageParam if msg.IsUser { - param = anthropic.NewBetaUserMessage(block) + param = anthropic.NewBetaUserMessage(blocks...) } else { param = anthropic.BetaMessageParam{ Role: anthropic.BetaMessageParamRoleAssistant, - Content: []anthropic.BetaContentBlockParamUnion{block}, + Content: blocks, } } contextMessages = append(contextMessages, param) @@ -303,10 +333,26 @@ func (b *Bot) prepareContextMessages(chatMemory *ChatMemory) []anthropic.BetaMes return contextMessages } -func (b *Bot) isNewChat(chatID int64) bool { - var count int64 - b.db.Model(&Message{}).Where("chat_id = ? AND bot_id = ?", chatID, b.botID).Count(&count) - return count == 0 // Only consider a chat new if it has 0 messages +// contentBlocksForMessage assembles the Anthropic content blocks representing +// one stored Message. Image blocks are emitted before the text block (Anthropic +// docs: "Claude works best when images come before text"). Multi-image user +// turns prepend each image with an "Image N:" label, as the docs explicitly +// recommend for multi-image prompts. Assistant turns carry text only. +func contentBlocksForMessage(msg Message) []anthropic.BetaContentBlockParamUnion { + var blocks []anthropic.BetaContentBlockParamUnion + if msg.IsUser && len(msg.ImageFileIDs) > 0 { + multi := len(msg.ImageFileIDs) > 1 + for i, fileID := range msg.ImageFileIDs { + if multi { + blocks = append(blocks, anthropic.NewBetaTextBlock(fmt.Sprintf("Image %d:", i+1))) + } + blocks = append(blocks, anthropic.NewBetaImageBlock(anthropic.BetaFileImageSourceParam{FileID: fileID})) + } + } + if textContent := strings.TrimSpace(msg.Text); textContent != "" { + blocks = append(blocks, anthropic.NewBetaTextBlock(textContent)) + } + return blocks } // roleHasScope reports whether role (with pre-loaded Scopes) contains the given scope name. @@ -449,6 +495,27 @@ func (b *Bot) sendResponse(ctx context.Context, chatID int64, text string, busin return nil } +// sendOneSegment delivers a single Telegram message without touching storage +// or chat memory. Used by the streaming response path: each completed text +// block fires this helper as it arrives, and the full turn is recorded once +// at end-of-stream via screenOutgoingMessage. Keeps the 1-reply-per-prompt +// storage invariant while letting the user see segments with natural rhythm. +func (b *Bot) sendOneSegment(ctx context.Context, chatID int64, text, businessConnectionID string) error { + params := &bot.SendMessageParams{ + ChatID: chatID, + Text: text, + } + if businessConnectionID != "" { + params.BusinessConnectionID = businessConnectionID + } + if _, err := b.tgBot.SendMessage(ctx, params); err != nil { + ErrorLogger.Printf("[%s] Error sending segment to chat %d with BusinessConnectionID %s: %v", + b.config.ID, chatID, businessConnectionID, err) + return err + } + return nil +} + // sendStats sends the bot statistics to the specified chat. func (b *Bot) sendStats(ctx context.Context, chatID int64, userID int64, targetUserID int64, businessConnectionID string) { // If targetUserID is 0, show global stats diff --git a/bot_test.go b/bot_test.go new file mode 100644 index 0000000..2d01abe --- /dev/null +++ b/bot_test.go @@ -0,0 +1,111 @@ +package main + +import ( + "testing" + + "github.com/stretchr/testify/assert" +) + +func TestContentBlocksForMessage(t *testing.T) { + t.Run("empty message yields no blocks", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{IsUser: true}) + assert.Empty(t, blocks) + }) + + t.Run("user text only yields one text block", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{IsUser: true, Text: "hello"}) + assert.Len(t, blocks, 1) + assert.NotNil(t, blocks[0].OfText) + assert.Equal(t, "hello", blocks[0].OfText.Text) + }) + + t.Run("user single image without caption — no label, no text", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{ + IsUser: true, + ImageFileIDs: []string{"file_solo"}, + }) + assert.Len(t, blocks, 1) + assert.NotNil(t, blocks[0].OfImage) + assert.NotNil(t, blocks[0].OfImage.Source.OfFile) + assert.Equal(t, "file_solo", blocks[0].OfImage.Source.OfFile.FileID) + }) + + t.Run("user single image with caption — image before text", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{ + IsUser: true, + Text: "is this right?", + ImageFileIDs: []string{"file_solo"}, + }) + assert.Len(t, blocks, 2) + assert.NotNil(t, blocks[0].OfImage, "image block must come before text per Anthropic guidance") + assert.Equal(t, "file_solo", blocks[0].OfImage.Source.OfFile.FileID) + assert.NotNil(t, blocks[1].OfText) + assert.Equal(t, "is this right?", blocks[1].OfText.Text) + }) + + t.Run("user album (multi-image) labels each with Image N:", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{ + IsUser: true, + Text: "compare these", + ImageFileIDs: []string{"file_a", "file_b", "file_c"}, + }) + // Expected layout: text "Image 1:", image a, text "Image 2:", image b, text "Image 3:", image c, text "compare these" + assert.Len(t, blocks, 7) + assert.Equal(t, "Image 1:", blocks[0].OfText.Text) + assert.Equal(t, "file_a", blocks[1].OfImage.Source.OfFile.FileID) + assert.Equal(t, "Image 2:", blocks[2].OfText.Text) + assert.Equal(t, "file_b", blocks[3].OfImage.Source.OfFile.FileID) + assert.Equal(t, "Image 3:", blocks[4].OfText.Text) + assert.Equal(t, "file_c", blocks[5].OfImage.Source.OfFile.FileID) + assert.Equal(t, "compare these", blocks[6].OfText.Text) + }) + + t.Run("assistant message with images-set is text-only (defensive)", func(t *testing.T) { + // Assistant turns shouldn't carry images, but if they ever do we treat + // them as text-only — the model returns text, not images. + blocks := contentBlocksForMessage(Message{ + IsUser: false, + Text: "I see your screenshot", + ImageFileIDs: []string{"file_should_be_ignored"}, + }) + assert.Len(t, blocks, 1) + assert.NotNil(t, blocks[0].OfText) + assert.Equal(t, "I see your screenshot", blocks[0].OfText.Text) + }) + + t.Run("whitespace-only text is skipped but images survive", func(t *testing.T) { + blocks := contentBlocksForMessage(Message{ + IsUser: true, + Text: " \n ", + ImageFileIDs: []string{"file_x"}, + }) + assert.Len(t, blocks, 1) + assert.NotNil(t, blocks[0].OfImage) + }) +} + +func TestStripDeadFileIDFromMemory(t *testing.T) { + b, _ := setupBotForTest(t, 100) + chatID := int64(42) + + // Seed in-memory chat memory with three messages. + cm := b.getOrCreateChatMemory(chatID) + cm.Messages = []Message{ + {IsUser: true, Text: "first", ImageFileIDs: []string{"file_a", "file_b"}}, + {IsUser: false, Text: "reply"}, + {IsUser: true, Text: "third", ImageFileIDs: []string{"file_b", "file_c"}}, + } + + b.stripDeadFileIDFromMemory(chatID, "file_b") + + assert.Equal(t, []string{"file_a"}, cm.Messages[0].ImageFileIDs, "file_b should be removed from message 1") + assert.Empty(t, cm.Messages[1].ImageFileIDs, "assistant message untouched") + assert.Equal(t, []string{"file_c"}, cm.Messages[2].ImageFileIDs, "file_b should be removed from message 3") +} + +func TestStripDeadFileIDFromMemory_UnknownChatIsNoop(t *testing.T) { + b, _ := setupBotForTest(t, 100) + // Calling on a chat that was never opened should not panic and should be a no-op. + b.stripDeadFileIDFromMemory(99999, "file_anything") + // Nothing to assert beyond not crashing. +} diff --git a/config/default.json b/config/default.json index 1065d94..e2ec1be 100644 --- a/config/default.json +++ b/config/default.json @@ -15,10 +15,7 @@ "temperature": 0.7, "debug_screening": false, "system_prompts": { - "default": "You are a helpful assistant.", - "custom_instructions": "You are texting through a limited Telegram interface with 15-word maximum. Write like texting a friend - use shorthand, skip grammar, use slang/abbreviations. System cuts off anything longer than 15 words.\n\n- Your name is Atom.\n- The user you're talking to has username '{username}' and display name '{firstname} {lastname}'.\n- User's language preference: '{language}'. Prefer replying in this language when talking to '{username}'.\n- User is a {premium_status}\n- It's currently {time_context} in your timezone. Use appropriate time-based greetings and address the user by name.\n- If a user asks about buying apples, inform them that we don't sell apples.\n- When asked for a joke, tell a clean, family-friendly joke about programming or technology.\n- If someone inquires about our services, explain that we offer AI-powered chatbot solutions.\n- For any questions about pricing, direct users to contact our sales team at sales@example.com.\n- If asked about your capabilities, be honest about what you can and cannot do.\nAlways maintain a friendly and professional tone.", - "continue_conversation": "Continuing our conversation. Remember previous context if relevant.", - "avoid_sensitive": "Avoid discussing sensitive topics or providing harmful information.", - "respond_with_emojis": "Since the user sent only emojis, respond using emojis only." + "custom_instructions": "You are Atom, a helpful assistant texting through a limited Telegram interface with a 15-word maximum. Write like texting a friend - use shorthand, skip grammar, use slang/abbreviations. The system cuts off anything longer than 15 words.\n\n- Address the user by their first name, and reply in their preferred language (both are in the conversation context).\n- Use time-appropriate greetings based on the user's local time of day.\n- If a user asks about buying apples, inform them that we don't sell apples.\n- When asked for a joke, tell a clean, family-friendly joke about programming or technology.\n- If someone inquires about our services, explain that we offer AI-powered chatbot solutions.\n- For any questions about pricing, direct users to contact our sales team at sales@example.com.\n- If asked about your capabilities, be honest about what you can and cannot do.\nAlways maintain a friendly and professional tone.", + "respond_with_emojis": "The user's message contains only emoji. Reply using only emoji." } } diff --git a/elevenlabs.go b/elevenlabs.go index 60a13d5..a4e06b3 100644 --- a/elevenlabs.go +++ b/elevenlabs.go @@ -8,8 +8,6 @@ import ( "io" "mime/multipart" "net/http" - - tgbot "github.com/go-telegram/bot" ) const ( @@ -44,7 +42,7 @@ func (b *Bot) generateSpeech(ctx context.Context, text string) (io.Reader, error return nil, fmt.Errorf("elevenlabs TTS error: %w", err) } if resp.StatusCode != http.StatusOK { - defer resp.Body.Close() + defer func() { _ = resp.Body.Close() }() errBody, _ := io.ReadAll(resp.Body) return nil, fmt.Errorf("elevenlabs TTS error: status %d: %s", resp.StatusCode, errBody) } @@ -56,17 +54,11 @@ func (b *Bot) generateSpeech(ctx context.Context, text string) (io.Reader, error // ogen-generated encoder: AdditionalFormats (nil slice) is always written as an empty // string with Content-Type: application/json, which ElevenLabs rejects with 400. func (b *Bot) transcribeVoice(ctx context.Context, fileID string) (string, error) { - // 1. Resolve and download the voice file from Telegram. - fileInfo, err := b.tgBot.GetFile(ctx, &tgbot.GetFileParams{FileID: fileID}) + // 1. Resolve and download the voice file from Telegram via the shared helper. + audioBytes, err := b.downloadTelegramFile(ctx, fileID) if err != nil { - return "", fmt.Errorf("telegram GetFile error: %w", err) + return "", err } - downloadURL := b.tgBot.FileDownloadLink(fileInfo) - audioResp, err := http.Get(downloadURL) //nolint:noctx - if err != nil { - return "", fmt.Errorf("voice download error: %w", err) - } - defer audioResp.Body.Close() // 2. Build multipart body with binary audio — bypasses SDK encoding issues. var buf bytes.Buffer @@ -78,7 +70,7 @@ func (b *Bot) transcribeVoice(ctx context.Context, fileID string) (string, error if err != nil { return "", fmt.Errorf("multipart create file error: %w", err) } - if _, err := io.Copy(part, audioResp.Body); err != nil { + if _, err := io.Copy(part, bytes.NewReader(audioBytes)); err != nil { return "", fmt.Errorf("multipart copy error: %w", err) } if err := mw.Close(); err != nil { @@ -98,7 +90,7 @@ func (b *Bot) transcribeVoice(ctx context.Context, fileID string) (string, error if err != nil { return "", fmt.Errorf("elevenlabs STT request error: %w", err) } - defer sttResp.Body.Close() + defer func() { _ = sttResp.Body.Close() }() if sttResp.StatusCode != http.StatusOK { body, _ := io.ReadAll(sttResp.Body) diff --git a/go-telegram-bot.exe b/go-telegram-bot.exe index e1d6f23ca9c04ffca33a7b12114fb6e46e94909f..5f63a92351b1d87019b2080cb6abd986db6f2b55 100644 GIT binary patch delta 13606976 zcmZsE2V7J~_x8>m77$pL-DMR)ii#CcQBhD)RMb_m_pWH{U9eyQ1Psf%imp2LrKyQA zHq^C51$*x?wpe1yDw?QCjGgb9d-sC;zn9JZym8DR;RMb?s3qq)3;e3Un+N$Nb_1zjaaZ)%d6iw&$TYk5G=v8kTMHC9fBX9b= zGM@6^G(>g_oYj&Sqhq7Wg_P4{;~!+Z-g`%G$qs(+F#klc(Tkwf3naxVpcb z4?A8^TR7jcj`%lI{Ncv@Nsm0hCODg{MDHG4H}q24l6(72&E3IX|E zYRgiHqf`oCB(-YGek2uoDYu^5@<6Dpj-3rr6ihJ(&-!YMGYxRdszen|+R zyw;$+7pdYOJP(|o89|q>3N#ynEZy!3i3V zslprF)%Pq@oGLe4|3f=e9e79a+;;E(Hy+lc38WPt7JI_U8cvD~JjVqV9CeyO+~)Og zCk9j054XK7&7Fhk&>rrVkq zF{#Gk-&iBE_5DEE-z|4lm{cu5rk_)%y?~-gUnfv)x#Ju@_|lm9kW=l4!4m!1pS&rQ z=5~j5v+DZik`jYauveQqUtzB?mCGsXBP;CO83lI($p%Q4CK`R2Na*Hn8Sm05>DzAZ z#Hi{Lpe8XUI9{ku9}eAvT;Dz!KHFXK4{Sb$vPo<7vcH@yrgzKf0deycP|Ns7vUsqo zJ4uZo>a@9lfCm+TpBho3P8%eq^>>g)d5+^@_n$LAiR-3^OR_tF8EaOa@mHgG`m^Fg zbq)`c!Wa`A3$$2B#F$(SW}XBu$i8hBH$Nvac2o^3B-@x{gNb3(IYZH7YVW{ZPcJkW zPsI;vpZ+TMxkC9%iY{vCQJcJG@wU|MXO_(ly3QzQC+H7nt(_{dq^noS-b*S2R^ zWHq-S_V~Ww%d)=rb+?>%3#3Qu=UAS*?V|Ua=UA-n*J+E;oPv0dy2NecSd+qF_V2Jc zzu+5H7IC9v#Ps&>@-1!EXWTL$Eka_SJ>OtvAkNXvrN`J zr*VE;3WjKp5=wlx6!?3myU@ymOa+_$d<5;W3b_h{@yby?5TPl>>T)bs{DTa!{Y?t{ z)+(;t_$z&`;$RhC1;#V7Tm@Z@qRl}*W``B31EUr87E7HK_KNRZAaufDR(f##u~l4I zikVhqBf8Xgv-A(>@Alg@(cfFw78M)_xJf;C_7eS_V}`%fhx=RbeYNexxtiM+v<)PmrZE~4O?#SpBn5e3b4xS&&+V5^Wn ziKp5i3f^7>!BHwvuxltx=PJqs0~$cE0s1+j@OB|LT|qJ(2E?|XHkbPNpb1bn*g!e`!c~{O~Z)rk7vR1W>-jq0)?7{6+S(O@hc`HHaHM9nGKe~7#|!RR+#m4 z9(tU;-z6uQSKb_*V_6pIPiKbbT6W@j{oicMmBQp7LJE5wI9w}o@HJ*OhM&zxTQ{eC@XnxnCI-OK8*K)0eKi&0r zw&hierY(Q{c{RT2(BMWEN=wvLEtm_Ye)#h}J;6q|f z`hriMmQgLIC)ElxE9|*1F(aRecI6EX1Nf4Ev(dgVnz?P%Axs7@$kOH4V`qf01%~Aa|T2H&4nPf!tG4?zG82^~-^NMzWOJ zEDB|a@i~+H4VYNua5I+#Q7l_ZB}-zvccg}hR z_uH%cBktjz%XQ?duBN8=pUEkhPY|!upJ*E_$3SSh#(B|!jgD@}{RVyKp8g*m^_o5Os;*k~ygL`uwp7iFP4CO$^<0f$m z^6&q_({ij;6*_f=&hntubWat@QFJqU2(f0>59@T6p{;!*roYJsD^>^sZ}mDI;dH~! zXJP~ccVkRjPy_gArP}&l5{w2t70NqX`>InNyb<7a1n+k1prnB!Z;6l$b+C0J<`RL| zU+P<08ibGU;Hb&}1%F5}xXVezp#2vy*x!^X?5_gE2%JZLYSiCZj(X56!w(*U~bnti(Hms4N)q_Kety_eiBNqEBhaitkJd`)J3DO>a$pK3v(;n=rZTylN zz7-=;l|RHtC_OoeNVJff!iy#dLv4RC3(%YAEgb4=Agtn8KE^^}C!5h6@AH;Zv?&FI79^+b@_XDmH zf$m_|r>eMEAJ-tz?=ataw5!}~l!F%y-u2azF8X_n>o{2#5kX!%hujFz-$8dsyFjhK z$Xn@}3@c#I1KZp#fUYs=EIZmYN*ZM<>qarbu14jbi-CW}DVVR0&^7L%i#vK;L^)9} z^`S=!^$O+NRXPHafP5;E6+k|bNFB&K66p={ibPfdc~l~`l|iqOXg`o!R_QF$V|?j> zOr2$EOy__aQkKU|RocDy3hMpJ5HN~`u)+*wAVlB9)Te5M+0nTVi%qv>G;Lf>tDm;TUL@`0fB$C6R6*mw^OE zn)pyH!~>?2#Yfb1Jk*DNae~++kOxqtWP{Nu*j^iz@2K?j3=HNSLb~=n8Ih{L`&U6znPDRhV-2&e4(9C~dJj5?hf7wB&RNuuM}sSxS1< zpm!JR3TpKpOzHeooh7~BeY$s%&N8}x6phC-zkg3!VUe!jZU0~=TCzY_5IE!jp|$4g zEO&?6Y05O6<~x*w_u=2rAHZHdf>Fza4VI9R52)6>(c%%8NKa1D zS&VUw=~6t8#hsvQO&cxgqhjgY$vVr;QB7$yo~qGZ=<7*3%iz(o=v+K+j!vLtlCB{3 zD;GjjeR2!>jqxXRRHfX4S!4eeXvowY%cKeG0GVT{Ffp4JPtGaWKJgi$dq?RkYbR&X zs(99$GLR0vk!#7Al1`)IbOl~hyO4^73pXkb^KNf2-m(Av!Ue}6=FGXYBc9IjJLy9#=MKb=rgKK;6a*%;CryWAk$t!t!0cVm zVi9dtcIdl7VJ9{M^qAm?)TmQ~cy0Le<+Uj`7$cT4xbFtbx><8*g*h87`q=~N{edt( zJCP2@^Uv84G#Jl1b7JX_19Sy*=F}wAe^psWI=q$Kz8l z9?p&LI&PV=pkhJw`K<{}KABta)qDq2O%icxP=+UFO zmRhMj=#8#AOJeFy;oMqFNZNF@^<^eX;9t8r7Q%n;b77CYoGMw4r)AR5U38Z2=}G>R z{}Kf%Mna%yuUOnc66^1X{DR{29xhZJqqDR!ucy=7=?dnu?#lBv0suAp#5O-egA(OI6Z3Z%91bYIkg~~eu5vZCx zP=~l;>dEM#CsL!L!gUs}4RdJ`EG^j(M~C3~YQtq}g2m$-rxIGZk(kYE+N|?wr7&GV)9ikP9&MnrEX!$3GaBd$PUXZ>8d*hLZ7kYrx>p!`^cgD6{hV zCFFS^Pkei~`#JIr_An{G|2N3zv!j&%0gDH&A8pr2`2jMvlz-2WA7OtLC*qGhm~C14 zOUGkkox=Q6eRxOEl_8_9Lw^fA-dM?<^5~szNp~J z(XUCBzd65>OQ4)GHW~eD&V7qGeRk>%f#B9BNti!Snx* zb9JlhEb+&8(b?6ob~q7ETjM$W#4LJDpJTawqL6;{&M8=bQYX;gwK`SFRc}2-YtAW9{S+@WNmcNUjmdeA zNMLeK5(!MsQ$&JK&Z9s{lXK2XEjhui{L#IV<>H;XwClfG%ey-@Xbn88-c74|>wLZ< z?$u|*RF%gC2c>T-Q~nX*n=PmBwhnJv%9$inHF9Mt^tMc?Ji|9jX!;mvHow=U>i*Ka z=Q5?QcF|$U--qKrh;CBKh?S`ti)1SFfJ~|WY$C%4JK$HB=3SI2y>Ll}f7@iU<@aBs z>&jXFljN)#zsQv8b}1;lxAgeUI~d}MxYu79%sD zcnPEaZvk~>4F5@&9VTo1B2)hZSAzKh7qaDXFN?TIGKPNA6}c$C$W)C1R~r$-*W{?&mMPWJQlC%CRQP+DD(CYk z;K0Q)pRY>{#LwY#8=y+@`=f$XF}tqiTg(p!gshhB`FmWKeOM$@syVVf{SJ8l^1gSl z1XNZt&X6rvGYQx8Ewz6RNRl!19yjEgStL_6-pZ6}ifkb?U#7zE%2c^hrb?E|O8Hu1 zl$CNMP#vXo)Xdcz`IZ-t26Wml+tWXnDgSCWi9Froz|BRQW=SroO1! z*AnB4LIbsY)n5HE-}3!01CsX3_Vo2`$=>A3R1Ke>96Xh$Y&rCQ6uO)@d6KQND$oKB z#>>1(kr=#lI2zi^TWDxc1|;2*E$d@t%l^k@sz$_Z*_%HbJ4UY1VA-$mK{8d&n-h|) zGH)6IuADbH65|VRyl&@PCjUC1>Koazs-A3FA171(w;PLHbyUAn&PAE3(e{q)=>geO zeW}m2#i8VsG?es*j^vJGbUZCF;ErQ-48Ozsihoi+8B>2zru^I9b=awKK&DhXWQ(D{ z%2c@T|BOvL;J|iSZ1zZuvYM(2R7iXgo27UD#f80IUo7*y_S}OYx zdQzss-^*0Fni?h9D)Z*L#3=Ko4N%K_v+G{IMfC>;DA}IB$9>s{MKYzDBiqv>HsSy! z0Rh<&bZ5v)$c~^V+?NI@8AI>!vjf+EkxbQiD^sc|vW3umnF_xvQ{_sTDp@KkktCJ#hFHIzXmW-DJ!9G?e$fJ(Tu-kZ-B`)Guk4 zETexeQ~q%e<%r#usWOC6AV^D)@Ix|Ht~{fF18>X9b6sMTm8T6*|4*$w%(q;6I-u(6 zQhOI=N-sQ;;~dd=b3un^l?Wa7Xmi1c;**3nYM*VX^`a*|5SLvr@5NnLU4V9xBFW{D zA6{CD58y1sS-Z$G?oCg6NVCZD!y6yUG>Zy;dNYj(d*)d>z3om-d3l!gZ>tXfNsYy^ zx%V?e)Ic{Nako07qZ6IZrW0UH|-SPo6p~rLN6# zQF|4I6=F4PQhm+wA}`FG270D?k;U&_K;=Q4XS{3p?;dt-XGIu_e!)Sws-=2SL9ch~ ziJNC|K3oW2HaE}m-}@oL&Uu!;AMOb|=2;qj3>Mft%YcvL=)_HVmJ=TvR4L*w8s?dA z#P=OTl4nh&s?e83v()#R#Jj?H&gKNDC zH>J#>kPRy-3EnmjrL=+wEx@bd2F>n_S2u%=#$Epz8*`sOvvbmNFRMLOESxJD0LW$f*+d?F3m^Xr;;j;yo|&hC1~zZ_H-z!Dz`n z|4p$i(2;{qfh*=Iiv4(F?v(mATAe-`XIWWjO$(3XIA-mNd91GwIaxEhayCv8iUVWQ z-^Y6%bV603jG0xk6~!KMD!EEFYh9UCrvry%vac$WZ-u$@Y+k-3o4T3$iyk$}&a)lD z9;Y+?+%wZwSe*nr)1SIzvOnsO{&WF|Hg!oe+786Lx@0ju)H#zmg^+mK4#d0=GLk;* zl*t~3kWji4gt{Jyqn$y-*CUMXGGsCwXf3Bz44JmvP*RQ1|2kx{GxbRrJptlFeKLfO z1~I4sG0|J?Gnu^siKOd51UE#>ejJm@er`yfRQS*?Q(>PKianbVYb)#7gD_H!9&VS( zXd@CqliOw5S~ViwiAUqHD7y}1%uO?(FeIK34PBtO! z=^hXs;bbf|fS46dI?~UrGg)CcnNO2Iv~Ehir8in-vf`%XA$=8<$u2b`=V>sAbrEC^ z{kCPMO&>|N6QS`!+ll66J`ox%w6$qT9#NtGLRbdSZRJCgib-oyhWPD?`Ne(0H_C`%7oktujSo zHRr4!Uplj#eoj@{vrc5R_u@f03Ii!Rz;~F7z0eHaX6CZE&g8lG;(`A+$Czu2>q43k zTBA-TTN_KRcu(rjW!@i^v~jcJ!PmKLepgbHR<51NHg_d=XjH9CTS_;wj0B(TlcVUM z-e0eQbVsIB>c=)SzJEFfy0PY7C9!7zygoUsNe^PC?}IaKCwmYT38KA4otCY|X+cyu zQQWALxi{qXzxT>vuX>VZYF%})#2+yZ*vHz%;svoDYwIc5kY3~`8oVf%HSJB>(FZB; zt~VJ(Q$XD5O&ZYdDY-WHJ|v#>t}qZypqnA}osiJ-0N>t3Yse1;uep4s=N(P(Jis?M zk@GANIT-)mIf2K=I`FP^1kd9D9|n=~u9I!M-j~cGv_-s@b?HwAQtNCj+uEP3pl%>q z4j{|uoLO4iF{+Jc?XgEbU?h;_U9mi?b?zVT3g2#yO+=yljXTN3Dq^n@>+;1tgrC5ISwFLK!io4_g z)p;9mwMS+oJ~g89;*F5*q+kX6fm zolQE^$soe!5Is#8t7V<$kjAyo^wY{WQ(&Q?XhD~Z4cdBW)%M4yQCPF`I7XoSIi!EJ zN7Hb(U|t6A$;wF&aa+nXB-qRDhHJIByk}MxP4i^_b20LFpP^=B=aPLw{S+3ENP_+9 zV{$fn1WN(980jLP*gox}WkVCmaoY8IwyoMcq7$lMcUC&)!9mJ#(fmLE;r6N7e?j9s z)^h#1e-1(+Ib?~JVD zLX3EYy|m1{kW8lM9_O-83yFbl`BudYNhFx6wVrHh5*c09YoL~-ekKXJPNq2xlaD>+ z2I8H=-h`DDw@Ho~)>+H`Ny3=9YJisYOeTKxNhhssYBH%IP?v-GHnxaF3hIzsxJPw* zpIC~dXIAzw4YOhPk7hP3og_Hd{t>w+Si{9c&;Cp&YWn%6dG%s6hHE#?EOarcrQUiI z5^eX2`XB68Hfk}Mq^`%AX9`4SGMEn*lPr29N5!UpP5z?mubbJZ3=}N{#ElHnn<}$a ztd5a9N!qzFUr`c#{vf~hffh36fK^dEU%U^BRQKaZO*trCxzeXxKx%||#}Ikitw{Bf z^*$a%D(0YcD@pIW1F5D5r8`*q;@wEqmQ&*kkn%k!O&fa6p7%(4$T0g4TG@t7(vuRK zmA%X)jp)VwR#wA=iLNDxeI`to6^`ey2PTr!c+#J_3UOSwUk_BGg6|m2QO0T6ilaU# zOROm^c$fHG5{$Nqc~eh3ve}*`BuxFYJB0X51m@bzZ1#EyxlOOV-M}uHNmV+eotC{a zqxbuPz%{}a^yju(Hf<@XLwAGNu#_~U3qf32N`h;TyC{w*kE`b4jBovSV*I}yfkk~K zz}qM65*bfx<}klyWHVKd&tWH)k?vKzT4HpV?Tk0F8vOQF&C+J+(^|{wXOR)K!jD$A zJPXCOL~GfhEYh0x1o1J8*eHX{{^eKC**5EWOFTRnUePz3%(fIWSi zScGAx#d7}Phh@VGK2VyKPt1_vuiEyJkU?KZ$BVY>r;A;#z9ets@^PD;+0|Jtde(Cl z)|+SJa+up{5=ChXE$h4*?+1IEYuVb>qzxS(p=Cd>h95o=T3dZa77KLD*c@hCOVX&i znU=L$M_SUWO|@*nI+97-fpA+-y3*&3wQSIORL_}kEnB=E{ci$@C+i^`0;1Xm$lPn9 zWivJ)467Sy*{%%`o(|6a4Opzc4b!r28%a#yxg%m3XXx;HpJo5BK`iB7iP=?`XWPAz zBoewQA&1qsl3Tt3^>`ifx9aNl3l&RiuyzA23&