feat: implement per-account databases and native CouchDB attachments
- Create separate CouchDB database for each mail source (account) - Store email attachments as native CouchDB attachments - Add GenerateAccountDBName() for CouchDB-compatible database naming - Update MailDocument structure to support _attachments field - Implement StoreAttachment() for CouchDB attachment API - Add placeholder attachment testing for every 3rd message 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
parent
44efed908d
commit
79f19a8877
3 changed files with 161 additions and 53 deletions
|
|
@ -3,7 +3,10 @@ package couch
|
|||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/url"
|
||||
"regexp"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/go-kivik/kivik/v4"
|
||||
|
|
@ -19,18 +22,27 @@ type Client struct {
|
|||
|
||||
// MailDocument represents an email message stored in CouchDB
|
||||
type MailDocument struct {
|
||||
ID string `json:"_id,omitempty"`
|
||||
Rev string `json:"_rev,omitempty"`
|
||||
SourceUID string `json:"sourceUid"` // Unique ID from the mail source (e.g., IMAP UID)
|
||||
Mailbox string `json:"mailbox"` // Source mailbox name
|
||||
From []string `json:"from"`
|
||||
To []string `json:"to"`
|
||||
Subject string `json:"subject"`
|
||||
Date time.Time `json:"date"`
|
||||
Body string `json:"body"`
|
||||
Headers map[string][]string `json:"headers"`
|
||||
StoredAt time.Time `json:"storedAt"` // When the document was stored
|
||||
DocType string `json:"docType"` // Always "mail"
|
||||
ID string `json:"_id,omitempty"`
|
||||
Rev string `json:"_rev,omitempty"`
|
||||
Attachments map[string]AttachmentStub `json:"_attachments,omitempty"` // CouchDB attachments
|
||||
SourceUID string `json:"sourceUid"` // Unique ID from the mail source (e.g., IMAP UID)
|
||||
Mailbox string `json:"mailbox"` // Source mailbox name
|
||||
From []string `json:"from"`
|
||||
To []string `json:"to"`
|
||||
Subject string `json:"subject"`
|
||||
Date time.Time `json:"date"`
|
||||
Body string `json:"body"`
|
||||
Headers map[string][]string `json:"headers"`
|
||||
StoredAt time.Time `json:"storedAt"` // When the document was stored
|
||||
DocType string `json:"docType"` // Always "mail"
|
||||
HasAttachments bool `json:"hasAttachments"` // Indicates if message has attachments
|
||||
}
|
||||
|
||||
// AttachmentStub represents metadata for a CouchDB attachment
|
||||
type AttachmentStub struct {
|
||||
ContentType string `json:"content_type"`
|
||||
Length int64 `json:"length,omitempty"`
|
||||
Stub bool `json:"stub,omitempty"`
|
||||
}
|
||||
|
||||
// NewClient creates a new CouchDB client from the configuration
|
||||
|
|
@ -63,27 +75,63 @@ func (c *Client) EnsureDB(ctx context.Context, dbName string) error {
|
|||
return nil
|
||||
}
|
||||
|
||||
// GenerateAccountDBName creates a CouchDB-compatible database name from account info
|
||||
func GenerateAccountDBName(accountName, userEmail string) string {
|
||||
// Use account name if available, otherwise fall back to email
|
||||
name := accountName
|
||||
if name == "" {
|
||||
name = userEmail
|
||||
}
|
||||
|
||||
// Convert to lowercase and replace invalid characters with underscores
|
||||
name = strings.ToLower(name)
|
||||
// CouchDB database names must match: ^[a-z][a-z0-9_$()+/-]*$
|
||||
validName := regexp.MustCompile(`[^a-z0-9_$()+/-]`).ReplaceAllString(name, "_")
|
||||
|
||||
// Ensure it starts with a letter
|
||||
if len(validName) > 0 && (validName[0] < 'a' || validName[0] > 'z') {
|
||||
validName = "mail_" + validName
|
||||
}
|
||||
|
||||
return validName
|
||||
}
|
||||
|
||||
// ConvertMessage converts an IMAP message to a MailDocument
|
||||
func ConvertMessage(msg *mail.Message, mailbox string) *MailDocument {
|
||||
docID := fmt.Sprintf("%s_%d", mailbox, msg.UID)
|
||||
|
||||
return &MailDocument{
|
||||
ID: docID,
|
||||
SourceUID: fmt.Sprintf("%d", msg.UID),
|
||||
Mailbox: mailbox,
|
||||
From: msg.From,
|
||||
To: msg.To,
|
||||
Subject: msg.Subject,
|
||||
Date: msg.Date,
|
||||
Body: msg.Body,
|
||||
Headers: msg.Headers,
|
||||
StoredAt: time.Now(),
|
||||
DocType: "mail",
|
||||
doc := &MailDocument{
|
||||
ID: docID,
|
||||
SourceUID: fmt.Sprintf("%d", msg.UID),
|
||||
Mailbox: mailbox,
|
||||
From: msg.From,
|
||||
To: msg.To,
|
||||
Subject: msg.Subject,
|
||||
Date: msg.Date,
|
||||
Body: msg.Body,
|
||||
Headers: msg.Headers,
|
||||
StoredAt: time.Now(),
|
||||
DocType: "mail",
|
||||
HasAttachments: len(msg.Attachments) > 0,
|
||||
}
|
||||
|
||||
// Prepare attachment metadata if attachments exist
|
||||
if len(msg.Attachments) > 0 {
|
||||
doc.Attachments = make(map[string]AttachmentStub)
|
||||
for _, att := range msg.Attachments {
|
||||
doc.Attachments[att.Filename] = AttachmentStub{
|
||||
ContentType: att.ContentType,
|
||||
Length: int64(len(att.Content)),
|
||||
Stub: true,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return doc
|
||||
}
|
||||
|
||||
// StoreMessage stores a mail message in CouchDB
|
||||
func (c *Client) StoreMessage(ctx context.Context, dbName string, doc *MailDocument) error {
|
||||
// StoreMessage stores a mail message in CouchDB with attachments
|
||||
func (c *Client) StoreMessage(ctx context.Context, dbName string, doc *MailDocument, msg *mail.Message) error {
|
||||
db := c.DB(dbName)
|
||||
if db.Err() != nil {
|
||||
return db.Err()
|
||||
|
|
@ -99,19 +147,54 @@ func (c *Client) StoreMessage(ctx context.Context, dbName string, doc *MailDocum
|
|||
return nil // Document already exists, skip
|
||||
}
|
||||
|
||||
// Store the document
|
||||
_, err = db.Put(ctx, doc.ID, doc)
|
||||
// Store the document first (without attachments)
|
||||
rev, err := db.Put(ctx, doc.ID, doc)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to store document: %w", err)
|
||||
}
|
||||
|
||||
// If there are attachments, store them as CouchDB attachments
|
||||
if msg != nil && len(msg.Attachments) > 0 {
|
||||
for _, att := range msg.Attachments {
|
||||
err := c.StoreAttachment(ctx, dbName, doc.ID, rev, att.Filename, att.ContentType, att.Content)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to store attachment %s: %w", att.Filename, err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// StoreMessages stores multiple mail messages in CouchDB
|
||||
func (c *Client) StoreMessages(ctx context.Context, dbName string, docs []*MailDocument) error {
|
||||
for _, doc := range docs {
|
||||
if err := c.StoreMessage(ctx, dbName, doc); err != nil {
|
||||
// StoreAttachment stores an attachment to an existing CouchDB document
|
||||
func (c *Client) StoreAttachment(ctx context.Context, dbName, docID, rev, filename, contentType string, content []byte) error {
|
||||
db := c.DB(dbName)
|
||||
if db.Err() != nil {
|
||||
return db.Err()
|
||||
}
|
||||
|
||||
att := &kivik.Attachment{
|
||||
Filename: filename,
|
||||
ContentType: contentType,
|
||||
Content: io.NopCloser(strings.NewReader(string(content))),
|
||||
}
|
||||
|
||||
_, err := db.PutAttachment(ctx, docID, att, kivik.Rev(rev))
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to store attachment: %w", err)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// StoreMessages stores multiple mail messages in CouchDB with their corresponding attachments
|
||||
func (c *Client) StoreMessages(ctx context.Context, dbName string, docs []*MailDocument, messages []*mail.Message) error {
|
||||
for i, doc := range docs {
|
||||
var msg *mail.Message
|
||||
if i < len(messages) {
|
||||
msg = messages[i]
|
||||
}
|
||||
if err := c.StoreMessage(ctx, dbName, doc, msg); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue