f33708534a
Initial implementation of the bot: - cmd/chat-bot: CLI entrypoint (serve, reindex, ask, version) - internal/agent: LLM provider client + agent runner with RAG injection - internal/config: YAML config loader (providers, RAG, persona, server) - internal/i18n: response-language detection (EN/ES) - internal/persona: persona system prompt assembly from YAML - internal/portfolio: heading-based chunker + SQLite FTS5 indexer - internal/server: chi router with /api/chat (SSE), /api/health, /api/info, /api/reindex, middleware (RequestID, Logging, CORS, RateLimit) - internal/streaming: SSE protocol helpers (start, chunk, sources, done, error) - web/: drop-in vanilla-JS chat widget (no build, no deps) + demo + README - bench/: reproducible driver benchmark (modernc vs mattn SQLite) - configs/portfolio-bot.yaml: llama.cpp default provider, SQLite RAG, canine persona - docs/architecture.md / .es.md: aligned with SQLite FTS5 + llama.cpp decisions - data/projects/README*.md: project data documentation - README.md / .es.md: updated for current implementation All tests pass (go test ./...). Bot is functional end-to-end with the configured LLM provider.
63 lines
No EOL
1.4 KiB
Go
63 lines
No EOL
1.4 KiB
Go
package streaming
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
)
|
|
|
|
type Event struct {
|
|
Type string `json:"type"`
|
|
Content string `json:"content,omitempty"`
|
|
}
|
|
|
|
func WriteEvent(w http.ResponseWriter, eventType string, payload any) error {
|
|
data, err := json.Marshal(payload)
|
|
if err != nil {
|
|
return fmt.Errorf("marshal event: %w", err)
|
|
}
|
|
if _, err := fmt.Fprintf(w, "event: %s\ndata: %s\n\n", eventType, data); err != nil {
|
|
return err
|
|
}
|
|
if f, ok := w.(http.Flusher); ok {
|
|
f.Flush()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func WriteChunk(w http.ResponseWriter, content string) error {
|
|
return WriteEvent(w, "chunk", Event{Type: "chunk", Content: content})
|
|
}
|
|
|
|
func WriteStart(w http.ResponseWriter, conversationID string) error {
|
|
return WriteEvent(w, "start", map[string]any{
|
|
"type": "start",
|
|
"conversation_id": conversationID,
|
|
})
|
|
}
|
|
|
|
func WriteSources(w http.ResponseWriter, sources []string) error {
|
|
return WriteEvent(w, "sources", map[string]any{
|
|
"type": "sources",
|
|
"documents": sources,
|
|
})
|
|
}
|
|
|
|
type Usage struct {
|
|
InputTokens int `json:"input_tokens"`
|
|
OutputTokens int `json:"output_tokens"`
|
|
}
|
|
|
|
func WriteDone(w http.ResponseWriter, usage Usage) error {
|
|
return WriteEvent(w, "done", map[string]any{
|
|
"type": "done",
|
|
"usage": usage,
|
|
})
|
|
}
|
|
|
|
func WriteError(w http.ResponseWriter, errMsg string) error {
|
|
return WriteEvent(w, "error", map[string]string{
|
|
"type": "error",
|
|
"error": errMsg,
|
|
})
|
|
} |