Updated how initial prompt is handled (Release v0.2.0)

Author: daverage

cmd/tinymem/main.go

@@ -163,7 +163,7 @@ func setupServices(a *app.App) (*evidence.Service, recall.Recaller, *inject.Memo
 	} else {
 		recallEngine = recall.NewEngine(a.Memory, evidenceService, a.Core.Config, a.Core.Logger, a.Core.DB.GetConnection())
 	}
-	injector := inject.NewMemoryInjector(recallEngine)
+	injector := inject.NewMemoryInjector(recallEngine, a.Core.Logger, a.Core.Config.AlwaysIncludeUserPrompt)
 	return evidenceService, recallEngine, injector
 }
 

internal/config/config.go

@@ -47,6 +47,7 @@ type Config struct {
 	ExtractionBufferBytes         int
 	RecallMaxItems                int
 	RecallMaxTokens               int
+	AlwaysIncludeUserPrompt       bool
 	// Metrics configuration
 	MetricsEnabled bool
 	// CoVe (Chain-of-Verification) configuration
@@ -91,6 +92,9 @@ type fileConfig struct {
 		BaseURL string `toml:"base_url"`
 		Model   string `toml:"model"`
 	} `toml:"embedding"`
+	Prompt struct {
+		AlwaysIncludeUserPrompt *bool `toml:"always_include_user_prompt"`
+	} `toml:"prompt"`
 	Metrics struct {
 		Enabled bool `toml:"enabled"`
 	} `toml:"metrics"`
@@ -141,6 +145,7 @@ func LoadConfig() (*Config, error) {
 		ExtractionBufferBytes:         DefaultExtractionBufferBytes,
 		RecallMaxItems:                10,
 		RecallMaxTokens:               2000,
+		AlwaysIncludeUserPrompt:       true,
 		MetricsEnabled:                false,
 		// CoVe defaults (enabled by default)
 		CoVeEnabled:             true,
@@ -214,6 +219,9 @@ func LoadConfig() (*Config, error) {
 		if parsed.Embedding.Model != "" {
 			cfg.EmbeddingModel = parsed.Embedding.Model
 		}
+		if parsed.Prompt.AlwaysIncludeUserPrompt != nil {
+			cfg.AlwaysIncludeUserPrompt = *parsed.Prompt.AlwaysIncludeUserPrompt
+		}
 		// Metrics configuration
 		cfg.MetricsEnabled = parsed.Metrics.Enabled
 		// CoVe configuration (only override defaults if [cove] is present)

internal/inject/injector.go

@@ -6,21 +6,28 @@ import (
 	"github.com/daverage/tinymem/internal/cove"
 	"github.com/daverage/tinymem/internal/memory"
 	"github.com/daverage/tinymem/internal/recall"
+	"go.uber.org/zap"
 	"strconv"
 	"strings"
 )
 
+const noMemorySentinel = "[no memory found; continue with user request]"
+
 // MemoryInjector handles injecting memories into prompts
 type MemoryInjector struct {
-	recallEngine recall.Recaller
-	coveVerifier *cove.Verifier
+	recallEngine            recall.Recaller
+	coveVerifier            *cove.Verifier
+	logger                  *zap.Logger
+	alwaysIncludeUserPrompt bool
 }
 
 // NewMemoryInjector creates a new memory injector
-func NewMemoryInjector(recallEngine recall.Recaller) *MemoryInjector {
+func NewMemoryInjector(recallEngine recall.Recaller, logger *zap.Logger, alwaysIncludeUserPrompt bool) *MemoryInjector {
 	return &MemoryInjector{
-		recallEngine: recallEngine,
-		coveVerifier: nil, // Can be set later via SetCoVeVerifier
+		recallEngine:            recallEngine,
+		coveVerifier:            nil, // Can be set later via SetCoVeVerifier
+		logger:                  logger,
+		alwaysIncludeUserPrompt: alwaysIncludeUserPrompt,
 	}
 }
 
@@ -45,32 +52,57 @@ func (mi *MemoryInjector) FilterRecallResults(ctx context.Context, results []rec
 
 // InjectMemoriesIntoPrompt injects relevant memories into a prompt
 func (mi *MemoryInjector) InjectMemoriesIntoPrompt(prompt string, projectID string, maxItems int, maxTokens int) (string, error) {
+	basePrompt := prompt
+
 	// Perform recall to find relevant memories
 	results, err := mi.recallEngine.Recall(recall.RecallOptions{
 		ProjectID: projectID,
-		Query:     prompt,
+		Query:     basePrompt,
 		MaxItems:  maxItems,
 		MaxTokens: maxTokens,
 	})
 	if err != nil {
 		return "", err
 	}
 
-	if len(results) == 0 {
-		// No relevant memories found, return original prompt
-		return prompt, nil
-	}
+	if !mi.alwaysIncludeUserPrompt {
+		if len(results) == 0 {
+			return prompt, nil
+		}
+
+		results = mi.FilterRecallResults(context.Background(), results, basePrompt)
+		if len(results) == 0 {
+			return prompt, nil
+		}
 
-	// COVE INTEGRATION POINT 2: Optional recall filtering (advisory only)
-	// This can only remove memories, never add new ones.
-	results = mi.FilterRecallResults(context.Background(), results, prompt)
+		memorySection := buildMemorySection(results)
+		return memorySection + prompt, nil
+	}
 
+	results = mi.FilterRecallResults(context.Background(), results, basePrompt)
 	if len(results) == 0 {
-		// All memories filtered out, return original prompt
-		return prompt, nil
+		mi.logZeroMemoryPath()
+		finalBuilder := strings.Builder{}
+		finalBuilder.WriteString(basePrompt)
+		finalBuilder.WriteString("\n\n")
+		finalBuilder.WriteString(noMemorySentinel)
+		finalBuilder.WriteString("\n")
+		return finalBuilder.String(), nil
 	}
 
-	// Build memory section
+	memorySection := buildMemorySection(results)
+
+	var finalBuilder strings.Builder
+	finalBuilder.WriteString(basePrompt)
+	finalBuilder.WriteString("\n\n")
+	finalBuilder.WriteString(noMemorySentinel)
+	finalBuilder.WriteString("\n")
+	finalBuilder.WriteString(memorySection)
+
+	return finalBuilder.String(), nil
+}
+
+func buildMemorySection(results []recall.RecallResult) string {
 	var memorySection strings.Builder
 	memorySection.WriteString("\n\n=== RELEVANT MEMORY ===\n")
 
@@ -96,10 +128,14 @@ func (mi *MemoryInjector) InjectMemoriesIntoPrompt(prompt string, projectID stri
 
 	memorySection.WriteString("=== END MEMORY ===\n")
 
-	// Prepend memories to the original prompt
-	injectedPrompt := memorySection.String() + prompt
+	return memorySection.String()
+}
 
-	return injectedPrompt, nil
+func (mi *MemoryInjector) logZeroMemoryPath() {
+	if mi.logger == nil {
+		return
+	}
+	mi.logger.Info("zero-memory prompt path", zap.String("layer", "memory_injector"))
 }
 
 // FormatMemoriesForSystemMessage formats memories in a structured way for system messages

internal/server/proxy/server.go

@@ -74,7 +74,7 @@ func NewServer(a *app.App) *Server {
 	} else {
 		recallEngine = recall.NewEngine(a.Memory, evidenceService, a.Core.Config, a.Core.Logger, a.Core.DB.GetConnection())
 	}
-	injector := inject.NewMemoryInjector(recallEngine)
+	injector := inject.NewMemoryInjector(recallEngine, a.Core.Logger, a.Core.Config.AlwaysIncludeUserPrompt)
 	llmClient := llm.NewClient(a.Core.Config)
 	extractor := extract.NewExtractor(evidenceService)
 	taskService := tasks.NewService(a.Core.DB, a.Memory, a.Project.ID)

internal/version/version.go

@@ -2,4 +2,4 @@ package version
 
 // Version is the current version of tinyMem
 // This can be overridden at build time using -ldflags "-X github.com/daverage/tinymem/internal/version.Version=vX.Y.Z"
-var Version = "v0.1.23"
+var Version = "v0.2.0"