Merge pull request #16 from doITmagic/feature/mixt_search_code_documentation

Feature/mixt search code documentation

Author: doITmagic

.github/workflows/build-binaries.yml

@@ -2,6 +2,7 @@ name: Build and Commit Binaries
 
 permissions:
   contents: write
+  pull-requests: write
 
 on:
   workflow_dispatch:
@@ -35,13 +36,11 @@ jobs:
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          
+        
       - name: Set up Go
         uses: actions/setup-go@v5
         with:
-          go-version: '1.23'  # Use stable version compatible with 1.25.1
+          go-version: '1.23'
           cache: true
 
       - name: Run tests
@@ -59,22 +58,17 @@ jobs:
           go build -o bin/ragcode-installer ./cmd/install
           
           chmod +x bin/*
-          
-      - name: Check if binaries changed
-        id: check_changes
-        run: |
-          git add -f bin/
-          if git diff --cached --quiet; then
-            echo "changed=false" >> $GITHUB_OUTPUT
-          else
-            echo "changed=true" >> $GITHUB_OUTPUT
-          fi
-          
-      - name: Commit and push binaries
-        if: github.event_name == 'push' && steps.check_changes.outputs.changed == 'true'
-        run: |
-          git config --local user.email "github-actions[bot]@users.noreply.github.com"
-          git config --local user.name "github-actions[bot]"
-          git add -f bin/
-          git commit -m "chore: auto-build binaries [skip ci]"
-          git push
+
+      - name: Stage binaries
+        run: git add -f bin/
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v6
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          commit-message: "chore: update binaries [skip ci]"
+          title: "chore: update binaries"
+          body: "Auto-generated PR to update binaries after code changes."
+          branch: "chore/update-binaries"
+          base: ${{ github.head_ref || github.ref_name }}
+          delete-branch: true

cmd/rag-code-mcp/main.go

@@ -270,9 +270,10 @@ type MCPTool interface {
 
 // SearchCodeInput defines the typed input for the search_code tool.
 type SearchCodeInput struct {
-	Query    string `json:"query"`
-	Limit    int    `json:"limit,omitempty"`
-	FilePath string `json:"file_path,omitempty"`
+	Query       string `json:"query"`
+	Limit       int    `json:"limit,omitempty"`
+	FilePath    string `json:"file_path,omitempty"`
+	IncludeDocs bool   `json:"include_docs,omitempty"`
 }
 
 // SearchCodeOutput defines the typed output for the search_code tool.
@@ -702,6 +703,9 @@ func registerSearchCodeToolTyped(server *mcp.Server, tool *tools.SearchLocalInde
 		if input.FilePath != "" {
 			args["file_path"] = input.FilePath
 		}
+		if input.IncludeDocs {
+			args["include_docs"] = input.IncludeDocs
+		}
 
 		start := time.Now()
 		logger.Info("🛠️ Executing tool '%s' with args: %v", tool.Name(), args)
@@ -944,6 +948,10 @@ func getToolSchema(toolName string) map[string]interface{} {
 					"type":        "number",
 					"description": "Maximum number of results to return (default: 5)",
 				},
+				"include_docs": map[string]interface{}{
+					"type":        "boolean",
+					"description": "Optional: Include documentation (markdown, txt, etc.) in search results. Default is false (code only).",
+				},
 			},
 			"required": []string{"query"},
 		}
@@ -1112,6 +1120,10 @@ func getToolSchema(toolName string) map[string]interface{} {
 					"type":        "number",
 					"description": "Maximum number of results to return (default: 5)",
 				},
+				"include_docs": map[string]interface{}{
+					"type":        "boolean",
+					"description": "Optional: Include documentation (markdown, txt, etc.) in search results. Default is false (code only).",
+				},
 			},
 			"required": []string{"query"},
 		}

internal/tools/hybrid_search.go

@@ -146,11 +146,23 @@ func (t *HybridSearchTool) Execute(ctx context.Context, params map[string]interf
 		SearchCodeOnly(ctx context.Context, query []float64, limit int) ([]memory.Document, error)
 	}
 
+	// Optional: include documentation in results
+	includeDocs := false
+	if inc, ok := params["include_docs"].(bool); ok {
+		includeDocs = inc
+	}
+
 	fetchLimit := int(math.Max(float64(limit*5), 10))
 	var docs []memory.Document
-	if codeSearcher, ok := searchMemory.(CodeSearcher); ok {
+
+	// If include_docs is true, use generic Search (returns all types)
+	// If include_docs is false (default), try to use SearchCodeOnly
+	if includeDocs {
+		docs, err = searchMemory.Search(ctx, queryEmbedding, fetchLimit)
+	} else if codeSearcher, ok := searchMemory.(CodeSearcher); ok {
 		docs, err = codeSearcher.SearchCodeOnly(ctx, queryEmbedding, fetchLimit)
 	} else {
+		// Fallback if SearchCodeOnly not implemented
 		docs, err = searchMemory.Search(ctx, queryEmbedding, fetchLimit)
 	}
 	if err != nil {

internal/tools/search_local_index.go

@@ -167,8 +167,13 @@ func (t *SearchLocalIndexTool) Execute(ctx context.Context, params map[string]in
 			}
 		}
 
-		// Search in workspace-specific collection, preferring code-only search
-		// Try SearchCodeOnly first (excludes markdown), fall back to Search
+		// Optional: include documentation in results
+		includeDocs := false
+		if inc, ok := params["include_docs"].(bool); ok {
+			includeDocs = inc
+		}
+
+		// Search in workspace-specific collection
 		var docs []memory.Document
 		var searchErr error
 
@@ -177,9 +182,14 @@ func (t *SearchLocalIndexTool) Execute(ctx context.Context, params map[string]in
 			SearchCodeOnly(ctx context.Context, query []float64, limit int) ([]memory.Document, error)
 		}
 
-		if searcher, ok := workspaceMem.(CodeSearcher); ok {
+		// If include_docs is true, use generic Search (returns all types)
+		// If include_docs is false (default), try to use SearchCodeOnly
+		if includeDocs {
+			docs, searchErr = workspaceMem.Search(ctx, queryEmbedding, limit)
+		} else if searcher, ok := workspaceMem.(CodeSearcher); ok {
 			docs, searchErr = searcher.SearchCodeOnly(ctx, queryEmbedding, limit)
 		} else {
+			// Fallback if SearchCodeOnly not implemented
 			docs, searchErr = workspaceMem.Search(ctx, queryEmbedding, limit)
 		}
 

internal/workspace/manager.go

@@ -138,10 +138,25 @@ func (m *Manager) scanWorkspace(info *Info) (*workspaceScan, error) {
 		case ".html", ".htm":
 			addDirForLanguage(scan, dirCache, "html", filepath.Dir(path))
 			addFileForLanguage(scan, "html", path)
-		case ".md":
+		case ".md", ".markdown", ".rst", ".adoc":
 			scan.DocFiles = append(scan.DocFiles, path)
+		case ".txt":
+			// Only include .txt files if they are in a documentation directory
+			dir := strings.ToLower(filepath.Base(filepath.Dir(path)))
+			if dir == "docs" || dir == "doc" || dir == "documentation" {
+				scan.DocFiles = append(scan.DocFiles, path)
+			}
 		default:
-			// ignored
+			// Check for standard documentation files without extension or specific names
+			baseName := strings.ToUpper(filepath.Base(path))
+			if strings.HasPrefix(baseName, "README") ||
+				strings.HasPrefix(baseName, "LICENSE") ||
+				strings.HasPrefix(baseName, "CHANGELOG") ||
+				strings.HasPrefix(baseName, "CONTRIBUTING") ||
+				strings.HasPrefix(baseName, "HISTORY") ||
+				strings.HasPrefix(baseName, "NOTICE") {
+				scan.DocFiles = append(scan.DocFiles, path)
+			}
 		}
 		return nil
 	})