Pull vector.db from oci registry

Author: slimslenderslacks

cmd/docker-mcp/commands/feature.go

@@ -212,6 +212,7 @@ func isFeatureEnabledFromConfig(configFile *configfile.ConfigFile, feature strin
 	// Features that are enabled by default
 	defaultEnabledFeatures := map[string]bool{
 		"mcp-oauth-dcr": true,
+		"dynamic-tools": true,
 	}
 
 	if configFile.Features == nil {

cmd/docker-mcp/commands/feature_test.go

@@ -63,15 +63,15 @@ func TestIsFeatureEnabledDynamicTools(t *testing.T) {
 			Features: make(map[string]string),
 		}
 		enabled := isFeatureEnabledFromConfig(configFile, "dynamic-tools")
-		assert.False(t, enabled, "dynamic-tools should default to disabled when missing")
+		assert.True(t, enabled, "dynamic-tools should default to enabled when missing")
 	})
 
 	t.Run("nil features map", func(t *testing.T) {
 		configFile := &configfile.ConfigFile{
 			Features: nil,
 		}
 		enabled := isFeatureEnabledFromConfig(configFile, "dynamic-tools")
-		assert.False(t, enabled, "dynamic-tools should default to disabled when Features is nil")
+		assert.True(t, enabled, "dynamic-tools should default to enabled when Features is nil")
 	})
 }
 

examples/embeddings/README.md

@@ -0,0 +1,62 @@
+# Embeddings OCI Examples
+
+This directory contains examples for pulling and pushing vector database embeddings to/from OCI registries.
+
+## Pull Example
+
+Downloads the embeddings OCI artifact and installs the vector.db directory to `~/.docker/mcp/`.
+
+### Usage
+
+```bash
+# From repository root
+go run ./examples/embeddings/pull.go
+```
+
+The Pull function will:
+1. Download the image from `jimclark106/embeddings:latest`
+2. Extract all layers to a temporary directory
+3. Verify that `vectors.db` file exists
+4. Copy `vectors.db` to `~/.docker/mcp/` (skips if already exists)
+5. Clean up temporary files
+
+## Push Example
+
+Creates an OCI artifact from a local vector.db directory and pushes it to a registry.
+
+### Usage
+
+```bash
+# From repository root
+go run ./examples/embeddings/push.go <vector-db-path> <oci-ref>
+```
+
+### Example
+
+```bash
+# Push the local vectors.db to your own registry
+go run ./examples/embeddings/push.go ~/.docker/mcp/vectors.db jimclark106/embeddings:v1.0
+```
+
+The Push function will:
+1. Verify the source directory exists
+2. Create a tar archive from the entire directory tree (always naming the root as `vectors.db` in the archive)
+3. Create an OCI image layer from the tar
+4. Push the image to the specified OCI reference
+
+Note: Regardless of your local directory name, the OCI artifact will always contain `vectors.db` at the root for consistency.
+
+## Authentication
+
+Both examples use the Docker credential helper for authentication. Make sure you're logged in to the registry:
+
+```bash
+docker login
+```
+
+## Notes
+
+- Pull is idempotent - it won't overwrite existing `vectors.db` files
+- Push requires write access to the specified OCI registry
+- Push always stores the directory as `vectors.db` in the OCI artifact for consistency
+- File permissions and symlinks are preserved during push/pull operations

examples/embeddings/pull.go

@@ -0,0 +1,20 @@
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	"github.com/docker/mcp-gateway/pkg/gateway/embeddings"
+)
+
+func main() {
+	fmt.Println("Pulling embeddings from OCI registry...")
+
+	if err := embeddings.Pull(context.Background()); err != nil {
+		fmt.Fprintf(os.Stderr, "Error: %v\n", err)
+		os.Exit(1)
+	}
+
+	fmt.Println("Successfully pulled embeddings!")
+}

examples/embeddings/push.go

@@ -0,0 +1,31 @@
+package main
+
+import (
+	"context"
+	"fmt"
+	"os"
+
+	"github.com/docker/mcp-gateway/pkg/gateway/embeddings"
+)
+
+func main() {
+	if len(os.Args) != 3 {
+		fmt.Fprintf(os.Stderr, "Usage: %s <vector-db-path> <oci-ref>\n", os.Args[0])
+		fmt.Fprintf(os.Stderr, "\nExample:\n")
+		fmt.Fprintf(os.Stderr, "  %s ~/.docker/mcp/vectors.db jimclark106/embeddings:v1.0\n", os.Args[0])
+		fmt.Fprintf(os.Stderr, "\nNote: The directory will be stored as 'vectors.db' in the OCI artifact.\n")
+		os.Exit(1)
+	}
+
+	vectorDBPath := os.Args[1]
+	ociRef := os.Args[2]
+
+	fmt.Printf("Pushing vector database from %s to %s...\n", vectorDBPath, ociRef)
+
+	if err := embeddings.Push(context.Background(), vectorDBPath, ociRef); err != nil {
+		fmt.Fprintf(os.Stderr, "Error: %v\n", err)
+		os.Exit(1)
+	}
+
+	fmt.Printf("Successfully pushed to %s!\n", ociRef)
+}

examples/sqlite-vec/main.go

@@ -65,7 +65,8 @@ type AddVectorRequest struct {
 type SearchRequest struct {
 	Vector             []float32 `json:"vector"`
 	Limit              int       `json:"limit,omitempty"`
-	CollectionName     string    `json:"collection_name,omitempty"`     // Empty = search all (or use exclude)
+	CollectionName     string    `json:"collection_name,omitempty"`     // Deprecated: use collection_names instead
+	CollectionNames    []string  `json:"collection_names,omitempty"`    // Search in specific collections (empty = search all)
 	ExcludeCollections []string  `json:"exclude_collections,omitempty"` // Collections to exclude from search
 }
 
@@ -133,7 +134,7 @@ func main() {
 	// Create transport with logging
 	transport := &mcp.LoggingTransport{
 		Transport: &mcp.StdioTransport{},
-		Writer: os.Stderr,
+		Writer:    os.Stderr,
 	}
 
 	// Run server
@@ -303,7 +304,14 @@ func (vs *VectorServer) registerTools(server *mcp.Server) {
 					},
 					"collection_name": {
 						Type:        "string",
-						Description: "Optional: search only within this collection",
+						Description: "Optional: search only within this single collection (deprecated, use collection_names instead)",
+					},
+					"collection_names": {
+						Type:        "array",
+						Description: "Optional: search only within these collections. If empty, searches all collections.",
+						Items: &jsonschema.Schema{
+							Type: "string",
+						},
 					},
 					"exclude_collections": {
 						Type:        "array",
@@ -527,24 +535,38 @@ func (vs *VectorServer) handleSearch(ctx context.Context, req *mcp.CallToolReque
 		params.Limit = 10
 	}
 
+	// Support backward compatibility: if collection_name is set, add it to collection_names
+	if params.CollectionName != "" && len(params.CollectionNames) == 0 {
+		params.CollectionNames = []string{params.CollectionName}
+	}
+
 	vectorJSON, _ := json.Marshal(params.Vector)
 
 	var rows *sql.Rows
 	var err error
 
-	if params.CollectionName != "" {
-		// Search within a specific collection
-		rows, err = vs.db.Query(`
+	if len(params.CollectionNames) > 0 {
+		// Search within specific collections using IN clause
+		placeholders := make([]string, len(params.CollectionNames))
+		args := []any{string(vectorJSON)}
+		for i, name := range params.CollectionNames {
+			placeholders[i] = "?"
+			args = append(args, name)
+		}
+		args = append(args, params.Limit)
+
+		query := fmt.Sprintf(`
 			SELECT v.id, c.name, v.metadata, vec_distance_cosine(v.vector_blob, vec_f32(?)) as distance
 			FROM vectors v
 			JOIN collections c ON v.collection_id = c.id
-			WHERE c.name = ?
+			WHERE c.name IN (%s)
 			ORDER BY distance
 			LIMIT ?
-		`, string(vectorJSON), params.CollectionName, params.Limit)
+		`, strings.Join(placeholders, ","))
+
+		rows, err = vs.db.Query(query, args...)
 	} else if len(params.ExcludeCollections) > 0 {
 		// Search across all collections EXCEPT the excluded ones
-		// Build placeholders for the IN clause
 		placeholders := make([]string, len(params.ExcludeCollections))
 		args := []any{string(vectorJSON)}
 		for i, name := range params.ExcludeCollections {