Add metadata support and integration tests for QdrantConnector (#25)

This commit is contained in:
Kacper Łukawski
2025-03-10 17:06:26 +01:00
committed by GitHub
parent b9f773e99c
commit bd155b13d0
7 changed files with 223 additions and 27 deletions

View File

@@ -1,4 +1,4 @@
from mcp_server_qdrant.embeddings import EmbeddingProvider
from mcp_server_qdrant.embeddings.base import EmbeddingProvider
from mcp_server_qdrant.embeddings.types import EmbeddingProviderType
from mcp_server_qdrant.settings import EmbeddingProviderSettings

View File

@@ -1,9 +1,24 @@
import logging
import uuid
from typing import Optional
from typing import Any, Dict, Optional
from pydantic import BaseModel
from qdrant_client import AsyncQdrantClient, models
from .embeddings.base import EmbeddingProvider
from mcp_server_qdrant.embeddings.base import EmbeddingProvider
logger = logging.getLogger(__name__)
Metadata = Dict[str, Any]
class Entry(BaseModel):
"""
A single entry in the Qdrant collection.
"""
content: str
metadata: Optional[Metadata] = None
class QdrantConnector:
@@ -53,30 +68,31 @@ class QdrantConnector:
},
)
async def store(self, information: str):
async def store(self, entry: Entry):
"""
Store some information in the Qdrant collection.
:param information: The information to store.
Store some information in the Qdrant collection, along with the specified metadata.
:param entry: The entry to store in the Qdrant collection.
"""
await self._ensure_collection_exists()
# Embed the document
embeddings = await self._embedding_provider.embed_documents([information])
embeddings = await self._embedding_provider.embed_documents([entry.content])
# Add to Qdrant
vector_name = self._embedding_provider.get_vector_name()
payload = {"document": entry.content, "metadata": entry.metadata}
await self._client.upsert(
collection_name=self._collection_name,
points=[
models.PointStruct(
id=uuid.uuid4().hex,
vector={vector_name: embeddings[0]},
payload={"document": information},
payload=payload,
)
],
)
async def search(self, query: str) -> list[str]:
async def search(self, query: str) -> list[Entry]:
"""
Find points in the Qdrant collection. If there are no entries found, an empty list is returned.
:param query: The query to use for the search.
@@ -97,4 +113,10 @@ class QdrantConnector:
limit=10,
)
return [result.payload["document"] for result in search_results]
return [
Entry(
content=result.payload["document"],
metadata=result.payload.get("metadata"),
)
for result in search_results
]

View File

@@ -1,12 +1,13 @@
import json
import logging
from contextlib import asynccontextmanager
from typing import AsyncIterator, List
from typing import AsyncIterator, List, Optional
from mcp.server import Server
from mcp.server.fastmcp import Context, FastMCP
from mcp_server_qdrant.embeddings.factory import create_embedding_provider
from mcp_server_qdrant.qdrant import QdrantConnector
from mcp_server_qdrant.qdrant import Entry, Metadata, QdrantConnector
from mcp_server_qdrant.settings import EmbeddingProviderSettings, QdrantSettings
logger = logging.getLogger(__name__)
@@ -57,28 +58,32 @@ mcp = FastMCP("mcp-server-qdrant", lifespan=server_lifespan)
@mcp.tool(
name="qdrant-store-memory",
name="qdrant-store",
description=(
"Keep the memory for later use, when you are asked to remember something."
),
)
async def store(information: str, ctx: Context) -> str:
async def store(
ctx: Context, information: str, metadata: Optional[Metadata] = None
) -> str:
"""
Store a memory in Qdrant.
:param information: The information to store.
:param ctx: The context for the request.
:param information: The information to store.
:param metadata: JSON metadata to store with the information, optional.
:return: A message indicating that the information was stored.
"""
await ctx.debug(f"Storing information {information} in Qdrant")
qdrant_connector: QdrantConnector = ctx.request_context.lifespan_context[
"qdrant_connector"
]
await qdrant_connector.store(information)
entry = Entry(content=information, metadata=metadata)
await qdrant_connector.store(entry)
return f"Remembered: {information}"
@mcp.tool(
name="qdrant-find-memories",
name="qdrant-find",
description=(
"Look up memories in Qdrant. Use this tool when you need to: \n"
" - Find memories by their content \n"
@@ -86,11 +91,11 @@ async def store(information: str, ctx: Context) -> str:
" - Get some personal information about the user"
),
)
async def find(query: str, ctx: Context) -> List[str]:
async def find(ctx: Context, query: str) -> List[str]:
"""
Find memories in Qdrant.
:param query: The query to use for the search.
:param ctx: The context for the request.
:param query: The query to use for the search.
:return: A list of entries found.
"""
await ctx.debug(f"Finding points for query {query}")
@@ -104,5 +109,9 @@ async def find(query: str, ctx: Context) -> List[str]:
f"Memories for the query '{query}'",
]
for entry in entries:
content.append(f"<entry>{entry}</entry>")
# Format the metadata as a JSON string and produce XML-like output
entry_metadata = json.dumps(entry.metadata) if entry.metadata else ""
content.append(
f"<entry><content>{entry.content}</content><metadata>{entry_metadata}</metadata></entry>"
)
return content