ollama.py
ollama.py
import logging
from typing import List
import aiohttp
import requests
from aworld.core.memory import EmbeddingsConfig
from aworld.memory.embeddings.base import EmbeddingsBase
class OllamaEmbeddings(EmbeddingsBase):
"""
Embedding implementation using Ollama HTTP API.
"""
def __init__(self, config: EmbeddingsConfig):
"""
Initialize OllamaEmbeddings with configuration.
Args:
config (EmbeddingsConfig): Configuration for embedding model and API.
"""
super().__init__(config)
def embed_query(self, text: str) -> List[float]:
"""
Embed a query string using Ollama HTTP API.
Args:
text (str): Text to embed.
Returns:
List[float]: Embedding vector.
"""
url = self.config.base_url.rstrip('/') + "/api/embed"
payload = {
"model": self.config.model_name,
"input": text
}
try:
response = requests.post(url, json=payload, timeout=self.config.timeout)
response.raise_for_status()
data = response.json()
# Ollama returns {"embedding": [...], ...}
logging.debug(f"Ollama embedding response: {data}")
return self.resolve_embedding(data)
except Exception as e:
import traceback
traceback.print_exc()
raise RuntimeError(f"Ollama embedding API error: {e}")
async def async_embed_query(self, text: str) -> List[float]:
"""
Asynchronously embed a query string using Ollama HTTP API.
Args:
text (str): Text to embed.
Returns:
List[float]: Embedding vector.
"""
url = self.config.base_url.rstrip('/') + "/api/embed"
payload = {
"model": self.config.model_name,
"input": text
}
try:
async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=self.config.timeout)) as session:
async with session.post(url, json=payload) as resp:
resp.raise_for_status()
data = await resp.json()
return self.resolve_embedding(data)
except Exception as e:
raise RuntimeError(f"Ollama async embedding API error: {e}")
@staticmethod
def resolve_embedding(data: dict) -> List[float]:
"""
Resolve the embedding from the response data.
Args:
data (dict): Response data from Ollama API.
Returns:
List[float]: Embedding vector.
"""
if "embeddings" in data and len(data["embeddings"]) > 0:
return data["embeddings"][0]
else:
return None