forked from endee-io/endee
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathembedder.py
More file actions
41 lines (33 loc) · 1.24 KB
/
embedder.py
File metadata and controls
41 lines (33 loc) · 1.24 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""
embedder.py
Generates dense vector embeddings using sentence-transformers.
Model: all-MiniLM-L6-v2 (384-dim, fast, high-quality for semantic search)
"""
from sentence_transformers import SentenceTransformer
from typing import List, Union
import numpy as np
MODEL_NAME = "sentence-transformers/all-MiniLM-L6-v2"
EMBEDDING_DIM = 384
class Embedder:
"""Wraps SentenceTransformer to produce normalized float embeddings."""
def __init__(self, model_name: str = MODEL_NAME):
print(f"[Embedder] Loading model: {model_name}")
self.model = SentenceTransformer(model_name)
self.dimension = EMBEDDING_DIM
def embed(self, texts: Union[str, List[str]]) -> List[List[float]]:
"""
Embed one or more texts.
Returns a list of float lists (one per input text).
"""
if isinstance(texts, str):
texts = [texts]
embeddings = self.model.encode(
texts,
normalize_embeddings=True, # cosine similarity ready
show_progress_bar=False,
batch_size=32,
)
return embeddings.tolist()
def embed_single(self, text: str) -> List[float]:
"""Convenience method for a single string."""
return self.embed(text)[0]