mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-13 13:07:32 +00:00
[improvement][chat] Move python code out of chat-core module
This commit is contained in:
23
chat/python/instances/text2vec.py
Normal file
23
chat/python/instances/text2vec.py
Normal file
@@ -0,0 +1,23 @@
|
||||
# -*- coding:utf-8 -*-
|
||||
from typing import List
|
||||
|
||||
from chromadb.api.types import Documents, EmbeddingFunction, Embeddings
|
||||
from langchain.embeddings import HuggingFaceEmbeddings
|
||||
|
||||
from config.config_parse import HF_TEXT2VEC_MODEL_NAME
|
||||
|
||||
hg_embedding = HuggingFaceEmbeddings(model_name=HF_TEXT2VEC_MODEL_NAME)
|
||||
|
||||
|
||||
class Text2VecEmbeddingFunction(EmbeddingFunction):
|
||||
def __call__(self, texts: Documents) -> Embeddings:
|
||||
|
||||
embeddings = hg_embedding.embed_documents(texts)
|
||||
|
||||
return embeddings
|
||||
|
||||
|
||||
def get_embeddings(documents: List[str]) -> List[List[float]]:
|
||||
embeddings = hg_embedding.embed_documents(documents)
|
||||
|
||||
return embeddings
|
||||
Reference in New Issue
Block a user