mirrors/pleroma
1
0
Fork 0
mirror of https://git.pleroma.social/pleroma/pleroma.git synced 2024-06-20 06:00:43 +00:00
Code Issues Projects Releases Wiki Activity

B FastembedServer: Switch to OpenAI api, support changing models

Browse source
This commit is contained in:
Lain Soykaf 2024-05-19 12:33:49 +04:00
parent 72ec261a69
commit b9af017a4c
1 changed files with 7 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
python/fastembed-server.py
View file

@ -2,18 +2,20 @@ from fastembed import TextEmbedding
from fastapi import FastAPI
from pydantic import BaseModel
model = TextEmbedding("snowflake/snowflake-arctic-embed-xs")
models = {}
app = FastAPI()
class EmbeddingRequest(BaseModel):
model: str
prompt: str
input: str
@app.post("/api/embeddings")
@app.post("/v1/embeddings")
def embeddings(request: EmbeddingRequest):
embeddings = next(model.embed(request.prompt)).tolist()
return {"embedding": embeddings}
model = models.get(request.model) or TextEmbedding(request.model)
models[request.model] = model
embeddings = next(model.embed(request.input)).tolist()
return {"data": [{"embedding": embeddings}]}
if __name__ == "__main__":
import uvicorn