pleroma

commit: 069ce4448c556af90293cde9b9872c3d53eb894b
parent a9be4907c0d7b34e5564584d2d040632c32f2aa3
Author: Lain Soykaf <lain@lain.com>
Date:   Sat, 18 May 2024 11:55:17 +0400

Add basic fastembed server

Diffstat:
A
python/fastembed-server.py
21
+++++++++++++++++++++

1 file changed, 21 insertions(+), 0 deletions(-)
diff --git a/python/fastembed-server.py b/python/fastembed-server.py
@@ -0,0 +1,21 @@
+from fastembed import TextEmbedding
+from fastapi import FastAPI
+from pydantic import BaseModel
+
+model = TextEmbedding("snowflake/snowflake-arctic-embed-xs")
+
+app = FastAPI()
+
+class EmbeddingRequest(BaseModel):
+    model: str
+    prompt: str
+
+@app.post("/api/embeddings")
+def embeddings(request: EmbeddingRequest):
+    embeddings = next(model.embed(request.prompt)).tolist()
+    return {"embedding": embeddings}
+
+if __name__ == "__main__":
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=11345)