summaryrefslogtreecommitdiff
path: root/python/fastembed-server.py
diff options
context:
space:
mode:
Diffstat (limited to 'python/fastembed-server.py')
-rw-r--r--python/fastembed-server.py23
1 files changed, 0 insertions, 23 deletions
diff --git a/python/fastembed-server.py b/python/fastembed-server.py
deleted file mode 100644
index dd4a7a9c8..000000000
--- a/python/fastembed-server.py
+++ /dev/null
@@ -1,23 +0,0 @@
-from fastembed import TextEmbedding
-from fastapi import FastAPI
-from pydantic import BaseModel
-
-models = {}
-
-app = FastAPI()
-
-class EmbeddingRequest(BaseModel):
- model: str
- input: str
-
-@app.post("/v1/embeddings")
-def embeddings(request: EmbeddingRequest):
- model = models.get(request.model) or TextEmbedding(request.model)
- models[request.model] = model
- embeddings = next(model.embed(request.input)).tolist()
- return {"data": [{"embedding": embeddings}]}
-
-if __name__ == "__main__":
- import uvicorn
-
- uvicorn.run(app, host="0.0.0.0", port=11345)