diff options
Diffstat (limited to 'python/fastembed-server.py')
| -rw-r--r-- | python/fastembed-server.py | 23 |
1 files changed, 0 insertions, 23 deletions
diff --git a/python/fastembed-server.py b/python/fastembed-server.py deleted file mode 100644 index dd4a7a9c8..000000000 --- a/python/fastembed-server.py +++ /dev/null @@ -1,23 +0,0 @@ -from fastembed import TextEmbedding -from fastapi import FastAPI -from pydantic import BaseModel - -models = {} - -app = FastAPI() - -class EmbeddingRequest(BaseModel): - model: str - input: str - -@app.post("/v1/embeddings") -def embeddings(request: EmbeddingRequest): - model = models.get(request.model) or TextEmbedding(request.model) - models[request.model] = model - embeddings = next(model.embed(request.input)).tolist() - return {"data": [{"embedding": embeddings}]} - -if __name__ == "__main__": - import uvicorn - - uvicorn.run(app, host="0.0.0.0", port=11345) |
