feat: Proxy embeddings API (#6)

* refactor: use Depends to inject and verify auth * chore(route): rename proxy to proxy_completions * docs: update README for new /v1/embeddings endpoint and improved OpenAI compatibility task: Added /v1/embeddings endpoint to API and documented usage. Updated README to clarify chat completion and embeddings usage and refactor API sections for OpenAI compatibility. Signed-off-by: Hanchin Hsieh <me@yuchanns.xyz> --------- Signed-off-by: Hanchin Hsieh <me@yuchanns.xyz>

Author: yuchanns

README.md

@@ -7,7 +7,7 @@
 [![Image Tags](https://ghcr-badge.yuchanns.xyz/yuchanns/copilot-openai-api/tags?ignore=latest)](https://ghcr.io/yuchanns/copilot-openai-api)
 ![Image Size](https://ghcr-badge.yuchanns.xyz/yuchanns/copilot-openai-api/size)
 
-A FastAPI proxy server that seamlessly turns GitHub Copilot's chat completion capabilities into OpenAI compatible API service.
+A FastAPI proxy server that seamlessly turns GitHub Copilot's chat completion/embeddings capabilities into OpenAI compatible API service.
 
 ## ✨ Key Features
 
@@ -124,19 +124,29 @@ The Docker setup:
 
 Access the chat completion endpoint:
 ```bash
-curl -X POST http://localhost:9191/chat/completions \
+curl -X POST http://localhost:9191/v1/chat/completions \
  -H "Authorization: Bearer your_access_token_here" \
  -H "Content-Type: application/json" \
  -d '{
  "messages": [{"role": "user", "content": "Hello, Copilot!"}]
  }'
 ```
 
-## 🔌 API Reference
+Access the embeddings endpoint:
+```bash
+curl -X POST http://localhost:9191/v1/embeddings \
+ -H "Authorization: Bearer your_access_token_here" \
+ -H "Content-Type: application/json" \
+ -d '{
+ "model": "copilot-text-embedding-ada-002",
+ "input": ["The quick brown fox", "Jumped over the lazy dog"]
+ }'
+```
 
-### POST /chat/completions
+## 🔌 API Reference
 
-Proxies requests to GitHub Copilot's API.
+### POST /v1/chat/completions
+Proxies requests to GitHub Copilot's Completions API.
 
 **Required Headers:**
 - `Authorization: Bearer <your_access_token>`
@@ -148,6 +158,44 @@ Proxies requests to GitHub Copilot's API.
 **Response:**
 - Streams responses directly from GitHub Copilot's API
 
+---
+
+### POST /v1/embeddings
+Proxies requests to Github Copilot's Embeddings API.
+
+**Required Headers:**
+- `Authorization: Bearer <your_access_token>`
+- `Content-Type: application/json`
+
+**Request Body:**
+```json
+{
+ "model": "<model_name>",
+ "input": ["string or array of strings"]
+}
+```
+- `model`: The name of the embedding model (e.g. `copilot-text-embedding-ada-002` or compatible name)
+- `input`: Accepts a string or an array of strings
+
+**Response:**
+```json
+{
+ "data": [{
+ "embedding": [...],
+ "index": 0,
+ "object": "embedding"
+ }, {
+ "embedding": [...],
+ "index": 1,
+ "object": "embedding"
+ }],
+ "usage": {
+ "prompt_tokens": 10,
+ "total_tokens": 10
+ }
+}
+```
+
 ## 🔒 Authentication
 
 Secure your endpoints:

main.py

@@ -6,16 +6,16 @@
 import time
 
 from contextlib import asynccontextmanager
-from functools import wraps
 from pathlib import Path
-from typing import Any, Dict, Optional
+from typing import Annotated, Any, Dict, Optional
 
 import aiofiles
 import httpx
 
-from fastapi import FastAPI, HTTPException, Request
+from fastapi import Depends, FastAPI, HTTPException, Request, Security, status
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import StreamingResponse
+from fastapi.security import HTTPAuthorizationCredentials, HTTPBearer
 from watchfiles import awatch
 
 
@@ -213,7 +213,7 @@ async def cleanup(self):
  # Cancel all tasks
  for task in self.tasks:
  task.cancel()
- 
+
  # Wait for all tasks to complete their cancellation
  if self.tasks:
  await asyncio.gather(*self.tasks, return_exceptions=True)
@@ -237,7 +237,7 @@ async def check_stale_locks(self):
  pass
  except Exception as e:
  logging.error(f"Error checking stale locks: {e}")
- 
+
  await asyncio.sleep(60) # Check every minute
 
  async def setup_refresh_timer(self):
@@ -322,26 +322,28 @@ async def stream_response():
  return {"error": str(e)}
 
 
-def require_auth(func):
- @wraps(func)
- async def wrapper(request: Request, *args, **kwargs):
- auth_header = request.headers.get("Authorization")
- if not auth_header or not auth_header.startswith("Bearer "):
- raise HTTPException(
- status_code=401, detail="Missing or invalid authorization header"
- )
-
- token = auth_header.split(" ")[1]
- if token != request.app.state.access_token:
- raise HTTPException(status_code=403, detail="Invalid access token")
+def verify_auth(
+ authorization: Annotated[HTTPAuthorizationCredentials, Security(HTTPBearer())],
+):
+ token = authorization.credentials
+ if token != app.state.access_token:
+ raise HTTPException(
+ status_code=status.HTTP_403_FORBIDDEN,
+ detail="Invalid access token",
+ )
 
- return await func(request, *args, **kwargs)
 
- return wrapper
+@app.post("/chat/completions", dependencies=[Depends(verify_auth)])
+async def proxy_completions(request: Request):
+ target_url = "https://api.githubcopilot.com/chat/completions"
+ return await proxy_stream(request, target_url)
 
 
-@app.api_route("/chat/completions", methods=["POST"])
-@require_auth
-async def proxy(request: Request):
- target_url = "https://api.githubcopilot.com/chat/completions"
+@app.post("/embeddings", dependencies=[Depends(verify_auth)])
+async def proxy_embeddings(request: Request):
+ target_url = "https://api.githubcopilot.com/embeddings"
  return await proxy_stream(request, target_url)
+
+
+# Mount self to the /v1 path
+app.mount("/v1", app)