Compare commits
25
Commits
cfa874a4c3
...
0.9.2
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
25f19b6ada | ||
|
|
5b97ed0ef7 | ||
|
|
222b204d4b | ||
|
|
9910e6e062 | ||
|
|
6e704da86b | ||
|
|
bd0dc0478f | ||
|
|
92fd66381f | ||
|
|
c46c1c2b12 | ||
|
|
d243523906 | ||
|
|
2319434b0f | ||
|
|
7912431ffb | ||
|
|
114c45dc7e | ||
|
|
6f67f29f68 | ||
|
|
3b7c88bf2c | ||
|
|
03712fe401 | ||
|
|
a0512b3b2b | ||
|
|
511e85ea79 | ||
|
|
cdaec894d8 | ||
|
|
dd8f69ecb6 | ||
|
|
c62cafc202 | ||
|
|
94368670b7 | ||
|
|
f22bad6496 | ||
|
|
ff5c88ecfd | ||
|
|
317c7f0340 | ||
|
|
c8235ec274 |
No files matched your search
@@ -0,0 +1,50 @@
|
||||
# Python
|
||||
__pycache__/
|
||||
*.pyc
|
||||
*.pyo
|
||||
*.pyd
|
||||
.venv/
|
||||
venv/
|
||||
*.egg-info/
|
||||
.pytest_cache/
|
||||
|
||||
# Tests
|
||||
backend/tests/
|
||||
|
||||
# Environment & secrets
|
||||
.env
|
||||
*.env.local
|
||||
|
||||
# Databases
|
||||
*.db
|
||||
*.sqlite3
|
||||
|
||||
# Logs
|
||||
logs/
|
||||
*.log
|
||||
|
||||
# IDE & tools
|
||||
.idea/
|
||||
.vscode/
|
||||
.claude/
|
||||
|
||||
# Git
|
||||
.git/
|
||||
.gitignore
|
||||
|
||||
# Frontend
|
||||
frontend/node_modules/
|
||||
frontend/dist/
|
||||
|
||||
# Docker
|
||||
docker-compose.yml
|
||||
.dockerignore
|
||||
|
||||
# Docs
|
||||
*.md
|
||||
|
||||
# Dev & build scripts
|
||||
run_dev.py
|
||||
build_push.sh
|
||||
start.sh
|
||||
test_api.sh
|
||||
@@ -0,0 +1,18 @@
|
||||
# Admin-Passwort für die Weboberfläche
|
||||
ADMIN_PASSWORD=change-me
|
||||
|
||||
# Lokaler Endpunkt des Proxys (Admin-API bindet immer auf 127.0.0.1)
|
||||
PROXY_HOST=0.0.0.0
|
||||
PROXY_PORT=8000
|
||||
ADMIN_PORT=8001
|
||||
|
||||
# Datenbankverbindung (Standard: SQLite für Entwicklung)
|
||||
DATABASE_URL=sqlite:///./test.db
|
||||
|
||||
# Beispiel für PostgreSQL (Produktion):
|
||||
# DATABASE_URL=postgresql://user:password@localhost:5432/llm_quota
|
||||
|
||||
# Ollama-Einstellungen (auch in der Admin-Oberfläche änderbar)
|
||||
OLLAMA_URL=http://localhost:11434
|
||||
DEFAULT_MODEL=llama3
|
||||
APP_TZ=Europe/Berlin
|
||||
+5
-1
@@ -14,7 +14,11 @@ __pycache__/
|
||||
*.sqlite3
|
||||
|
||||
# IDE
|
||||
.idea/
|
||||
.idea/*
|
||||
!.idea/runConfigurations/
|
||||
.idea/runConfigurations/*
|
||||
!.idea/runConfigurations/Dev.xml
|
||||
!.idea/runConfigurations/Docker_Push.xml
|
||||
.vscode/
|
||||
|
||||
# Frontend build
|
||||
|
||||
Generated
+16
@@ -0,0 +1,16 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<component name="ProjectRunConfigurationManager">
|
||||
<configuration default="false" name="Dev" type="PythonConfigurationType" factoryName="Python">
|
||||
<module name="llm_quota" />
|
||||
<option name="INTERPRETER_OPTIONS" value="" />
|
||||
<option name="PARENT_ENVS" value="true" />
|
||||
<option name="SDK_HOME" value="" />
|
||||
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
|
||||
<option name="IS_MODULE_SDK" value="false" />
|
||||
<option name="ADD_CONTENT_ROOTS" value="true" />
|
||||
<option name="ADD_SOURCE_ROOTS" value="true" />
|
||||
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/run_dev.py" />
|
||||
<option name="PARAMETERS" value="" />
|
||||
<method v="2" />
|
||||
</configuration>
|
||||
</component>
|
||||
Generated
+12
@@ -0,0 +1,12 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<component name="ProjectRunConfigurationManager">
|
||||
<configuration default="false" name="Docker Push" type="ShConfigurationType">
|
||||
<option name="SCRIPT_PATH" value="$PROJECT_DIR$/build_push.sh" />
|
||||
<option name="INDEPENDENT_SCRIPT_PATH" value="true" />
|
||||
<option name="INTERPRETER_PATH" value="/bin/bash" />
|
||||
<option name="INTERPRETER_OPTIONS" value="" />
|
||||
<option name="INDEPENDENT_SCRIPT_WORKING_DIRECTORY" value="true" />
|
||||
<option name="SCRIPT_WORKING_DIRECTORY" value="$PROJECT_DIR$" />
|
||||
<method v="2" />
|
||||
</configuration>
|
||||
</component>
|
||||
+217
@@ -0,0 +1,217 @@
|
||||
# mediaeng/llmproxy
|
||||
|
||||
A lightweight reverse proxy for [Ollama](https://ollama.com) that manages API keys with configurable token and request quotas. Incoming requests in OpenAI-compatible format are authenticated, checked against the quota, and forwarded to the configured Ollama server.
|
||||
|
||||
Ollama does not need to run on the same host — `OLLAMA_URL` can point to any reachable server: the Docker host itself, another machine on the network, or a remote server.
|
||||
|
||||
## Features
|
||||
|
||||
- OpenAI-compatible endpoint (`/v1/chat/completions`, `/v1/models`)
|
||||
- API key management with daily and monthly token/request limits
|
||||
- Web-based admin interface (port 8001)
|
||||
- Streaming support (Server-Sent Events)
|
||||
- Tool use / function calling passthrough
|
||||
- Rotating usage logs
|
||||
- SQLite (default) or PostgreSQL
|
||||
|
||||
## Ports
|
||||
|
||||
| Port | Service |
|
||||
|------|---------|
|
||||
| `8000` | Proxy endpoint (OpenAI API) |
|
||||
| `8001` | Admin API + web interface |
|
||||
|
||||
Port 8001 must be exposed because the container serves the admin interface directly on this port. To restrict access to the local machine, bind it to `127.0.0.1` — this makes the port reachable only from the host, not from the network:
|
||||
|
||||
```
|
||||
ports:
|
||||
- "127.0.0.1:8001:8001"
|
||||
```
|
||||
|
||||
## Environment Variables
|
||||
|
||||
| Variable | Default | Description |
|
||||
|----------|---------|-------------|
|
||||
| `ADMIN_PASSWORD` | – | **Required.** Password for the admin interface |
|
||||
| `OLLAMA_URL` | `http://localhost:11434` | URL of the Ollama server (without `/v1` suffix) |
|
||||
| `DEFAULT_MODEL` | `llama3` | Model used when the client does not specify one |
|
||||
| `DATABASE_URL` | `sqlite:///./test.db` | Database connection string (SQLite or PostgreSQL) |
|
||||
| `PROXY_HOST` | `0.0.0.0` | Proxy bind address |
|
||||
| `PROXY_PORT` | `8000` | Proxy port |
|
||||
| `ADMIN_PORT` | `8001` | Admin API port |
|
||||
| `APP_TZ` | `Europe/Berlin` | Timezone for daily/monthly quota resets |
|
||||
| `LOG_FILE` | `logs/usage.log` | Path of the rotating usage log file |
|
||||
|
||||
## Docker Compose – External Ollama, SQLite
|
||||
|
||||
Use this when Ollama runs outside of Docker — on the Docker host or any other reachable server. Adjust `OLLAMA_URL` accordingly.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://host.docker.internal:11434 # or http://<ip>:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
# On Linux, add extra_hosts since host.docker.internal is not
|
||||
# available automatically:
|
||||
# extra_hosts:
|
||||
# - "host.docker.internal:host-gateway"
|
||||
|
||||
volumes:
|
||||
llmproxy-data:
|
||||
```
|
||||
|
||||
## Docker Compose – External Ollama, PostgreSQL
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://host.docker.internal:11434 # or http://<ip>:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
DATABASE_URL: postgresql://llmproxy:secret@db:5432/llmproxy
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
depends_on:
|
||||
db:
|
||||
condition: service_healthy
|
||||
# extra_hosts:
|
||||
# - "host.docker.internal:host-gateway"
|
||||
|
||||
db:
|
||||
image: postgres:16-alpine
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
POSTGRES_DB: llmproxy
|
||||
POSTGRES_USER: llmproxy
|
||||
POSTGRES_PASSWORD: secret
|
||||
volumes:
|
||||
- pg-data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -U llmproxy"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
|
||||
volumes:
|
||||
pg-data:
|
||||
```
|
||||
|
||||
## Docker Compose – Ollama as Container, SQLite
|
||||
|
||||
Ollama and llmproxy run together in Docker, data persisted in a volume.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://ollama:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
depends_on:
|
||||
- ollama
|
||||
|
||||
ollama:
|
||||
image: ollama/ollama:latest
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ollama-data:/root/.ollama
|
||||
|
||||
volumes:
|
||||
llmproxy-data:
|
||||
ollama-data:
|
||||
```
|
||||
|
||||
## Docker Compose – Ollama as Container, PostgreSQL
|
||||
|
||||
For production environments with an external database.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://ollama:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
DATABASE_URL: postgresql://llmproxy:secret@db:5432/llmproxy
|
||||
depends_on:
|
||||
db:
|
||||
condition: service_healthy
|
||||
ollama:
|
||||
condition: service_started
|
||||
|
||||
db:
|
||||
image: postgres:16-alpine
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
POSTGRES_DB: llmproxy
|
||||
POSTGRES_USER: llmproxy
|
||||
POSTGRES_PASSWORD: secret
|
||||
volumes:
|
||||
- pg-data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -U llmproxy"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
|
||||
ollama:
|
||||
image: ollama/ollama:latest
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ollama-data:/root/.ollama
|
||||
|
||||
volumes:
|
||||
pg-data:
|
||||
ollama-data:
|
||||
```
|
||||
|
||||
## Quick Start
|
||||
|
||||
```bash
|
||||
docker run -d \
|
||||
-p 8000:8000 \
|
||||
-e ADMIN_PASSWORD=changeme \
|
||||
-e OLLAMA_URL=http://host.docker.internal:11434 \
|
||||
-v llmproxy-data:/app/backend \
|
||||
mediaeng/llmproxy:latest
|
||||
```
|
||||
|
||||
## Client Configuration
|
||||
|
||||
Configure the proxy as an OpenAI-compatible endpoint:
|
||||
|
||||
```
|
||||
Base URL: http://<host>:8000/v1
|
||||
API Key: <API key created in the admin interface>
|
||||
```
|
||||
+217
@@ -0,0 +1,217 @@
|
||||
# mediaeng/llmproxy
|
||||
|
||||
Ein schlanker Reverse-Proxy für [Ollama](https://ollama.com), der API-Keys mit konfigurierbaren Token- und Request-Quoten verwaltet. Eingehende Anfragen im OpenAI-kompatiblen Format werden authentifiziert, auf Quota geprüft und an den konfigurierten Ollama-Server weitergeleitet.
|
||||
|
||||
Ollama muss dabei nicht auf demselben Host laufen — `OLLAMA_URL` kann auf jeden erreichbaren Server zeigen, also auf den Docker-Host selbst, einen anderen Rechner im Netzwerk oder einen Remote-Server.
|
||||
|
||||
## Funktionen
|
||||
|
||||
- OpenAI-kompatibler Endpunkt (`/v1/chat/completions`, `/v1/models`)
|
||||
- API-Key-Verwaltung mit tages- und monatlichen Token-/Request-Limits
|
||||
- Web-basierte Admin-Oberfläche (Port 8001)
|
||||
- Streaming-Support (Server-Sent Events)
|
||||
- Tool-Use / Function Calling wird durchgereicht
|
||||
- Rotierende Nutzungs-Logs
|
||||
- SQLite (Standard) oder PostgreSQL
|
||||
|
||||
## Ports
|
||||
|
||||
| Port | Dienst |
|
||||
|------|--------|
|
||||
| `8000` | Proxy-Endpunkt (OpenAI-API) |
|
||||
| `8001` | Admin-API + Web-Oberfläche |
|
||||
|
||||
Port 8001 muss exposed werden, da der Container die Admin-Oberfläche selbst auf diesem Port ausliefert. Um den Zugriff auf den lokalen Rechner zu beschränken, die Portbindung auf `127.0.0.1` setzen — so ist der Port nur vom Host erreichbar, nicht aus dem Netzwerk:
|
||||
|
||||
```
|
||||
ports:
|
||||
- "127.0.0.1:8001:8001"
|
||||
```
|
||||
|
||||
## Umgebungsvariablen
|
||||
|
||||
| Variable | Standard | Beschreibung |
|
||||
|----------|----------|--------------|
|
||||
| `ADMIN_PASSWORD` | – | **Pflicht.** Passwort für die Admin-Oberfläche |
|
||||
| `OLLAMA_URL` | `http://localhost:11434` | URL des Ollama-Servers (ohne `/v1`-Suffix) |
|
||||
| `DEFAULT_MODEL` | `llama3` | Modell, das verwendet wird wenn der Client keines angibt |
|
||||
| `DATABASE_URL` | `sqlite:///./test.db` | Datenbank-Verbindungsstring (SQLite oder PostgreSQL) |
|
||||
| `PROXY_HOST` | `0.0.0.0` | Bind-Adresse des Proxy |
|
||||
| `PROXY_PORT` | `8000` | Port des Proxy |
|
||||
| `ADMIN_PORT` | `8001` | Port der Admin-API |
|
||||
| `APP_TZ` | `Europe/Berlin` | Zeitzone für Tages-/Monats-Reset der Quoten |
|
||||
| `LOG_FILE` | `logs/usage.log` | Pfad der rotierenden Nutzungs-Logdatei |
|
||||
|
||||
## Docker Compose – Ollama extern, SQLite
|
||||
|
||||
Wenn Ollama außerhalb von Docker läuft — auf dem Docker-Host oder einem anderen erreichbaren Server. `OLLAMA_URL` entsprechend anpassen.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://host.docker.internal:11434 # oder http://<ip>:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
# Auf Linux extra_hosts ergänzen, da host.docker.internal dort
|
||||
# nicht automatisch verfügbar ist:
|
||||
# extra_hosts:
|
||||
# - "host.docker.internal:host-gateway"
|
||||
|
||||
volumes:
|
||||
llmproxy-data:
|
||||
```
|
||||
|
||||
## Docker Compose – Ollama extern, PostgreSQL
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://host.docker.internal:11434 # oder http://<ip>:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
DATABASE_URL: postgresql://llmproxy:secret@db:5432/llmproxy
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
depends_on:
|
||||
db:
|
||||
condition: service_healthy
|
||||
# extra_hosts:
|
||||
# - "host.docker.internal:host-gateway"
|
||||
|
||||
db:
|
||||
image: postgres:16-alpine
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
POSTGRES_DB: llmproxy
|
||||
POSTGRES_USER: llmproxy
|
||||
POSTGRES_PASSWORD: secret
|
||||
volumes:
|
||||
- pg-data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -U llmproxy"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
|
||||
volumes:
|
||||
pg-data:
|
||||
```
|
||||
|
||||
## Docker Compose – Ollama als Container, SQLite
|
||||
|
||||
Ollama und llmproxy laufen gemeinsam in Docker, Daten in einem Volume.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://ollama:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
volumes:
|
||||
- llmproxy-data:/app/backend
|
||||
depends_on:
|
||||
- ollama
|
||||
|
||||
ollama:
|
||||
image: ollama/ollama:latest
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ollama-data:/root/.ollama
|
||||
|
||||
volumes:
|
||||
llmproxy-data:
|
||||
ollama-data:
|
||||
```
|
||||
|
||||
## Docker Compose – Ollama als Container, PostgreSQL
|
||||
|
||||
Für Produktionsumgebungen mit externer Datenbank.
|
||||
|
||||
```yaml
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "127.0.0.1:8001:8001"
|
||||
environment:
|
||||
ADMIN_PASSWORD: changeme
|
||||
OLLAMA_URL: http://ollama:11434
|
||||
DEFAULT_MODEL: llama3
|
||||
APP_TZ: Europe/Berlin
|
||||
DATABASE_URL: postgresql://llmproxy:secret@db:5432/llmproxy
|
||||
depends_on:
|
||||
db:
|
||||
condition: service_healthy
|
||||
ollama:
|
||||
condition: service_started
|
||||
|
||||
db:
|
||||
image: postgres:16-alpine
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
POSTGRES_DB: llmproxy
|
||||
POSTGRES_USER: llmproxy
|
||||
POSTGRES_PASSWORD: secret
|
||||
volumes:
|
||||
- pg-data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -U llmproxy"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
|
||||
ollama:
|
||||
image: ollama/ollama:latest
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ollama-data:/root/.ollama
|
||||
|
||||
volumes:
|
||||
pg-data:
|
||||
ollama-data:
|
||||
```
|
||||
|
||||
## Schnellstart
|
||||
|
||||
```bash
|
||||
docker run -d \
|
||||
-p 8000:8000 \
|
||||
-e ADMIN_PASSWORD=changeme \
|
||||
-e OLLAMA_URL=http://host.docker.internal:11434 \
|
||||
-v llmproxy-data:/app/backend \
|
||||
mediaeng/llmproxy:latest
|
||||
```
|
||||
|
||||
## Client-Konfiguration
|
||||
|
||||
Den Proxy als OpenAI-kompatibler Endpunkt konfigurieren:
|
||||
|
||||
```
|
||||
Base URL: http://<host>:8000/v1
|
||||
API Key: <angelegter API-Key aus der Admin-Oberfläche>
|
||||
```
|
||||
+22
@@ -0,0 +1,22 @@
|
||||
FROM node:20-alpine AS frontend-builder
|
||||
WORKDIR /app
|
||||
COPY frontend/package*.json frontend/
|
||||
RUN npm ci --prefix frontend
|
||||
COPY frontend/ frontend/
|
||||
RUN npm run build --prefix frontend
|
||||
|
||||
FROM python:3.12-slim
|
||||
WORKDIR /app
|
||||
|
||||
COPY backend/requirements.txt .
|
||||
RUN pip install --no-cache-dir -r requirements.txt psycopg2-binary
|
||||
|
||||
COPY backend/ backend/
|
||||
COPY --from=frontend-builder /app/frontend/dist frontend/dist
|
||||
|
||||
COPY docker-entrypoint.sh .
|
||||
RUN chmod +x docker-entrypoint.sh
|
||||
|
||||
EXPOSE 8000 8001
|
||||
|
||||
CMD ["./docker-entrypoint.sh"]
|
||||
@@ -1,122 +1,165 @@
|
||||
# Ollama Proxy mit API-Keys und Quotas
|
||||
|
||||
Ein Reverse-Proxy für Ollama mit API-Key-Authentifizierung und Quota-Management.
|
||||
Ein Reverse-Proxy für Ollama mit API-Key-Authentifizierung, Quota-Management und Web-Admin-Oberfläche.
|
||||
|
||||
## Features
|
||||
|
||||
- API-Key-Authentifizierung (Bearer Token oder `sk-`-Prefix)
|
||||
- Optionales Ablaufdatum pro API-Key
|
||||
- Quota-Management mit getrennten Tages- und Monatslimits (Tokens & Requests)
|
||||
- Token-Zählung via tiktoken (cl100k_base)
|
||||
- Usage-Tracking mit automatischem täglichem/monatlichem Reset
|
||||
- Web-Admin-Oberfläche für User- und Quota-Verwaltung
|
||||
- Token-Zählung via tiktoken, Reset-Grenzen in der Zeitzone Europe/Berlin
|
||||
- Web-Admin-Oberfläche (API-Keys verwalten, Ollama-Einstellungen, Proxy-Info)
|
||||
- OpenAI-kompatibler `/v1/chat/completions`-Endpunkt
|
||||
|
||||
## Sicherheit
|
||||
|
||||
- Passwörter mit bcrypt gehasht
|
||||
- API-Keys als SHA-256-Hash in der DB – Plaintext wird nur einmalig bei Erstellung zurückgegeben
|
||||
- Admin-Zugriff über `is_admin`-Flag in der DB, nicht über Hardcoded-Namen
|
||||
- CORS-Origins konfigurierbar via `ALLOWED_ORIGINS`
|
||||
- Admin-Oberfläche passwortgeschützt (`ADMIN_PASSWORD`)
|
||||
- Admin-API bindet lokal auf `127.0.0.1` (nicht von außen erreichbar)
|
||||
- API-Keys als SHA-256-Hash in der DB — Plaintext nur einmalig bei Erstellung
|
||||
- Quota-Check atomar mit `SELECT FOR UPDATE` (kein TOCTOU-Race)
|
||||
|
||||
## Installation & Start
|
||||
|
||||
### Voraussetzungen
|
||||
|
||||
- Python 3.12+
|
||||
- PostgreSQL 16+ (oder SQLite für Entwicklung)
|
||||
- Node.js 18+ (für Frontend)
|
||||
|
||||
### Lokal mit SQLite (Entwicklung)
|
||||
|
||||
```bash
|
||||
# Backend
|
||||
cd backend
|
||||
pip install -r requirements.txt
|
||||
python init_db.py
|
||||
python setup_admin.py
|
||||
uvicorn main:app --reload --port 8000
|
||||
|
||||
# Admin-API (in neuem Terminal)
|
||||
uvicorn admin:app --reload --port 8001
|
||||
|
||||
# Frontend (in neuem Terminal)
|
||||
cd frontend
|
||||
npm install
|
||||
npm run dev
|
||||
```
|
||||
|
||||
### Mit PostgreSQL & Docker (Produktion)
|
||||
|
||||
```bash
|
||||
docker compose up -d
|
||||
docker compose exec backend python init_db.py
|
||||
docker compose exec backend python setup_admin.py
|
||||
```
|
||||
- CORS-Origins konfigurierbar via `ALLOWED_ORIGINS`
|
||||
|
||||
## Konfiguration
|
||||
|
||||
`.env`-Datei im `backend/`-Verzeichnis anlegen:
|
||||
`.env`-Datei im Projektverzeichnis anlegen (Vorlage: `.env.example`):
|
||||
|
||||
```env
|
||||
DATABASE_URL=postgresql://user:pass@host:5432/db
|
||||
OLLAMA_URL=http://ollama:11434
|
||||
ALLOWED_ORIGINS=https://admin.example.com
|
||||
ADMIN_PASSWORD=change-me
|
||||
PROXY_HOST=0.0.0.0
|
||||
PROXY_PORT=8000
|
||||
ADMIN_PORT=8001
|
||||
DATABASE_URL=sqlite:///./test.db
|
||||
OLLAMA_URL=http://localhost:11434
|
||||
DEFAULT_MODEL=llama3
|
||||
APP_TZ=Europe/Berlin
|
||||
```
|
||||
|
||||
| Variable | Standard | Beschreibung |
|
||||
|----------|----------|--------------|
|
||||
| `DATABASE_URL` | PostgreSQL lokal | DB-Verbindungsstring; `sqlite:///` für SQLite |
|
||||
| `OLLAMA_URL` | `http://localhost:11434` | Adresse der Ollama-Instanz |
|
||||
| `ALLOWED_ORIGINS` | `http://localhost:5173` | Kommagetrennte CORS-Origins für die Admin-UI |
|
||||
| `ADMIN_PASSWORD` | — | Passwort für die Admin-Oberfläche (**Pflicht**) |
|
||||
| `PROXY_HOST` | `0.0.0.0` | Bind-Adresse des Proxys |
|
||||
| `PROXY_PORT` | `8000` | Port des Proxys |
|
||||
| `ADMIN_PORT` | `8001` | Port der Admin-API |
|
||||
| `DATABASE_URL` | `sqlite:///./test.db` | DB-Verbindungsstring |
|
||||
| `OLLAMA_URL` | `http://localhost:11434` | Adresse der Ollama-Instanz (auch in der UI änderbar) |
|
||||
| `DEFAULT_MODEL` | `llama3` | Standard-Modell für `/v1/chat/completions` (auch in der UI änderbar) |
|
||||
| `APP_TZ` | `Europe/Berlin` | Zeitzone für tägliche/monatliche Quota-Resets |
|
||||
| `ALLOWED_ORIGINS` | `http://localhost:5173` | Kommagetrennte CORS-Origins |
|
||||
|
||||
## Proxy-Endpunkte
|
||||
## Entwicklung (lokal)
|
||||
|
||||
```bash
|
||||
cp .env.example .env
|
||||
# ADMIN_PASSWORD in .env setzen
|
||||
|
||||
./start.sh
|
||||
```
|
||||
|
||||
Das Script prüft alle Ports auf Belegung, aktiviert automatisch eine vorhandene `.venv`, initialisiert die Datenbank und startet Proxy, Admin-API und Vite-Dev-Server.
|
||||
|
||||
Admin-Oberfläche: `http://localhost:5173`
|
||||
|
||||
### Voraussetzungen
|
||||
|
||||
- Python 3.12+ mit virtualenv
|
||||
- Node.js 18+
|
||||
|
||||
```bash
|
||||
python -m venv .venv
|
||||
source .venv/bin/activate
|
||||
pip install -r backend/requirements-dev.txt
|
||||
|
||||
cd frontend && npm install
|
||||
```
|
||||
|
||||
## Produktion (Docker)
|
||||
|
||||
### Image bauen
|
||||
|
||||
```bash
|
||||
docker build -t llm-quota .
|
||||
```
|
||||
|
||||
### Container starten
|
||||
|
||||
```bash
|
||||
docker run -d \
|
||||
-p 8000:8000 \
|
||||
-p 127.0.0.1:8001:8001 \
|
||||
-e ADMIN_PASSWORD=geheim \
|
||||
-e OLLAMA_URL=http://host.docker.internal:11434 \
|
||||
-e DATABASE_URL=sqlite:///./data/quota.db \
|
||||
-v $(pwd)/data:/app/backend/data \
|
||||
--name llm-quota \
|
||||
llm-quota
|
||||
```
|
||||
|
||||
| Port | Bindung | Dienst |
|
||||
|------|---------|--------|
|
||||
| `8000` | `0.0.0.0` — öffentlich | Proxy (für LLM-Clients) |
|
||||
| `8001` | `127.0.0.1` — nur lokal am Server | Admin-API + Admin-Oberfläche |
|
||||
|
||||
Docker unterscheidet beim Port-Mapping zwischen `0.0.0.0` (alle Interfaces, öffentlich erreichbar) und `127.0.0.1` (nur der Server selbst kann zugreifen). Mit `-p 127.0.0.1:8001:8001` ist Port 8001 am Server verfügbar, aber von außen nicht direkt ansprechbar.
|
||||
|
||||
### Admin-Oberfläche per SSH-Tunnel erreichbar machen
|
||||
|
||||
Der SSH-Tunnel leitet einen lokalen Port auf den Server weiter und nutzt dabei, dass Port 8001 dort auf `127.0.0.1` erreichbar ist:
|
||||
|
||||
```
|
||||
Admin-Laptop:8001 ──SSH──► Server:127.0.0.1:8001 ──► Container:8001
|
||||
```
|
||||
|
||||
```bash
|
||||
ssh -L 8001:localhost:8001 user@server
|
||||
```
|
||||
|
||||
Danach ist die Admin-Oberfläche auf dem Laptop unter `http://localhost:8001` erreichbar — ohne dass Port 8001 öffentlich exponiert wird.
|
||||
|
||||
### Mit PostgreSQL
|
||||
|
||||
```bash
|
||||
docker run -d \
|
||||
-p 8000:8000 \
|
||||
-p 127.0.0.1:8001:8001 \
|
||||
-e ADMIN_PASSWORD=geheim \
|
||||
-e DATABASE_URL=postgresql://user:pass@db-host:5432/llm_quota \
|
||||
-e OLLAMA_URL=http://ollama:11434 \
|
||||
llm-quota
|
||||
```
|
||||
|
||||
## Proxy-Endpunkte (Port 8000)
|
||||
|
||||
Alle Endpunkte erfordern einen gültigen API-Key im `Authorization`-Header.
|
||||
|
||||
```bash
|
||||
curl -X POST http://localhost:8000/api/generate \
|
||||
curl -X POST http://localhost:8000/api/chat \
|
||||
-H "Authorization: Bearer sk-xxxxxx" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{"model":"llama3","prompt":"Say hello"}'
|
||||
-d '{"model":"llama3","messages":[{"role":"user","content":"Hallo"}]}'
|
||||
```
|
||||
|
||||
| Endpunkt | Beschreibung |
|
||||
|----------|--------------|
|
||||
| `POST /api/generate` | Ollama generate |
|
||||
| `POST /api/chat` | Ollama chat |
|
||||
| `GET /api/tags` | Verfügbare Modelle |
|
||||
| `GET /v1/models` | Modelle (OpenAI-Format) |
|
||||
| `POST /v1/chat/completions` | Chat (OpenAI-Format) |
|
||||
|
||||
## Admin-API (Port 8001)
|
||||
|
||||
Alle Endpunkte erfordern einen API-Key eines Nutzers mit `is_admin=true`.
|
||||
|
||||
| Endpunkt | Methode | Beschreibung |
|
||||
|----------|---------|--------------|
|
||||
| `/api/users` | GET | Alle User auflisten |
|
||||
| `/api/users` | POST | Neuen User anlegen |
|
||||
| `/api/generate` | POST | Ollama generate |
|
||||
| `/api/chat` | POST | Ollama chat |
|
||||
| `/api/tags` | GET | Verfügbare Modelle |
|
||||
| `/api/versions` | GET | Ollama-Version |
|
||||
| `/v1/models` | GET | Modelle (OpenAI-Format) |
|
||||
| `/v1/chat/completions` | POST | Chat (OpenAI-Format) |
|
||||
|
||||
## Admin-API (Port 8001)
|
||||
|
||||
Alle Endpunkte erfordern `Authorization: Bearer <ADMIN_PASSWORD>`.
|
||||
|
||||
| Endpunkt | Methode | Beschreibung |
|
||||
|----------|---------|--------------|
|
||||
| `/api/api-keys` | GET | Alle API-Keys auflisten |
|
||||
| `/api/api-keys` | POST | Neuen API-Key erstellen (Plaintext einmalig in Response) |
|
||||
| `/api/api-keys` | POST | Neuen API-Key erstellen |
|
||||
| `/api/api-keys/{id}/deactivate` | PUT | API-Key deaktivieren |
|
||||
| `/api/quotas/{user_id}` | PUT | Quota für User setzen |
|
||||
|
||||
### Quota setzen
|
||||
|
||||
```bash
|
||||
curl -X PUT http://localhost:8001/api/quotas/1 \
|
||||
-H "Authorization: Bearer sk-admin-key" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{
|
||||
"daily_tokens": 1000000,
|
||||
"monthly_tokens": 10000000,
|
||||
"daily_requests": 1000,
|
||||
"monthly_requests": 10000
|
||||
}'
|
||||
```
|
||||
|
||||
`null` für ein Limit bedeutet unbegrenzt.
|
||||
| `/api/api-keys/{id}/quota` | PATCH | Quota eines Keys aktualisieren |
|
||||
| `/api/settings` | GET/PUT | Ollama-URL und Standard-Modell |
|
||||
| `/api/ollama-models` | GET | Verfügbare Modelle von Ollama |
|
||||
| `/api/proxy-info` | GET | Lokaler Proxy-Endpunkt |
|
||||
|
||||
## Tests
|
||||
|
||||
@@ -130,28 +173,32 @@ python -m pytest tests/ -v
|
||||
```
|
||||
llm_quota/
|
||||
├── backend/
|
||||
│ ├── main.py # Proxy-Server
|
||||
│ ├── admin.py # Admin-API
|
||||
│ ├── database.py # DB-Verbindung & Session
|
||||
│ ├── models.py # SQLAlchemy-Modelle
|
||||
│ ├── schemas.py # Pydantic-Schemas
|
||||
│ ├── crud.py # DB-Operationen & Token-Zählung
|
||||
│ ├── init_db.py # Tabellen anlegen
|
||||
│ ├── setup_admin.py # Admin-User & API-Key erstellen
|
||||
│ ├── requirements.txt
|
||||
│ ├── Dockerfile
|
||||
│ ├── main.py # Proxy-Server (Port 8000)
|
||||
│ ├── admin.py # Admin-API + Static-File-Serving (Port 8001)
|
||||
│ ├── database.py # DB-Verbindung & Session
|
||||
│ ├── models.py # SQLAlchemy-Modelle (APIKey, Setting, Usage)
|
||||
│ ├── schemas.py # Pydantic-Schemas
|
||||
│ ├── crud.py # DB-Operationen, Token-Zählung, Quota-Logik
|
||||
│ ├── init_db.py # Tabellen anlegen & Settings seeden
|
||||
│ ├── setup_admin.py # Standard-API-Key erstellen
|
||||
│ ├── requirements.txt # Produktiv-Dependencies
|
||||
│ ├── requirements-dev.txt # Test-Dependencies
|
||||
│ └── tests/
|
||||
│ ├── conftest.py # Fixtures
|
||||
│ ├── test_auth.py # Authentifizierungs-Tests
|
||||
│ └── test_quota.py # Quota- & Token-Tests
|
||||
│ ├── conftest.py # Fixtures
|
||||
│ ├── test_auth.py # Authentifizierungs-Tests
|
||||
│ └── test_quota.py # Quota-, Token- und Ablauf-Tests
|
||||
├── frontend/
|
||||
│ └── src/
|
||||
│ ├── main.jsx
|
||||
│ ├── main.jsx # React-Admin-UI
|
||||
│ └── styles.css
|
||||
├── .gitignore
|
||||
└── docker-compose.yml
|
||||
├── Dockerfile
|
||||
├── docker-entrypoint.sh
|
||||
├── .dockerignore
|
||||
├── .env.example
|
||||
├── start.sh # Entwicklungs-Startscript
|
||||
└── .gitignore
|
||||
```
|
||||
|
||||
## Lizenz
|
||||
|
||||
MIT
|
||||
MIT
|
||||
+124
-67
@@ -1,115 +1,172 @@
|
||||
import os
|
||||
import secrets
|
||||
import httpx
|
||||
from pathlib import Path
|
||||
from fastapi import FastAPI, Depends, HTTPException, Request
|
||||
from fastapi.middleware.cors import CORSMiddleware
|
||||
from fastapi.staticfiles import StaticFiles
|
||||
from sqlalchemy.orm import Session
|
||||
from database import get_db
|
||||
import crud, schemas
|
||||
from models import User, APIKey, Quota
|
||||
from models import APIKey as APIKeyModel, Usage as UsageModel
|
||||
|
||||
app = FastAPI(title="Ollama Proxy Admin API")
|
||||
|
||||
ALLOWED_ORIGINS = os.getenv("ALLOWED_ORIGINS", "http://localhost:5173").split(",")
|
||||
ADMIN_PASSWORD = os.getenv("ADMIN_PASSWORD")
|
||||
if not ADMIN_PASSWORD:
|
||||
raise RuntimeError("ADMIN_PASSWORD environment variable must be set")
|
||||
|
||||
app.add_middleware(
|
||||
CORSMiddleware,
|
||||
allow_origins=ALLOWED_ORIGINS,
|
||||
allow_credentials=True,
|
||||
allow_methods=["GET", "POST", "PUT", "DELETE"],
|
||||
allow_methods=["GET", "POST", "PUT", "PATCH", "DELETE"],
|
||||
allow_headers=["Authorization", "Content-Type"],
|
||||
)
|
||||
|
||||
async def require_admin_auth(request: Request, db: Session = Depends(get_db)):
|
||||
auth_header = request.headers.get("Authorization", "")
|
||||
if auth_header.startswith("Bearer "):
|
||||
api_key = auth_header.replace("Bearer ", "")
|
||||
elif auth_header.startswith("sk-"):
|
||||
api_key = auth_header
|
||||
else:
|
||||
raise HTTPException(status_code=401, detail="Invalid or missing API key")
|
||||
def require_admin_auth(request: Request):
|
||||
auth = request.headers.get("Authorization", "")
|
||||
token = auth.removeprefix("Bearer ").strip()
|
||||
if not secrets.compare_digest(token, ADMIN_PASSWORD):
|
||||
raise HTTPException(status_code=401, detail="Invalid admin password")
|
||||
|
||||
db_key = crud.verify_api_key(db, api_key)
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=401, detail="Invalid API key")
|
||||
|
||||
db_user = db.query(User).filter(User.id == db_key.user_id).first()
|
||||
if not db_user or not db_user.is_admin:
|
||||
raise HTTPException(status_code=403, detail="Admin access required")
|
||||
|
||||
request.state.user = db_user
|
||||
|
||||
@app.get("/api/users", response_model=list[schemas.User])
|
||||
async def read_users(
|
||||
skip: int = 0,
|
||||
limit: int = 100,
|
||||
@app.get("/api/api-keys", response_model=list[schemas.APIKeyWithUsage])
|
||||
async def read_api_keys(
|
||||
skip: int = 0, limit: int = 100,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
users = db.query(User).offset(skip).limit(limit).all()
|
||||
return users
|
||||
|
||||
@app.post("/api/users", response_model=schemas.User)
|
||||
async def create_user(
|
||||
user: schemas.UserCreate,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
):
|
||||
db_user = crud.get_user_by_username(db, username=user.username)
|
||||
if db_user:
|
||||
raise HTTPException(status_code=400, detail="Username already registered")
|
||||
db_user = crud.get_user_by_email(db, email=user.email)
|
||||
if db_user:
|
||||
raise HTTPException(status_code=400, detail="Email already registered")
|
||||
return crud.create_user(db=db, username=user.username, email=user.email, password=user.password)
|
||||
keys = db.query(APIKeyModel).offset(skip).limit(limit).all()
|
||||
result = []
|
||||
for key in keys:
|
||||
item = schemas.APIKeyWithUsage.model_validate(key)
|
||||
usage = db.query(UsageModel).filter(UsageModel.api_key_id == key.id).first()
|
||||
if usage:
|
||||
item.tokens_used_today = usage.tokens_used_today or 0
|
||||
item.tokens_used_month = usage.tokens_used_month or 0
|
||||
item.requests_today = usage.requests_today or 0
|
||||
item.requests_month = usage.requests_month or 0
|
||||
item.daily_reset_at = usage.daily_reset_at
|
||||
item.monthly_reset_at = usage.monthly_reset_at
|
||||
result.append(item)
|
||||
return result
|
||||
|
||||
@app.post("/api/api-keys", response_model=schemas.APIKeyCreated)
|
||||
async def create_api_key(
|
||||
api_key: schemas.APIKeyCreate,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
db_user = db.query(User).filter(User.id == api_key.user_id).first()
|
||||
if not db_user:
|
||||
raise HTTPException(status_code=404, detail="User not found")
|
||||
db_key, raw_key = crud.create_api_key(db=db, user_id=api_key.user_id, name=api_key.name)
|
||||
db_key, raw_key = crud.create_api_key(
|
||||
db,
|
||||
name=api_key.name,
|
||||
expires_at=api_key.expires_at,
|
||||
daily_tokens=api_key.daily_tokens,
|
||||
monthly_tokens=api_key.monthly_tokens,
|
||||
daily_requests=api_key.daily_requests,
|
||||
monthly_requests=api_key.monthly_requests,
|
||||
)
|
||||
result = schemas.APIKeyCreated.model_validate(db_key)
|
||||
result.plaintext_key = raw_key
|
||||
return result
|
||||
|
||||
@app.get("/api/api-keys", response_model=list[schemas.APIKey])
|
||||
async def read_api_keys(
|
||||
skip: int = 0,
|
||||
limit: int = 100,
|
||||
@app.patch("/api/api-keys/{api_key_id}/quota", response_model=schemas.APIKey)
|
||||
async def update_quota(
|
||||
api_key_id: int,
|
||||
quota: schemas.QuotaUpdate,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
api_keys = db.query(APIKey).offset(skip).limit(limit).all()
|
||||
return api_keys
|
||||
db_key = db.query(APIKeyModel).filter(APIKeyModel.id == api_key_id).first()
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=404, detail="API key not found")
|
||||
for field, value in quota.model_dump(exclude_unset=True).items():
|
||||
setattr(db_key, field, value)
|
||||
db.commit()
|
||||
db.refresh(db_key)
|
||||
return db_key
|
||||
|
||||
@app.put("/api/api-keys/{api_key_id}/deactivate")
|
||||
async def deactivate_api_key(
|
||||
api_key_id: int,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
db_key = db.query(APIKey).filter(APIKey.id == api_key_id).first()
|
||||
db_key = db.query(APIKeyModel).filter(APIKeyModel.id == api_key_id).first()
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=404, detail="API key not found")
|
||||
db_key.is_active = False
|
||||
db.commit()
|
||||
return {"message": "API key deactivated"}
|
||||
|
||||
@app.put("/api/quotas/{user_id}", response_model=schemas.Quota)
|
||||
async def update_quota(
|
||||
user_id: int,
|
||||
quota: schemas.QuotaCreate,
|
||||
@app.put("/api/api-keys/{api_key_id}/activate")
|
||||
async def activate_api_key(
|
||||
api_key_id: int,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth)
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
db_quota = db.query(Quota).filter(Quota.user_id == user_id).first()
|
||||
if not db_quota:
|
||||
raise HTTPException(status_code=404, detail="Quota not found")
|
||||
for key, value in quota.model_dump(exclude_unset=True).items():
|
||||
setattr(db_quota, key, value)
|
||||
db_key = db.query(APIKeyModel).filter(APIKeyModel.id == api_key_id).first()
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=404, detail="API key not found")
|
||||
db_key.is_active = True
|
||||
db.commit()
|
||||
db.refresh(db_quota)
|
||||
return db_quota
|
||||
return {"message": "API key activated"}
|
||||
|
||||
@app.delete("/api/api-keys/{api_key_id}")
|
||||
async def delete_api_key(
|
||||
api_key_id: int,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
db_key = db.query(APIKeyModel).filter(APIKeyModel.id == api_key_id).first()
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=404, detail="API key not found")
|
||||
db.delete(db_key)
|
||||
db.commit()
|
||||
return {"message": "API key deleted"}
|
||||
|
||||
@app.get("/api/proxy-info")
|
||||
async def get_proxy_info(_ = Depends(require_admin_auth)):
|
||||
host = os.getenv("PROXY_HOST", "0.0.0.0")
|
||||
port = os.getenv("PROXY_PORT", "8000")
|
||||
display_host = "localhost" if host in ("0.0.0.0", "::") else host
|
||||
return {"endpoint": f"http://{display_host}:{port}"}
|
||||
|
||||
@app.get("/api/settings", response_model=schemas.Settings)
|
||||
async def read_settings(db: Session = Depends(get_db), _ = Depends(require_admin_auth)):
|
||||
return schemas.Settings(
|
||||
ollama_url=crud.get_setting(db, "ollama_url", "http://localhost:11434"),
|
||||
default_model=crud.get_setting(db, "default_model", "llama3"),
|
||||
)
|
||||
|
||||
@app.put("/api/settings", response_model=schemas.Settings)
|
||||
async def update_settings(
|
||||
settings: schemas.Settings,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
ollama_url = settings.ollama_url.rstrip('/').removesuffix('/v1')
|
||||
crud.set_setting(db, "ollama_url", ollama_url)
|
||||
crud.set_setting(db, "default_model", settings.default_model)
|
||||
return schemas.Settings(ollama_url=ollama_url, default_model=settings.default_model)
|
||||
|
||||
@app.get("/api/ollama-models")
|
||||
async def get_ollama_models(
|
||||
url: str = None,
|
||||
db: Session = Depends(get_db),
|
||||
_ = Depends(require_admin_auth),
|
||||
):
|
||||
ollama_url = url or crud.get_setting(db, "ollama_url", "http://localhost:11434")
|
||||
try:
|
||||
async with httpx.AsyncClient(timeout=5.0) as client:
|
||||
response = await client.get(f"{ollama_url}/api/tags")
|
||||
models = [m["name"] for m in response.json().get("models", [])]
|
||||
except Exception:
|
||||
models = []
|
||||
return {"models": models}
|
||||
|
||||
# Statisches Frontend ausliefern (nur im Produktivbetrieb, wenn dist/ existiert)
|
||||
_dist = Path(__file__).parent.parent / "frontend" / "dist"
|
||||
if _dist.exists():
|
||||
app.mount("/", StaticFiles(directory=_dist, html=True), name="frontend")
|
||||
+63
-63
@@ -1,116 +1,116 @@
|
||||
import os
|
||||
import secrets
|
||||
import hashlib
|
||||
import bcrypt
|
||||
import tiktoken
|
||||
from datetime import datetime, timezone
|
||||
from zoneinfo import ZoneInfo
|
||||
from sqlalchemy.orm import Session
|
||||
from models import APIKey, User, Quota, Usage
|
||||
from models import APIKey, Usage, Setting
|
||||
|
||||
_encoder = tiktoken.get_encoding("cl100k_base")
|
||||
_tz = ZoneInfo(os.getenv("APP_TZ", "Europe/Berlin"))
|
||||
|
||||
def _now_local() -> datetime:
|
||||
return datetime.now(_tz)
|
||||
|
||||
def _to_local(dt: datetime) -> datetime:
|
||||
if dt.tzinfo is None:
|
||||
dt = dt.replace(tzinfo=timezone.utc)
|
||||
return dt.astimezone(_tz)
|
||||
|
||||
def count_tokens(text: str) -> int:
|
||||
return len(_encoder.encode(text))
|
||||
|
||||
def hash_password(password: str) -> str:
|
||||
return bcrypt.hashpw(password.encode(), bcrypt.gensalt()).decode()
|
||||
|
||||
def verify_password(plain_password: str, hashed_password: str) -> bool:
|
||||
return bcrypt.checkpw(plain_password.encode(), hashed_password.encode())
|
||||
|
||||
def _hash_api_key(key: str) -> str:
|
||||
return hashlib.sha256(key.encode()).hexdigest()
|
||||
|
||||
def get_user_by_username(db: Session, username: str):
|
||||
return db.query(User).filter(User.username == username).first()
|
||||
|
||||
def get_user_by_email(db: Session, email: str):
|
||||
return db.query(User).filter(User.email == email).first()
|
||||
|
||||
def generate_api_key():
|
||||
def generate_api_key() -> str:
|
||||
return "sk-" + secrets.token_urlsafe(32)
|
||||
|
||||
def create_user(db: Session, username: str, email: str, password: str, is_admin: bool = False):
|
||||
db_user = User(
|
||||
username=username,
|
||||
email=email,
|
||||
hashed_password=hash_password(password),
|
||||
is_admin=is_admin,
|
||||
)
|
||||
db.add(db_user)
|
||||
db.commit()
|
||||
db.refresh(db_user)
|
||||
|
||||
default_quota = Quota(
|
||||
user_id=db_user.id,
|
||||
daily_tokens=1000000,
|
||||
monthly_tokens=10000000,
|
||||
daily_requests=1000,
|
||||
monthly_requests=10000
|
||||
)
|
||||
db.add(default_quota)
|
||||
db.commit()
|
||||
|
||||
return db_user
|
||||
|
||||
def create_api_key(db: Session, user_id: int, name: str) -> tuple[APIKey, str]:
|
||||
def create_api_key(
|
||||
db: Session,
|
||||
name: str,
|
||||
expires_at: datetime = None,
|
||||
daily_tokens: int = None,
|
||||
monthly_tokens: int = None,
|
||||
daily_requests: int = None,
|
||||
monthly_requests: int = None,
|
||||
) -> tuple[APIKey, str]:
|
||||
raw_key = generate_api_key()
|
||||
db_key = APIKey(
|
||||
name=name,
|
||||
key=_hash_api_key(raw_key),
|
||||
user_id=user_id
|
||||
key_prefix=raw_key[:12],
|
||||
expires_at=expires_at,
|
||||
daily_tokens=daily_tokens,
|
||||
monthly_tokens=monthly_tokens,
|
||||
daily_requests=daily_requests,
|
||||
monthly_requests=monthly_requests,
|
||||
)
|
||||
db.add(db_key)
|
||||
db.commit()
|
||||
db.refresh(db_key)
|
||||
return db_key, raw_key
|
||||
|
||||
def get_setting(db: Session, key: str, default: str = None) -> str:
|
||||
row = db.query(Setting).filter(Setting.key == key).first()
|
||||
return row.value if row else default
|
||||
|
||||
def set_setting(db: Session, key: str, value: str) -> None:
|
||||
row = db.query(Setting).filter(Setting.key == key).first()
|
||||
if row:
|
||||
row.value = value
|
||||
else:
|
||||
db.add(Setting(key=key, value=value))
|
||||
db.commit()
|
||||
|
||||
def verify_api_key(db: Session, api_key: str):
|
||||
key_hash = _hash_api_key(api_key)
|
||||
return db.query(APIKey).filter(APIKey.key == key_hash, APIKey.is_active == True).first()
|
||||
db_key = db.query(APIKey).filter(APIKey.key == key_hash, APIKey.is_active == True).first()
|
||||
if db_key and db_key.expires_at:
|
||||
expires = db_key.expires_at
|
||||
if expires.tzinfo is None:
|
||||
expires = expires.replace(tzinfo=timezone.utc)
|
||||
if expires < datetime.now(timezone.utc):
|
||||
return None
|
||||
return db_key
|
||||
|
||||
def get_quota(db: Session, user_id: int):
|
||||
return db.query(Quota).filter(Quota.user_id == user_id).first()
|
||||
|
||||
def get_quota_by_user_id(db: Session, user_id: int):
|
||||
return db.query(Quota).filter(Quota.user_id == user_id).first()
|
||||
|
||||
def get_usage(db: Session, user_id: int):
|
||||
return db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
|
||||
def check_and_increment_quota(db: Session, user_id: int, tokens: int = 0, requests: int = 1) -> bool:
|
||||
def check_and_increment_quota(db: Session, api_key_id: int, tokens: int = 0, requests: int = 1) -> bool:
|
||||
usage = (
|
||||
db.query(Usage)
|
||||
.filter(Usage.user_id == user_id)
|
||||
.filter(Usage.api_key_id == api_key_id)
|
||||
.with_for_update()
|
||||
.first()
|
||||
)
|
||||
if not usage:
|
||||
usage = Usage(user_id=user_id)
|
||||
usage = Usage(api_key_id=api_key_id)
|
||||
db.add(usage)
|
||||
db.flush()
|
||||
|
||||
now = datetime.now(timezone.utc)
|
||||
now = _now_local()
|
||||
daily_reset_local = _to_local(usage.daily_reset_at)
|
||||
monthly_reset_local = _to_local(usage.monthly_reset_at)
|
||||
|
||||
if usage.daily_reset_at.date() < now.date():
|
||||
if daily_reset_local.date() < now.date():
|
||||
usage.tokens_used_today = 0
|
||||
usage.requests_today = 0
|
||||
usage.daily_reset_at = now
|
||||
|
||||
if (usage.monthly_reset_at.year, usage.monthly_reset_at.month) < (now.year, now.month):
|
||||
if (monthly_reset_local.year, monthly_reset_local.month) < (now.year, now.month):
|
||||
usage.tokens_used_month = 0
|
||||
usage.requests_month = 0
|
||||
usage.monthly_reset_at = now
|
||||
|
||||
quota = get_quota(db, user_id)
|
||||
api_key = db.query(APIKey).filter(APIKey.id == api_key_id).first()
|
||||
allowed = True
|
||||
if quota:
|
||||
if quota.daily_tokens and (usage.tokens_used_today + tokens) > quota.daily_tokens:
|
||||
if api_key:
|
||||
if api_key.daily_tokens and (usage.tokens_used_today + tokens) > api_key.daily_tokens:
|
||||
allowed = False
|
||||
elif quota.monthly_tokens and (usage.tokens_used_month + tokens) > quota.monthly_tokens:
|
||||
elif api_key.monthly_tokens and (usage.tokens_used_month + tokens) > api_key.monthly_tokens:
|
||||
allowed = False
|
||||
elif quota.daily_requests and (usage.requests_today + requests) > quota.daily_requests:
|
||||
elif api_key.daily_requests and (usage.requests_today + requests) > api_key.daily_requests:
|
||||
allowed = False
|
||||
elif quota.monthly_requests and (usage.requests_month + requests) > quota.monthly_requests:
|
||||
elif api_key.monthly_requests and (usage.requests_month + requests) > api_key.monthly_requests:
|
||||
allowed = False
|
||||
|
||||
if allowed:
|
||||
@@ -120,4 +120,4 @@ def check_and_increment_quota(db: Session, user_id: int, tokens: int = 0, reques
|
||||
usage.requests_month += requests
|
||||
|
||||
db.commit()
|
||||
return allowed
|
||||
return allowed
|
||||
+9
-10
@@ -1,19 +1,18 @@
|
||||
import os
|
||||
from dotenv import load_dotenv
|
||||
from sqlalchemy import create_engine
|
||||
|
||||
load_dotenv(dotenv_path=os.path.join(os.path.dirname(__file__), '..', '.env'))
|
||||
from sqlalchemy.orm import sessionmaker, declarative_base
|
||||
|
||||
try:
|
||||
import os
|
||||
DATABASE_URL = os.environ.get("DATABASE_URL", "postgresql://ollama:password@localhost:5432/ollama_proxy")
|
||||
if "sqlite" in DATABASE_URL:
|
||||
engine = create_engine(DATABASE_URL, connect_args={"check_same_thread": False})
|
||||
else:
|
||||
engine = create_engine(DATABASE_URL)
|
||||
except Exception:
|
||||
DATABASE_URL = "sqlite:///./test.db"
|
||||
DATABASE_URL = os.environ.get("DATABASE_URL", "sqlite:///./test.db")
|
||||
|
||||
if "sqlite" in DATABASE_URL:
|
||||
engine = create_engine(DATABASE_URL, connect_args={"check_same_thread": False})
|
||||
else:
|
||||
engine = create_engine(DATABASE_URL)
|
||||
|
||||
SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
|
||||
|
||||
Base = declarative_base()
|
||||
|
||||
def get_db():
|
||||
|
||||
+14
-15
@@ -1,24 +1,23 @@
|
||||
from sqlalchemy import create_engine
|
||||
from sqlalchemy.orm import sessionmaker
|
||||
from database import Base
|
||||
import models
|
||||
import os
|
||||
from dotenv import load_dotenv
|
||||
|
||||
SQLALCHEMY_DATABASE_URL = os.environ.get("DATABASE_URL", "sqlite:///./test.db")
|
||||
load_dotenv(dotenv_path=os.path.join(os.path.dirname(__file__), '..', '.env'))
|
||||
|
||||
try:
|
||||
if "sqlite" in SQLALCHEMY_DATABASE_URL:
|
||||
engine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={"check_same_thread": False})
|
||||
else:
|
||||
engine = create_engine(SQLALCHEMY_DATABASE_URL)
|
||||
except:
|
||||
SQLALCHEMY_DATABASE_URL = "sqlite:///./test.db"
|
||||
engine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={"check_same_thread": False})
|
||||
SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
|
||||
from database import Base, engine, SessionLocal
|
||||
import models
|
||||
from crud import get_setting, set_setting
|
||||
|
||||
def init_db():
|
||||
Base.metadata.create_all(bind=engine)
|
||||
print("Database tables created successfully!")
|
||||
|
||||
db = SessionLocal()
|
||||
if not get_setting(db, "ollama_url"):
|
||||
set_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
if not get_setting(db, "default_model"):
|
||||
set_setting(db, "default_model", os.getenv("DEFAULT_MODEL", "llama3"))
|
||||
db.close()
|
||||
|
||||
print("Database initialized.")
|
||||
|
||||
if __name__ == "__main__":
|
||||
init_db()
|
||||
+86
-97
@@ -1,144 +1,133 @@
|
||||
import time
|
||||
import uuid
|
||||
import logging
|
||||
import os
|
||||
from logging.handlers import RotatingFileHandler
|
||||
from pathlib import Path
|
||||
|
||||
from fastapi import FastAPI, HTTPException, Depends, Request
|
||||
from fastapi.responses import JSONResponse
|
||||
from fastapi.responses import JSONResponse, StreamingResponse
|
||||
from sqlalchemy.orm import Session
|
||||
from database import get_db, SessionLocal
|
||||
from database import get_db
|
||||
import crud
|
||||
import httpx
|
||||
import os
|
||||
|
||||
app = FastAPI(title="Ollama Proxy")
|
||||
OLLAMA_URL = os.getenv("OLLAMA_URL", "http://localhost:11434")
|
||||
# Rotating usage log (8 KB per file, 3 backups)
|
||||
_log_path = Path(os.getenv("LOG_FILE", "logs/usage.log"))
|
||||
_log_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
_handler = RotatingFileHandler(str(_log_path), maxBytes=8192, backupCount=3, encoding="utf-8")
|
||||
_handler.setFormatter(logging.Formatter("%(asctime)s | %(message)s", datefmt="%Y-%m-%d %H:%M:%S"))
|
||||
usage_log = logging.getLogger("proxy.usage")
|
||||
usage_log.setLevel(logging.INFO)
|
||||
usage_log.addHandler(_handler)
|
||||
usage_log.propagate = False
|
||||
|
||||
async def proxy_request(url: str, method: str = "GET", json_data: dict = None, headers: dict = None):
|
||||
async with httpx.AsyncClient() as client:
|
||||
response = await client.request(method=method, url=url, json=json_data, headers=headers)
|
||||
return response
|
||||
def _last_user_msg(messages: list, max_len: int = 120) -> str:
|
||||
for msg in reversed(messages):
|
||||
if msg.get("role") == "user":
|
||||
text = (msg.get("content") or "").replace("\n", " ").strip()
|
||||
return text[:max_len] + ("…" if len(text) > max_len else "")
|
||||
return ""
|
||||
|
||||
@app.middleware("http")
|
||||
async def authenticate_and_quota(request: Request, call_next):
|
||||
async def require_api_key(request: Request, db: Session = Depends(get_db)):
|
||||
auth_header = request.headers.get("Authorization", "")
|
||||
if auth_header.startswith("Bearer "):
|
||||
api_key = auth_header.replace("Bearer ", "")
|
||||
api_key = auth_header[7:]
|
||||
elif auth_header.startswith("sk-"):
|
||||
api_key = auth_header
|
||||
else:
|
||||
return JSONResponse(status_code=401, content={"detail": "Invalid or missing API key"})
|
||||
raise HTTPException(status_code=401, detail="Invalid or missing API key")
|
||||
db_key = crud.verify_api_key(db, api_key)
|
||||
if not db_key:
|
||||
raise HTTPException(status_code=401, detail="Invalid API key")
|
||||
request.state.api_key_id = db_key.id
|
||||
request.state.api_key_name = db_key.name
|
||||
|
||||
db = SessionLocal()
|
||||
try:
|
||||
db_key = crud.verify_api_key(db, api_key)
|
||||
if not db_key:
|
||||
return JSONResponse(status_code=401, content={"detail": "Invalid API key"})
|
||||
if not db_key.is_active:
|
||||
return JSONResponse(status_code=403, content={"detail": "API key deactivated"})
|
||||
request.state.user_id = db_key.user_id
|
||||
finally:
|
||||
db.close()
|
||||
app = FastAPI(title="Ollama Proxy", dependencies=[Depends(require_api_key)])
|
||||
|
||||
response = await call_next(request)
|
||||
return response
|
||||
async def proxy_request(url: str, method: str = "GET", json_data: dict = None):
|
||||
async with httpx.AsyncClient(timeout=300.0) as client:
|
||||
response = await client.request(method=method, url=url, json=json_data)
|
||||
return response
|
||||
|
||||
@app.post("/api/generate")
|
||||
async def generate(request: Request, db: Session = Depends(get_db)):
|
||||
user_id = request.state.user_id
|
||||
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
body = await request.json()
|
||||
|
||||
prompt_tokens = crud.count_tokens(body.get("prompt", ""))
|
||||
if not crud.check_and_increment_quota(db, user_id, tokens=prompt_tokens, requests=1):
|
||||
|
||||
if not crud.check_and_increment_quota(db, request.state.api_key_id, tokens=prompt_tokens, requests=1):
|
||||
raise HTTPException(status_code=429, detail="Quota exceeded")
|
||||
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/generate", method="POST", json_data=body, headers=dict(request.headers))
|
||||
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code, headers=dict(response.headers))
|
||||
prompt_preview = (body.get("prompt", "").replace("\n", " ").strip())[:120]
|
||||
usage_log.info('%s | /api/generate | %s | ~%d tokens | "%s"',
|
||||
request.state.api_key_name, body.get("model", "?"), prompt_tokens, prompt_preview)
|
||||
response = await proxy_request(f"{ollama_url}/api/generate", method="POST", json_data=body)
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
|
||||
@app.post("/api/chat")
|
||||
async def chat(request: Request, db: Session = Depends(get_db)):
|
||||
user_id = request.state.user_id
|
||||
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
body = await request.json()
|
||||
messages = body.get("messages", [])
|
||||
prompt_tokens = sum(crud.count_tokens(msg.get("content") or "") for msg in messages)
|
||||
|
||||
prompt_tokens = sum(crud.count_tokens(msg.get("content", "")) for msg in body.get("messages", []))
|
||||
if not crud.check_and_increment_quota(db, user_id, tokens=prompt_tokens, requests=1):
|
||||
if not crud.check_and_increment_quota(db, request.state.api_key_id, tokens=prompt_tokens, requests=1):
|
||||
raise HTTPException(status_code=429, detail="Quota exceeded")
|
||||
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/chat", method="POST", json_data=body, headers=dict(request.headers))
|
||||
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code, headers=dict(response.headers))
|
||||
usage_log.info('%s | /api/chat | %s | ~%d tokens | "%s"',
|
||||
request.state.api_key_name, body.get("model", "?"), prompt_tokens, _last_user_msg(messages))
|
||||
response = await proxy_request(f"{ollama_url}/api/chat", method="POST", json_data=body)
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
|
||||
@app.get("/api/tags")
|
||||
async def list_models(request: Request):
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/tags", method="GET", headers=dict(request.headers))
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code, headers=dict(response.headers))
|
||||
async def list_models(db: Session = Depends(get_db)):
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
response = await proxy_request(f"{ollama_url}/api/tags", method="GET")
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
|
||||
@app.get("/api/versions")
|
||||
async def versions(request: Request):
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/versions", method="GET", headers=dict(request.headers))
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code, headers=dict(response.headers))
|
||||
async def versions(db: Session = Depends(get_db)):
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
response = await proxy_request(f"{ollama_url}/api/versions", method="GET")
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
|
||||
@app.get("/v1/models")
|
||||
async def list_openai_models(request: Request):
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/tags", method="GET", headers=dict(request.headers))
|
||||
ollama_models = response.json()
|
||||
openai_models = {
|
||||
"object": "list",
|
||||
"data": [
|
||||
{
|
||||
"id": model["name"],
|
||||
"object": "model",
|
||||
"created": int(model["modified_at"][:10].replace("-", "")) * 1000 if "modified_at" in model else 0,
|
||||
"owned_by": "ollama"
|
||||
}
|
||||
for model in ollama_models.get("models", [])
|
||||
]
|
||||
}
|
||||
return JSONResponse(content=openai_models, status_code=200, headers=dict(response.headers))
|
||||
async def list_openai_models(db: Session = Depends(get_db)):
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
response = await proxy_request(f"{ollama_url}/v1/models", method="GET")
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
|
||||
@app.post("/v1/chat/completions")
|
||||
async def openai_chat_completions(request: Request, db: Session = Depends(get_db)):
|
||||
user_id = request.state.user_id
|
||||
ollama_url = crud.get_setting(db, "ollama_url", os.getenv("OLLAMA_URL", "http://localhost:11434"))
|
||||
default_model = crud.get_setting(db, "default_model", os.getenv("DEFAULT_MODEL", "llama3"))
|
||||
|
||||
body = await request.json()
|
||||
|
||||
messages = body.get("messages", [])
|
||||
prompt_tokens = sum(crud.count_tokens(msg.get("content", "")) for msg in messages)
|
||||
prompt_tokens = sum(crud.count_tokens(msg.get("content") or "") for msg in messages)
|
||||
|
||||
if not crud.check_and_increment_quota(db, user_id, tokens=prompt_tokens, requests=1):
|
||||
if not crud.check_and_increment_quota(db, request.state.api_key_id, tokens=prompt_tokens, requests=1):
|
||||
raise HTTPException(status_code=429, detail="Quota exceeded")
|
||||
|
||||
ollama_body = {
|
||||
"model": body.get("model", "llama3"),
|
||||
"messages": messages,
|
||||
"stream": body.get("stream", False)
|
||||
}
|
||||
if "model" not in body:
|
||||
body = {**body, "model": default_model}
|
||||
|
||||
response = await proxy_request(f"{OLLAMA_URL}/api/chat", method="POST", json_data=ollama_body, headers=dict(request.headers))
|
||||
model_name = body["model"]
|
||||
usage_log.info('%s | /v1/chat/completions | %s | ~%d tokens | "%s"',
|
||||
request.state.api_key_name, model_name, prompt_tokens, _last_user_msg(messages))
|
||||
|
||||
response_content = response.json().get("message", {}).get("content", "")
|
||||
completion_tokens = crud.count_tokens(response_content)
|
||||
target = f"{ollama_url}/v1/chat/completions"
|
||||
|
||||
openai_response = {
|
||||
"id": f"chatcmpl-{uuid.uuid4().hex}",
|
||||
"object": "chat.completion",
|
||||
"created": int(time.time()),
|
||||
"model": body.get("model", "llama3"),
|
||||
"choices": [
|
||||
{
|
||||
"index": 0,
|
||||
"message": {
|
||||
"role": "assistant",
|
||||
"content": response_content
|
||||
},
|
||||
"finish_reason": "stop"
|
||||
}
|
||||
],
|
||||
"usage": {
|
||||
"prompt_tokens": prompt_tokens,
|
||||
"completion_tokens": completion_tokens,
|
||||
"total_tokens": prompt_tokens + completion_tokens
|
||||
}
|
||||
}
|
||||
if body.get("stream"):
|
||||
async def generate():
|
||||
async with httpx.AsyncClient(timeout=300.0) as client:
|
||||
async with client.stream("POST", target, json=body) as resp:
|
||||
async for chunk in resp.aiter_bytes():
|
||||
yield chunk
|
||||
return StreamingResponse(
|
||||
generate(),
|
||||
media_type="text/event-stream",
|
||||
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
|
||||
)
|
||||
|
||||
return JSONResponse(content=openai_response, status_code=200, headers={"Content-Type": "application/json"})
|
||||
response = await proxy_request(target, method="POST", json_data=body)
|
||||
return JSONResponse(content=response.json(), status_code=response.status_code)
|
||||
+10
-21
@@ -4,46 +4,35 @@ from database import Base
|
||||
|
||||
_now = lambda: datetime.now(timezone.utc)
|
||||
|
||||
class User(Base):
|
||||
__tablename__ = "users"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
username = Column(String, unique=True, index=True)
|
||||
email = Column(String, unique=True, index=True)
|
||||
hashed_password = Column(String)
|
||||
is_active = Column(Boolean, default=True)
|
||||
is_admin = Column(Boolean, default=False)
|
||||
created_at = Column(DateTime(timezone=True), default=_now)
|
||||
|
||||
class APIKey(Base):
|
||||
__tablename__ = "api_keys"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
name = Column(String)
|
||||
key = Column(String, unique=True, index=True)
|
||||
user_id = Column(Integer, ForeignKey("users.id"))
|
||||
key_prefix = Column(String)
|
||||
is_active = Column(Boolean, default=True)
|
||||
created_at = Column(DateTime(timezone=True), default=_now)
|
||||
|
||||
class Quota(Base):
|
||||
__tablename__ = "quotas"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
user_id = Column(Integer, ForeignKey("users.id"))
|
||||
expires_at = Column(DateTime(timezone=True), nullable=True)
|
||||
daily_tokens = Column(BigInteger, nullable=True)
|
||||
monthly_tokens = Column(BigInteger, nullable=True)
|
||||
daily_requests = Column(Integer, nullable=True)
|
||||
monthly_requests = Column(Integer, nullable=True)
|
||||
reset_at = Column(DateTime(timezone=True), default=_now)
|
||||
|
||||
class Setting(Base):
|
||||
__tablename__ = "settings"
|
||||
|
||||
key = Column(String, primary_key=True)
|
||||
value = Column(String, nullable=False)
|
||||
|
||||
class Usage(Base):
|
||||
__tablename__ = "usage"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
user_id = Column(Integer, ForeignKey("users.id"), unique=True)
|
||||
api_key_id = Column(Integer, ForeignKey("api_keys.id"), unique=True)
|
||||
tokens_used_today = Column(BigInteger, default=0)
|
||||
tokens_used_month = Column(BigInteger, default=0)
|
||||
requests_today = Column(Integer, default=0)
|
||||
requests_month = Column(Integer, default=0)
|
||||
daily_reset_at = Column(DateTime(timezone=True), default=_now)
|
||||
monthly_reset_at = Column(DateTime(timezone=True), default=_now)
|
||||
monthly_reset_at = Column(DateTime(timezone=True), default=_now)
|
||||
@@ -0,0 +1,4 @@
|
||||
-r requirements.txt
|
||||
pytest==8.3.4
|
||||
pytest-asyncio==0.25.1
|
||||
pytest-cov==6.0.0
|
||||
@@ -1,5 +1,6 @@
|
||||
fastapi==0.115.6
|
||||
uvicorn[standard]==0.34.0
|
||||
aiofiles==24.1.0
|
||||
httpx==0.28.1
|
||||
sqlalchemy==2.0.36
|
||||
alembic==1.14.0
|
||||
@@ -9,6 +10,3 @@ python-jose[cryptography]==3.3.0
|
||||
bcrypt==5.0.0
|
||||
tiktoken==0.9.0
|
||||
python-dotenv==1.0.1
|
||||
pytest==8.3.4
|
||||
pytest-asyncio==0.25.1
|
||||
pytest-cov==6.0.0
|
||||
+40
-44
@@ -2,61 +2,46 @@ from pydantic import BaseModel
|
||||
from datetime import datetime
|
||||
from typing import Optional
|
||||
|
||||
class UserBase(BaseModel):
|
||||
username: str
|
||||
email: str
|
||||
is_admin: bool = False
|
||||
|
||||
class UserCreate(UserBase):
|
||||
password: str
|
||||
|
||||
class User(UserBase):
|
||||
id: int
|
||||
is_active: bool
|
||||
created_at: datetime
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class APIKeyBase(BaseModel):
|
||||
class APIKeyCreate(BaseModel):
|
||||
name: str
|
||||
|
||||
class APIKeyCreate(APIKeyBase):
|
||||
user_id: int
|
||||
|
||||
class APIKey(APIKeyBase):
|
||||
id: int
|
||||
key: str
|
||||
user_id: int
|
||||
is_active: bool
|
||||
created_at: datetime
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class APIKeyCreated(APIKey):
|
||||
plaintext_key: str
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class QuotaBase(BaseModel):
|
||||
expires_at: Optional[datetime] = None
|
||||
daily_tokens: Optional[int] = None
|
||||
monthly_tokens: Optional[int] = None
|
||||
daily_requests: Optional[int] = None
|
||||
monthly_requests: Optional[int] = None
|
||||
|
||||
class QuotaCreate(QuotaBase):
|
||||
user_id: int
|
||||
|
||||
class Quota(QuotaBase):
|
||||
class APIKey(BaseModel):
|
||||
id: int
|
||||
user_id: int
|
||||
reset_at: Optional[datetime] = None
|
||||
name: str
|
||||
key: str
|
||||
key_prefix: Optional[str] = None
|
||||
is_active: bool
|
||||
created_at: datetime
|
||||
expires_at: Optional[datetime] = None
|
||||
daily_tokens: Optional[int] = None
|
||||
monthly_tokens: Optional[int] = None
|
||||
daily_requests: Optional[int] = None
|
||||
monthly_requests: Optional[int] = None
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class APIKeyCreated(APIKey):
|
||||
plaintext_key: Optional[str] = None
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class QuotaUpdate(BaseModel):
|
||||
daily_tokens: Optional[int] = None
|
||||
monthly_tokens: Optional[int] = None
|
||||
daily_requests: Optional[int] = None
|
||||
monthly_requests: Optional[int] = None
|
||||
|
||||
class Settings(BaseModel):
|
||||
ollama_url: str
|
||||
default_model: str
|
||||
|
||||
class UsageStats(BaseModel):
|
||||
tokens_used_today: int = 0
|
||||
tokens_used_month: int = 0
|
||||
@@ -67,3 +52,14 @@ class UsageStats(BaseModel):
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
|
||||
class APIKeyWithUsage(APIKey):
|
||||
tokens_used_today: int = 0
|
||||
tokens_used_month: int = 0
|
||||
requests_today: int = 0
|
||||
requests_month: int = 0
|
||||
daily_reset_at: Optional[datetime] = None
|
||||
monthly_reset_at: Optional[datetime] = None
|
||||
|
||||
class Config:
|
||||
from_attributes = True
|
||||
+14
-31
@@ -1,42 +1,25 @@
|
||||
#!/usr/bin/env python3
|
||||
from database import Base, engine, SessionLocal
|
||||
from models import User, APIKey, Quota, Usage
|
||||
from crud import create_user, create_api_key, hash_password
|
||||
from models import APIKey
|
||||
from crud import create_api_key
|
||||
|
||||
def setup_admin():
|
||||
Base.metadata.create_all(bind=engine)
|
||||
db = SessionLocal()
|
||||
|
||||
admin_user = db.query(User).filter(User.username == "admin").first()
|
||||
if not admin_user:
|
||||
admin_user = User(
|
||||
username="admin",
|
||||
email="admin@ollama.local",
|
||||
hashed_password=hash_password("admin123"),
|
||||
is_active=True,
|
||||
is_admin=True,
|
||||
existing = db.query(APIKey).filter(APIKey.name == "default").first()
|
||||
if not existing:
|
||||
_, raw_key = create_api_key(
|
||||
db,
|
||||
name="default",
|
||||
daily_tokens=1_000_000,
|
||||
monthly_tokens=10_000_000,
|
||||
daily_requests=1000,
|
||||
monthly_requests=10000,
|
||||
)
|
||||
db.add(admin_user)
|
||||
db.commit()
|
||||
db.refresh(admin_user)
|
||||
print("✓ Admin user created")
|
||||
|
||||
default_quota = Quota(
|
||||
user_id=admin_user.id,
|
||||
daily_tokens=10000000,
|
||||
monthly_tokens=100000000,
|
||||
daily_requests=10000,
|
||||
monthly_requests=100000
|
||||
)
|
||||
db.add(default_quota)
|
||||
db.commit()
|
||||
print("✓ Admin quota created")
|
||||
|
||||
_, raw_key = create_api_key(db, admin_user.id, "admin-api-key")
|
||||
print(f"✓ Admin API Key: {raw_key}")
|
||||
print(f"API Key created: {raw_key}")
|
||||
else:
|
||||
print("✗ Admin user already exists")
|
||||
print("Default API key already exists")
|
||||
db.close()
|
||||
|
||||
if __name__ == "__main__":
|
||||
setup_admin()
|
||||
setup_admin()
|
||||
@@ -6,68 +6,23 @@ os.environ.setdefault("OLLAMA_URL", "http://127.0.0.1:9999")
|
||||
|
||||
def _setup_db():
|
||||
from database import Base, engine, SessionLocal
|
||||
from models import User, Quota
|
||||
from crud import create_api_key, hash_password
|
||||
from crud import create_api_key
|
||||
|
||||
Base.metadata.drop_all(bind=engine)
|
||||
Base.metadata.create_all(bind=engine)
|
||||
|
||||
db = SessionLocal()
|
||||
|
||||
test_user = User(
|
||||
username="testuser",
|
||||
email="test@example.com",
|
||||
hashed_password=hash_password("test123"),
|
||||
is_active=True,
|
||||
)
|
||||
db.add(test_user)
|
||||
db.commit()
|
||||
db.refresh(test_user)
|
||||
|
||||
db.add(Quota(
|
||||
user_id=test_user.id,
|
||||
daily_tokens=1_000_000,
|
||||
monthly_tokens=10_000_000,
|
||||
daily_requests=1000,
|
||||
monthly_requests=10000,
|
||||
))
|
||||
db.commit()
|
||||
|
||||
_, raw_key = create_api_key(db, test_user.id, "test-key")
|
||||
_, raw_key = create_api_key(db, name="test-key", daily_tokens=1_000_000,
|
||||
monthly_tokens=10_000_000, daily_requests=1000,
|
||||
monthly_requests=10000)
|
||||
os.environ["TEST_API_KEY"] = raw_key
|
||||
|
||||
admin_user = User(
|
||||
username="admin",
|
||||
email="admin@example.com",
|
||||
hashed_password=hash_password("admin123"),
|
||||
is_active=True,
|
||||
is_admin=True,
|
||||
)
|
||||
db.add(admin_user)
|
||||
db.commit()
|
||||
db.refresh(admin_user)
|
||||
|
||||
db.add(Quota(
|
||||
user_id=admin_user.id,
|
||||
daily_tokens=10_000_000,
|
||||
monthly_tokens=100_000_000,
|
||||
daily_requests=10000,
|
||||
monthly_requests=100000,
|
||||
))
|
||||
db.commit()
|
||||
|
||||
_, admin_raw_key = create_api_key(db, admin_user.id, "admin-key")
|
||||
os.environ["ADMIN_API_KEY"] = admin_raw_key
|
||||
|
||||
db.close()
|
||||
|
||||
|
||||
def _teardown_db():
|
||||
from database import engine
|
||||
from models import Base
|
||||
from database import engine, Base
|
||||
Base.metadata.drop_all(bind=engine)
|
||||
os.environ.pop("TEST_API_KEY", None)
|
||||
os.environ.pop("ADMIN_API_KEY", None)
|
||||
|
||||
|
||||
@pytest.fixture(scope="function")
|
||||
|
||||
+77
-75
@@ -5,33 +5,21 @@ from datetime import datetime, timedelta, timezone
|
||||
os.environ.setdefault("OLLAMA_URL", "http://127.0.0.1:9999")
|
||||
|
||||
from database import Base, engine, SessionLocal
|
||||
from models import User, Quota, Usage
|
||||
from crud import check_and_increment_quota, count_tokens, hash_password
|
||||
from models import APIKey, Usage
|
||||
from crud import check_and_increment_quota, count_tokens, create_api_key, verify_api_key
|
||||
|
||||
|
||||
def make_user_and_quota(db, daily_tokens=None, monthly_tokens=None,
|
||||
daily_requests=None, monthly_requests=None):
|
||||
user = User(
|
||||
username="quotauser",
|
||||
email="quota@example.com",
|
||||
hashed_password=hash_password("pass"),
|
||||
is_active=True,
|
||||
)
|
||||
db.add(user)
|
||||
db.commit()
|
||||
db.refresh(user)
|
||||
|
||||
quota = Quota(
|
||||
user_id=user.id,
|
||||
def make_api_key(db, daily_tokens=None, monthly_tokens=None,
|
||||
daily_requests=None, monthly_requests=None):
|
||||
db_key, _ = create_api_key(
|
||||
db,
|
||||
name="test-key",
|
||||
daily_tokens=daily_tokens,
|
||||
monthly_tokens=monthly_tokens,
|
||||
daily_requests=daily_requests,
|
||||
monthly_requests=monthly_requests,
|
||||
)
|
||||
db.add(quota)
|
||||
db.commit()
|
||||
|
||||
return user.id
|
||||
return db_key.id
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
@@ -64,119 +52,133 @@ def test_count_tokens_more_accurate_than_split():
|
||||
# --- check_and_increment_quota ---
|
||||
|
||||
def test_allowed_within_daily_token_limit(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=1000)
|
||||
assert check_and_increment_quota(db, user_id, tokens=100, requests=1) is True
|
||||
api_key_id = make_api_key(db, daily_tokens=1000)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=100, requests=1) is True
|
||||
|
||||
def test_denied_when_daily_tokens_exceeded(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=50)
|
||||
assert check_and_increment_quota(db, user_id, tokens=100, requests=1) is False
|
||||
api_key_id = make_api_key(db, daily_tokens=50)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=100, requests=1) is False
|
||||
|
||||
def test_denied_when_monthly_tokens_exceeded(db):
|
||||
user_id = make_user_and_quota(db, monthly_tokens=50)
|
||||
assert check_and_increment_quota(db, user_id, tokens=100, requests=1) is False
|
||||
api_key_id = make_api_key(db, monthly_tokens=50)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=100, requests=1) is False
|
||||
|
||||
def test_denied_when_daily_requests_exceeded(db):
|
||||
user_id = make_user_and_quota(db, daily_requests=1)
|
||||
check_and_increment_quota(db, user_id, tokens=0, requests=1)
|
||||
assert check_and_increment_quota(db, user_id, tokens=0, requests=1) is False
|
||||
api_key_id = make_api_key(db, daily_requests=1)
|
||||
check_and_increment_quota(db, api_key_id, tokens=0, requests=1)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=0, requests=1) is False
|
||||
|
||||
def test_denied_when_monthly_requests_exceeded(db):
|
||||
user_id = make_user_and_quota(db, monthly_requests=1)
|
||||
check_and_increment_quota(db, user_id, tokens=0, requests=1)
|
||||
assert check_and_increment_quota(db, user_id, tokens=0, requests=1) is False
|
||||
api_key_id = make_api_key(db, monthly_requests=1)
|
||||
check_and_increment_quota(db, api_key_id, tokens=0, requests=1)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=0, requests=1) is False
|
||||
|
||||
def test_increments_both_daily_and_monthly_counters(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=1000, monthly_tokens=10000,
|
||||
daily_requests=100, monthly_requests=1000)
|
||||
check_and_increment_quota(db, user_id, tokens=50, requests=1)
|
||||
api_key_id = make_api_key(db, daily_tokens=1000, monthly_tokens=10000,
|
||||
daily_requests=100, monthly_requests=1000)
|
||||
check_and_increment_quota(db, api_key_id, tokens=50, requests=1)
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
assert usage.tokens_used_today == 50
|
||||
assert usage.tokens_used_month == 50
|
||||
assert usage.requests_today == 1
|
||||
assert usage.requests_month == 1
|
||||
|
||||
def test_creates_usage_record_on_first_call(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=1000)
|
||||
assert db.query(Usage).filter(Usage.user_id == user_id).first() is None
|
||||
api_key_id = make_api_key(db, daily_tokens=1000)
|
||||
assert db.query(Usage).filter(Usage.api_key_id == api_key_id).first() is None
|
||||
|
||||
check_and_increment_quota(db, user_id, tokens=10, requests=1)
|
||||
check_and_increment_quota(db, api_key_id, tokens=10, requests=1)
|
||||
|
||||
assert db.query(Usage).filter(Usage.user_id == user_id).first() is not None
|
||||
assert db.query(Usage).filter(Usage.api_key_id == api_key_id).first() is not None
|
||||
|
||||
def test_no_quota_allows_any_request(db):
|
||||
user_id = make_user_and_quota(db) # all limits None
|
||||
assert check_and_increment_quota(db, user_id, tokens=999999, requests=9999) is True
|
||||
api_key_id = make_api_key(db) # all limits None
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=999999, requests=9999) is True
|
||||
|
||||
def test_cumulative_usage_across_calls(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=200)
|
||||
check_and_increment_quota(db, user_id, tokens=100, requests=1)
|
||||
check_and_increment_quota(db, user_id, tokens=99, requests=1)
|
||||
# 199 used, 1 remaining – exactly 1 more token should pass
|
||||
assert check_and_increment_quota(db, user_id, tokens=1, requests=1) is True
|
||||
# Now 200 used – next request must fail
|
||||
assert check_and_increment_quota(db, user_id, tokens=1, requests=1) is False
|
||||
api_key_id = make_api_key(db, daily_tokens=200)
|
||||
check_and_increment_quota(db, api_key_id, tokens=100, requests=1)
|
||||
check_and_increment_quota(db, api_key_id, tokens=99, requests=1)
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=1, requests=1) is True
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=1, requests=1) is False
|
||||
|
||||
|
||||
# --- Reset logic ---
|
||||
|
||||
def test_daily_reset_restores_access(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=100)
|
||||
check_and_increment_quota(db, user_id, tokens=90, requests=1)
|
||||
api_key_id = make_api_key(db, daily_tokens=100)
|
||||
check_and_increment_quota(db, api_key_id, tokens=90, requests=1)
|
||||
|
||||
# Backdate daily_reset_at to yesterday
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
usage.daily_reset_at = datetime.now(timezone.utc) - timedelta(days=1)
|
||||
db.commit()
|
||||
|
||||
# Should pass again after reset
|
||||
assert check_and_increment_quota(db, user_id, tokens=90, requests=1) is True
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=90, requests=1) is True
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
assert usage.tokens_used_today == 90
|
||||
|
||||
def test_daily_reset_does_not_affect_monthly_counter(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=1000, monthly_tokens=10000)
|
||||
check_and_increment_quota(db, user_id, tokens=50, requests=1)
|
||||
api_key_id = make_api_key(db, daily_tokens=1000, monthly_tokens=10000)
|
||||
check_and_increment_quota(db, api_key_id, tokens=50, requests=1)
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
usage.daily_reset_at = datetime.now(timezone.utc) - timedelta(days=1)
|
||||
db.commit()
|
||||
|
||||
check_and_increment_quota(db, user_id, tokens=50, requests=1)
|
||||
check_and_increment_quota(db, api_key_id, tokens=50, requests=1)
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
assert usage.tokens_used_today == 50
|
||||
assert usage.tokens_used_month == 100 # cumulative across days
|
||||
assert usage.tokens_used_month == 100
|
||||
|
||||
def test_monthly_reset_restores_access(db):
|
||||
user_id = make_user_and_quota(db, monthly_tokens=100)
|
||||
check_and_increment_quota(db, user_id, tokens=90, requests=1)
|
||||
api_key_id = make_api_key(db, monthly_tokens=100)
|
||||
check_and_increment_quota(db, api_key_id, tokens=90, requests=1)
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
usage.monthly_reset_at = datetime.now(timezone.utc) - timedelta(days=32)
|
||||
db.commit()
|
||||
|
||||
assert check_and_increment_quota(db, user_id, tokens=90, requests=1) is True
|
||||
assert check_and_increment_quota(db, api_key_id, tokens=90, requests=1) is True
|
||||
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
assert usage.tokens_used_month == 90
|
||||
|
||||
def test_failed_quota_check_still_commits_reset(db):
|
||||
user_id = make_user_and_quota(db, daily_tokens=100, daily_requests=5)
|
||||
check_and_increment_quota(db, user_id, tokens=80, requests=1)
|
||||
api_key_id = make_api_key(db, daily_tokens=100, daily_requests=5)
|
||||
check_and_increment_quota(db, api_key_id, tokens=80, requests=1)
|
||||
|
||||
# Backdate so a reset fires, but the new request still exceeds the limit
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
usage.daily_reset_at = datetime.now(timezone.utc) - timedelta(days=1)
|
||||
usage.tokens_used_today = 80
|
||||
db.commit()
|
||||
|
||||
# After reset tokens_used_today = 0; 200 tokens exceeds 100 limit
|
||||
result = check_and_increment_quota(db, user_id, tokens=200, requests=1)
|
||||
result = check_and_increment_quota(db, api_key_id, tokens=200, requests=1)
|
||||
assert result is False
|
||||
|
||||
# Reset must still be persisted so the next request sees fresh counters
|
||||
db.expire_all()
|
||||
usage = db.query(Usage).filter(Usage.user_id == user_id).first()
|
||||
usage = db.query(Usage).filter(Usage.api_key_id == api_key_id).first()
|
||||
assert usage.tokens_used_today == 0
|
||||
|
||||
|
||||
# --- verify_api_key expiry ---
|
||||
|
||||
def _create_raw_key(db, expires_at=None):
|
||||
_, raw_key = create_api_key(db, name="expiry-test", expires_at=expires_at)
|
||||
return raw_key
|
||||
|
||||
def test_key_without_expiry_is_valid(db):
|
||||
raw_key = _create_raw_key(db)
|
||||
assert verify_api_key(db, raw_key) is not None
|
||||
|
||||
def test_key_with_future_expiry_is_valid(db):
|
||||
future = datetime.now(timezone.utc) + timedelta(days=30)
|
||||
raw_key = _create_raw_key(db, expires_at=future)
|
||||
assert verify_api_key(db, raw_key) is not None
|
||||
|
||||
def test_key_with_past_expiry_is_rejected(db):
|
||||
past = datetime.now(timezone.utc) - timedelta(seconds=1)
|
||||
raw_key = _create_raw_key(db, expires_at=past)
|
||||
assert verify_api_key(db, raw_key) is None
|
||||
Executable
+40
@@ -0,0 +1,40 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
cd "$(dirname "$0")"
|
||||
|
||||
IMAGE=mediaeng/llmproxy
|
||||
PLATFORM=linux/arm64
|
||||
|
||||
CURRENT=$(git describe --tags --always)
|
||||
if [ -z "$CURRENT" ]; then
|
||||
echo "Fehler: git describe liefert kein Ergebnis"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "Aktueller Tag: $CURRENT"
|
||||
read -rp "Neuer Tag [${CURRENT}]: " INPUT
|
||||
VERSION="${INPUT:-$CURRENT}"
|
||||
|
||||
if [ "$VERSION" != "$CURRENT" ]; then
|
||||
git tag "$VERSION"
|
||||
git push origin "$VERSION"
|
||||
echo "Tag '$VERSION' gesetzt und gepusht."
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo "Image : $IMAGE"
|
||||
echo "Platform: $PLATFORM"
|
||||
echo "Tags : $IMAGE:$VERSION $IMAGE:latest"
|
||||
echo ""
|
||||
|
||||
docker buildx build \
|
||||
--platform "$PLATFORM" \
|
||||
--push \
|
||||
-t "$IMAGE:$VERSION" \
|
||||
-t "$IMAGE:latest" \
|
||||
.
|
||||
|
||||
echo ""
|
||||
echo "Fertig. Gepusht:"
|
||||
echo " docker pull $IMAGE:$VERSION"
|
||||
echo " docker pull $IMAGE:latest"
|
||||
+11
-24
@@ -1,24 +1,11 @@
|
||||
backend:
|
||||
build:
|
||||
context: ./backend
|
||||
dockerfile: Dockerfile
|
||||
ports:
|
||||
- "8000:8000"
|
||||
environment:
|
||||
- DATABASE_URL=postgresql://ollama:password@db:5432/ollama_proxy
|
||||
- OLLAMA_URL=http://ollama:11434
|
||||
- SECRET_KEY=your-secret-key-change-me
|
||||
depends_on:
|
||||
- db
|
||||
|
||||
db:
|
||||
image: postgres:16
|
||||
environment:
|
||||
- POSTGRES_USER=ollama
|
||||
- POSTGRES_PASSWORD=password
|
||||
- POSTGRES_DB=ollama_proxy
|
||||
volumes:
|
||||
- postgres_data:/var/lib/postgresql/data
|
||||
|
||||
volumes:
|
||||
postgres_data:
|
||||
services:
|
||||
llmproxy:
|
||||
image: mediaeng/llmproxy:latest
|
||||
restart: unless-stopped
|
||||
env_file: .env
|
||||
ports:
|
||||
- "${PROXY_PORT:-8000}:${PROXY_PORT:-8000}"
|
||||
- "127.0.0.1:8001:8001"
|
||||
volumes:
|
||||
- ./backend/test.db:/app/backend/test.db
|
||||
- ./backend/logs:/app/backend/logs
|
||||
@@ -0,0 +1,19 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
cd /app/backend
|
||||
python3 init_db.py
|
||||
|
||||
uvicorn main:app \
|
||||
--host "${PROXY_HOST:-0.0.0.0}" \
|
||||
--port "${PROXY_PORT:-8000}" &
|
||||
PROXY_PID=$!
|
||||
|
||||
uvicorn admin:app \
|
||||
--host "0.0.0.0" \
|
||||
--port "${ADMIN_PORT:-8001}" &
|
||||
ADMIN_PID=$!
|
||||
|
||||
# Beendet den Container wenn einer der Prozesse stirbt
|
||||
wait -n
|
||||
kill "$PROXY_PID" "$ADMIN_PID" 2>/dev/null
|
||||
Generated
+2116
File diff suppressed because it is too large.
Load diff
+457
-56
@@ -1,66 +1,389 @@
|
||||
import React, { useState, useEffect } from 'react';
|
||||
import ReactDOM from 'react-dom/client';
|
||||
import axios from 'axios';
|
||||
import './styles.css';
|
||||
|
||||
const maskKey = (key) => `••••••••${key.slice(-4)}`;
|
||||
const displayKey = (prefix) => prefix ? `${prefix}••••••••` : '••••••••••••';
|
||||
|
||||
function App() {
|
||||
const [users, setUsers] = useState([]);
|
||||
const [apiKeys, setApiKeys] = useState([]);
|
||||
const [loading, setLoading] = useState(true);
|
||||
function authHeaders(token) {
|
||||
return { Authorization: `Bearer ${token}` };
|
||||
}
|
||||
|
||||
const fmtK = (n) => { const k = n / 1000; return k % 1 === 0 ? `${k}k` : `${k.toFixed(1)}k`; };
|
||||
|
||||
function QuotaBar({ used, limit, isToken = false, since = null }) {
|
||||
const fmt = isToken ? fmtK : (n) => n.toLocaleString('de-DE');
|
||||
const sinceLabel = since
|
||||
? new Date(since).toLocaleDateString('de-DE', { day: '2-digit', month: '2-digit' })
|
||||
: null;
|
||||
|
||||
if (limit == null) return (
|
||||
<div className="quota-cell">
|
||||
<span className="quota-unlimited">∞</span>
|
||||
{sinceLabel && <span className="quota-since">seit {sinceLabel}</span>}
|
||||
</div>
|
||||
);
|
||||
|
||||
const pct = Math.min(100, (used / limit) * 100);
|
||||
const color = pct >= 90 ? '#e74c3c' : pct >= 70 ? '#e67e22' : '#27ae60';
|
||||
return (
|
||||
<div className="quota-cell">
|
||||
<span className="quota-label">{fmt(used)} / {fmt(limit)}</span>
|
||||
<div className="progress-bar">
|
||||
<div className="progress-fill" style={{ width: `${pct}%`, backgroundColor: color }} />
|
||||
</div>
|
||||
{sinceLabel && <span className="quota-since">seit {sinceLabel}</span>}
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
function Login({ onLogin }) {
|
||||
const [password, setPassword] = useState('');
|
||||
const [error, setError] = useState(null);
|
||||
|
||||
useEffect(() => {
|
||||
Promise.all([fetchUsers(), fetchApiKeys()]).finally(() => setLoading(false));
|
||||
}, []);
|
||||
|
||||
const fetchUsers = async () => {
|
||||
const handleSubmit = async (e) => {
|
||||
e.preventDefault();
|
||||
setError(null);
|
||||
try {
|
||||
const res = await axios.get('/api/users');
|
||||
setUsers(res.data);
|
||||
} catch (err) {
|
||||
setError('Benutzer konnten nicht geladen werden.');
|
||||
await axios.get('/api/api-keys', { headers: authHeaders(password) });
|
||||
sessionStorage.setItem('admin_password', password);
|
||||
onLogin(password);
|
||||
} catch {
|
||||
setError('Ungültiges Passwort.');
|
||||
}
|
||||
};
|
||||
|
||||
const fetchApiKeys = async () => {
|
||||
try {
|
||||
const res = await axios.get('/api/api-keys');
|
||||
setApiKeys(res.data);
|
||||
} catch (err) {
|
||||
setError('API-Keys konnten nicht geladen werden.');
|
||||
}
|
||||
};
|
||||
|
||||
if (loading) return <div>Loading...</div>;
|
||||
if (error) return <div className="error">{error}</div>;
|
||||
|
||||
return (
|
||||
<div className="container">
|
||||
<h1>Ollama Proxy Admin</h1>
|
||||
<form onSubmit={handleSubmit} className="login-form">
|
||||
<label>Passwort</label>
|
||||
<input
|
||||
type="password"
|
||||
value={password}
|
||||
onChange={(e) => setPassword(e.target.value)}
|
||||
placeholder="Admin-Passwort eingeben"
|
||||
autoFocus
|
||||
/>
|
||||
{error && <div className="error">{error}</div>}
|
||||
<button type="submit">Anmelden</button>
|
||||
</form>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
const EMPTY_KEY_FORM = {
|
||||
name: '', expires_at: '', daily_tokens: '', monthly_tokens: '', daily_requests: '', monthly_requests: '',
|
||||
};
|
||||
|
||||
function SettingsSection({ password }) {
|
||||
const [settings, setSettings] = useState(null);
|
||||
const [availableModels, setAvailableModels] = useState([]);
|
||||
const [modelsLoading, setModelsLoading] = useState(false);
|
||||
const [proxyEndpoint, setProxyEndpoint] = useState(null);
|
||||
const [saved, setSaved] = useState(false);
|
||||
const [error, setError] = useState(null);
|
||||
|
||||
const fetchModels = async (url, currentModel) => {
|
||||
setModelsLoading(true);
|
||||
try {
|
||||
const res = await axios.get('/api/ollama-models', {
|
||||
headers: authHeaders(password),
|
||||
params: url ? { url } : {},
|
||||
});
|
||||
const models = res.data.models;
|
||||
setAvailableModels(models);
|
||||
if (models.length > 0 && !models.includes(currentModel)) {
|
||||
setSettings(s => ({ ...s, default_model: models[0] }));
|
||||
}
|
||||
} catch {
|
||||
setAvailableModels([]);
|
||||
} finally {
|
||||
setModelsLoading(false);
|
||||
}
|
||||
};
|
||||
|
||||
useEffect(() => {
|
||||
const headers = authHeaders(password);
|
||||
Promise.all([
|
||||
axios.get('/api/settings', { headers }),
|
||||
axios.get('/api/proxy-info', { headers }),
|
||||
]).then(([settingsRes, proxyRes]) => {
|
||||
const s = settingsRes.data;
|
||||
setSettings(s);
|
||||
setProxyEndpoint(proxyRes.data.endpoint);
|
||||
fetchModels(s.ollama_url, s.default_model);
|
||||
}).catch(() => setError('Einstellungen konnten nicht geladen werden.'));
|
||||
}, []);
|
||||
|
||||
const handleSave = async (e) => {
|
||||
e.preventDefault();
|
||||
setError(null);
|
||||
setSaved(false);
|
||||
try {
|
||||
await axios.put('/api/settings', settings, { headers: authHeaders(password) });
|
||||
setSaved(true);
|
||||
setTimeout(() => setSaved(false), 3000);
|
||||
} catch {
|
||||
setError('Fehler beim Speichern.');
|
||||
}
|
||||
};
|
||||
|
||||
if (!settings) return <div>Laden...</div>;
|
||||
|
||||
return (
|
||||
<section>
|
||||
<h2>Einstellungen</h2>
|
||||
<form onSubmit={handleSave} className="settings-form">
|
||||
<div className="settings-row">
|
||||
<label>Proxy-Endpunkt</label>
|
||||
<span className="settings-value">
|
||||
{proxyEndpoint ?? '…'}
|
||||
<small> (Änderung erfordert Neustart)</small>
|
||||
</span>
|
||||
</div>
|
||||
<div className="settings-row">
|
||||
<label>Ollama-Endpunkt</label>
|
||||
<input
|
||||
type="url"
|
||||
value={settings.ollama_url}
|
||||
onChange={(e) => setSettings({ ...settings, ollama_url: e.target.value })}
|
||||
onBlur={(e) => fetchModels(e.target.value, settings.default_model)}
|
||||
placeholder="http://localhost:11434"
|
||||
required
|
||||
/>
|
||||
</div>
|
||||
<div className="settings-row">
|
||||
<label>Standard-Modell</label>
|
||||
{modelsLoading ? (
|
||||
<span className="settings-value">Lade Modelle…</span>
|
||||
) : availableModels.length > 0 ? (
|
||||
<select
|
||||
value={settings.default_model}
|
||||
onChange={(e) => setSettings({ ...settings, default_model: e.target.value })}
|
||||
>
|
||||
{availableModels.map(m => <option key={m} value={m}>{m}</option>)}
|
||||
</select>
|
||||
) : (
|
||||
<input
|
||||
type="text"
|
||||
value={settings.default_model}
|
||||
onChange={(e) => setSettings({ ...settings, default_model: e.target.value })}
|
||||
placeholder="llama3"
|
||||
required
|
||||
/>
|
||||
)}
|
||||
</div>
|
||||
{error && <div className="error">{error}</div>}
|
||||
{saved && <div className="success">Gespeichert.</div>}
|
||||
<button type="submit">Speichern</button>
|
||||
</form>
|
||||
</section>
|
||||
);
|
||||
}
|
||||
|
||||
function App() {
|
||||
const [password, setPassword] = useState(() => sessionStorage.getItem('admin_password'));
|
||||
const [apiKeys, setApiKeys] = useState([]);
|
||||
const [loading, setLoading] = useState(true);
|
||||
const [error, setError] = useState(null);
|
||||
const [newKey, setNewKey] = useState(null);
|
||||
const [form, setForm] = useState(EMPTY_KEY_FORM);
|
||||
const [creating, setCreating] = useState(false);
|
||||
const [editKey, setEditKey] = useState(null);
|
||||
const [editForm, setEditForm] = useState({});
|
||||
|
||||
useEffect(() => {
|
||||
if (!password) { setLoading(false); return; }
|
||||
fetchApiKeys().finally(() => setLoading(false));
|
||||
}, [password]);
|
||||
|
||||
const fetchApiKeys = async () => {
|
||||
try {
|
||||
const res = await axios.get('/api/api-keys', { headers: authHeaders(password) });
|
||||
setApiKeys(res.data);
|
||||
} catch {
|
||||
setError('API-Keys konnten nicht geladen werden.');
|
||||
}
|
||||
};
|
||||
|
||||
const handleCreate = async (e) => {
|
||||
e.preventDefault();
|
||||
setCreating(true);
|
||||
try {
|
||||
const payload = { name: form.name };
|
||||
if (form.expires_at) payload.expires_at = new Date(form.expires_at).toISOString();
|
||||
if (form.daily_tokens) payload.daily_tokens = Number(form.daily_tokens) * 1000;
|
||||
if (form.monthly_tokens) payload.monthly_tokens = Number(form.monthly_tokens) * 1000;
|
||||
if (form.daily_requests) payload.daily_requests = Number(form.daily_requests);
|
||||
if (form.monthly_requests) payload.monthly_requests = Number(form.monthly_requests);
|
||||
|
||||
const res = await axios.post('/api/api-keys', payload, { headers: authHeaders(password) });
|
||||
setNewKey(res.data.plaintext_key);
|
||||
setForm(EMPTY_KEY_FORM);
|
||||
await fetchApiKeys();
|
||||
} catch {
|
||||
setError('Fehler beim Erstellen des API-Keys.');
|
||||
} finally {
|
||||
setCreating(false);
|
||||
}
|
||||
};
|
||||
|
||||
const handleDeactivate = async (id) => {
|
||||
try {
|
||||
await axios.put(`/api/api-keys/${id}/deactivate`, {}, { headers: authHeaders(password) });
|
||||
await fetchApiKeys();
|
||||
} catch {
|
||||
setError('Fehler beim Deaktivieren.');
|
||||
}
|
||||
};
|
||||
|
||||
const handleActivate = async (id) => {
|
||||
try {
|
||||
await axios.put(`/api/api-keys/${id}/activate`, {}, { headers: authHeaders(password) });
|
||||
await fetchApiKeys();
|
||||
} catch {
|
||||
setError('Fehler beim Aktivieren.');
|
||||
}
|
||||
};
|
||||
|
||||
const handleDelete = async (id, name) => {
|
||||
if (!window.confirm(`API-Key "${name}" wirklich löschen?`)) return;
|
||||
try {
|
||||
await axios.delete(`/api/api-keys/${id}`, { headers: authHeaders(password) });
|
||||
if (editKey?.id === id) setEditKey(null);
|
||||
await fetchApiKeys();
|
||||
} catch {
|
||||
setError('Fehler beim Löschen.');
|
||||
}
|
||||
};
|
||||
|
||||
const handleEdit = (key) => {
|
||||
setEditKey(key);
|
||||
setEditForm({
|
||||
daily_tokens: key.daily_tokens != null ? key.daily_tokens / 1000 : '',
|
||||
monthly_tokens: key.monthly_tokens != null ? key.monthly_tokens / 1000 : '',
|
||||
daily_requests: key.daily_requests ?? '',
|
||||
monthly_requests: key.monthly_requests ?? '',
|
||||
});
|
||||
};
|
||||
|
||||
const handleSaveEdit = async (e) => {
|
||||
e.preventDefault();
|
||||
try {
|
||||
const payload = {
|
||||
daily_tokens: editForm.daily_tokens !== '' ? Number(editForm.daily_tokens) * 1000 : null,
|
||||
monthly_tokens: editForm.monthly_tokens !== '' ? Number(editForm.monthly_tokens) * 1000 : null,
|
||||
daily_requests: editForm.daily_requests !== '' ? Number(editForm.daily_requests) : null,
|
||||
monthly_requests: editForm.monthly_requests !== '' ? Number(editForm.monthly_requests) : null,
|
||||
};
|
||||
await axios.patch(`/api/api-keys/${editKey.id}/quota`, payload, { headers: authHeaders(password) });
|
||||
setEditKey(null);
|
||||
await fetchApiKeys();
|
||||
} catch {
|
||||
setError('Fehler beim Speichern der Limits.');
|
||||
}
|
||||
};
|
||||
|
||||
const logout = () => {
|
||||
sessionStorage.removeItem('admin_password');
|
||||
setPassword(null);
|
||||
};
|
||||
|
||||
if (!password) return <Login onLogin={setPassword} />;
|
||||
if (loading) return <div>Laden...</div>;
|
||||
if (error) return <div className="error">{error}</div>;
|
||||
|
||||
return (
|
||||
<div className="container">
|
||||
<div className="header">
|
||||
<h1>Ollama Proxy Admin</h1>
|
||||
<button onClick={logout}>Abmelden</button>
|
||||
</div>
|
||||
|
||||
<SettingsSection password={password} />
|
||||
|
||||
<section>
|
||||
<h2>Users</h2>
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>ID</th>
|
||||
<th>Username</th>
|
||||
<th>Email</th>
|
||||
<th>Status</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{users.map(user => (
|
||||
<tr key={user.id}>
|
||||
<td>{user.id}</td>
|
||||
<td>{user.username}</td>
|
||||
<td>{user.email}</td>
|
||||
<td>{user.is_active ? 'Active' : 'Inactive'}</td>
|
||||
</tr>
|
||||
))}
|
||||
</tbody>
|
||||
</table>
|
||||
<h2>Neuer API-Key</h2>
|
||||
<form onSubmit={handleCreate} className="create-form">
|
||||
<div className="edit-form">
|
||||
<label className="create-name">
|
||||
Name
|
||||
<small> </small>
|
||||
<input
|
||||
value={form.name}
|
||||
onChange={(e) => setForm({ ...form, name: e.target.value })}
|
||||
required
|
||||
placeholder="z. B. alice"
|
||||
/>
|
||||
</label>
|
||||
<label className="create-date">
|
||||
Ablaufdatum
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="date"
|
||||
value={form.expires_at}
|
||||
onChange={(e) => setForm({ ...form, expires_at: e.target.value })}
|
||||
/>
|
||||
</label>
|
||||
<div className="create-btn-wrap">
|
||||
<button type="submit" disabled={creating} className="btn-save">Erstellen</button>
|
||||
</div>
|
||||
</div>
|
||||
<div className="edit-form">
|
||||
<label>
|
||||
Tokens/Tag (k)
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
placeholder="∞"
|
||||
value={form.daily_tokens}
|
||||
onChange={(e) => setForm({ ...form, daily_tokens: e.target.value })}
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Tokens/Monat (k)
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
placeholder="∞"
|
||||
value={form.monthly_tokens}
|
||||
onChange={(e) => setForm({ ...form, monthly_tokens: e.target.value })}
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Requests/Tag
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
placeholder="∞"
|
||||
value={form.daily_requests}
|
||||
onChange={(e) => setForm({ ...form, daily_requests: e.target.value })}
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Requests/Monat
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
placeholder="∞"
|
||||
value={form.monthly_requests}
|
||||
onChange={(e) => setForm({ ...form, monthly_requests: e.target.value })}
|
||||
/>
|
||||
</label>
|
||||
</div>
|
||||
</form>
|
||||
{newKey && (
|
||||
<div className="new-key-box">
|
||||
<strong>Neuer Key (nur einmal sichtbar):</strong>
|
||||
<code>{newKey}</code>
|
||||
<button onClick={() => setNewKey(null)}>✕</button>
|
||||
</div>
|
||||
)}
|
||||
</section>
|
||||
|
||||
<section>
|
||||
@@ -68,28 +391,106 @@ function App() {
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>ID</th>
|
||||
<th></th>
|
||||
<th>Name</th>
|
||||
<th>Key</th>
|
||||
<th>User</th>
|
||||
<th>Status</th>
|
||||
<th>Läuft ab</th>
|
||||
<th className="th-quota">Tokens/Tag</th>
|
||||
<th className="th-quota">Tokens/Monat</th>
|
||||
<th className="th-quota">Req/Tag</th>
|
||||
<th className="th-quota">Req/Monat</th>
|
||||
<th></th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{apiKeys.map(key => (
|
||||
<tr key={key.id}>
|
||||
<td>{key.id}</td>
|
||||
<tr key={key.id} className={editKey?.id === key.id ? 'row-editing' : ''}>
|
||||
<td className="td-status">
|
||||
<span className={key.is_active ? 'status-active' : 'status-inactive'} title={key.is_active ? 'Aktiv' : 'Inaktiv'}>●</span>
|
||||
</td>
|
||||
<td>{key.name}</td>
|
||||
<td>{maskKey(key.key)}</td>
|
||||
<td>{key.user_id}</td>
|
||||
<td>{key.is_active ? 'Active' : 'Inactive'}</td>
|
||||
<td>{displayKey(key.key_prefix)}</td>
|
||||
<td>{key.expires_at ? new Date(key.expires_at).toLocaleDateString('de-DE', { timeZone: 'Europe/Berlin' }) : '∞'}</td>
|
||||
<td><QuotaBar used={key.tokens_used_today} limit={key.daily_tokens} isToken since={key.daily_reset_at} /></td>
|
||||
<td><QuotaBar used={key.tokens_used_month} limit={key.monthly_tokens} isToken since={key.monthly_reset_at} /></td>
|
||||
<td><QuotaBar used={key.requests_today} limit={key.daily_requests} since={key.daily_reset_at} /></td>
|
||||
<td><QuotaBar used={key.requests_month} limit={key.monthly_requests} since={key.monthly_reset_at} /></td>
|
||||
<td className="action-cell">
|
||||
<button className="btn-icon btn-icon-edit" data-tooltip="Bearbeiten" onClick={() => handleEdit(key)}>✏</button>
|
||||
{key.is_active ? (
|
||||
<button className="btn-icon btn-icon-warn" data-tooltip="Deaktivieren" onClick={() => handleDeactivate(key.id)}>⏸</button>
|
||||
) : (
|
||||
<button className="btn-icon btn-icon-ok" data-tooltip="Aktivieren" onClick={() => handleActivate(key.id)}>▶</button>
|
||||
)}
|
||||
<button className="btn-icon btn-icon-danger" data-tooltip="Löschen" onClick={() => handleDelete(key.id, key.name)}>✕</button>
|
||||
</td>
|
||||
</tr>
|
||||
))}
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
{editKey && (
|
||||
<div className="edit-section">
|
||||
<h3>Limits bearbeiten: <em>{editKey.name}</em></h3>
|
||||
<form onSubmit={handleSaveEdit} className="edit-form">
|
||||
<label>
|
||||
Tokens/Tag (k)
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
value={editForm.daily_tokens}
|
||||
onChange={(e) => setEditForm({ ...editForm, daily_tokens: e.target.value })}
|
||||
placeholder="∞"
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Tokens/Monat (k)
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
value={editForm.monthly_tokens}
|
||||
onChange={(e) => setEditForm({ ...editForm, monthly_tokens: e.target.value })}
|
||||
placeholder="∞"
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Requests/Tag
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
value={editForm.daily_requests}
|
||||
onChange={(e) => setEditForm({ ...editForm, daily_requests: e.target.value })}
|
||||
placeholder="∞"
|
||||
/>
|
||||
</label>
|
||||
<label>
|
||||
Requests/Monat
|
||||
<small>leer = unbegrenzt</small>
|
||||
<input
|
||||
type="number"
|
||||
min="0"
|
||||
value={editForm.monthly_requests}
|
||||
onChange={(e) => setEditForm({ ...editForm, monthly_requests: e.target.value })}
|
||||
placeholder="∞"
|
||||
/>
|
||||
</label>
|
||||
<div className="edit-actions">
|
||||
<button type="submit" className="btn-save">Speichern</button>
|
||||
<button type="button" className="btn-cancel" onClick={() => setEditKey(null)}>Abbrechen</button>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
)}
|
||||
</section>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
export default App;
|
||||
ReactDOM.createRoot(document.getElementById('root')).render(
|
||||
<React.StrictMode>
|
||||
<App />
|
||||
</React.StrictMode>
|
||||
);
|
||||
+378
-4
@@ -44,12 +44,386 @@ tr:hover {
|
||||
background: #f8f9fa;
|
||||
}
|
||||
|
||||
.status-active {
|
||||
|
||||
.header {
|
||||
display: flex;
|
||||
justify-content: space-between;
|
||||
align-items: center;
|
||||
margin-bottom: 40px;
|
||||
}
|
||||
|
||||
.header h1 {
|
||||
margin-bottom: 0;
|
||||
}
|
||||
|
||||
.login-form {
|
||||
max-width: 360px;
|
||||
margin: 80px auto;
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 12px;
|
||||
}
|
||||
|
||||
.login-form input {
|
||||
padding: 10px;
|
||||
border: 1px solid #ccc;
|
||||
border-radius: 4px;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.login-form button, .header button {
|
||||
padding: 10px 20px;
|
||||
background: #2c3e50;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.login-form button:hover, .header button:hover {
|
||||
background: #34495e;
|
||||
}
|
||||
|
||||
.error {
|
||||
color: #e74c3c;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.create-form {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 12px;
|
||||
}
|
||||
|
||||
.create-form .edit-form {
|
||||
margin-bottom: 0;
|
||||
}
|
||||
|
||||
.create-name {
|
||||
flex: 0 0 auto !important;
|
||||
}
|
||||
|
||||
.create-name input {
|
||||
width: 200px;
|
||||
}
|
||||
|
||||
.create-date {
|
||||
flex: 0 0 auto !important;
|
||||
}
|
||||
|
||||
.create-date input[type="date"] {
|
||||
width: 150px;
|
||||
}
|
||||
|
||||
.create-btn-wrap {
|
||||
flex: 0 0 auto;
|
||||
display: flex;
|
||||
align-items: flex-end;
|
||||
}
|
||||
|
||||
.create-form .btn-save:disabled {
|
||||
opacity: 0.6;
|
||||
cursor: not-allowed;
|
||||
}
|
||||
|
||||
.new-key-box {
|
||||
margin-top: 16px;
|
||||
padding: 12px 16px;
|
||||
background: #eafaf1;
|
||||
border: 1px solid #27ae60;
|
||||
border-radius: 4px;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 12px;
|
||||
}
|
||||
|
||||
.new-key-box code {
|
||||
flex: 1;
|
||||
font-size: 13px;
|
||||
word-break: break-all;
|
||||
}
|
||||
|
||||
.new-key-box button {
|
||||
background: none;
|
||||
border: none;
|
||||
cursor: pointer;
|
||||
font-size: 16px;
|
||||
color: #555;
|
||||
}
|
||||
|
||||
.btn-danger {
|
||||
padding: 4px 10px;
|
||||
background: #e74c3c;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
font-size: 12px;
|
||||
}
|
||||
|
||||
.btn-danger:hover {
|
||||
background: #c0392b;
|
||||
}
|
||||
|
||||
.settings-form {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 14px;
|
||||
max-width: 500px;
|
||||
}
|
||||
|
||||
.settings-row {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 12px;
|
||||
}
|
||||
|
||||
.settings-row label {
|
||||
width: 160px;
|
||||
flex-shrink: 0;
|
||||
font-weight: 500;
|
||||
color: #2c3e50;
|
||||
}
|
||||
|
||||
.settings-row input, .settings-row select {
|
||||
flex: 1;
|
||||
padding: 8px 10px;
|
||||
border: 1px solid #ccc;
|
||||
border-radius: 4px;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.settings-form button {
|
||||
align-self: flex-start;
|
||||
padding: 8px 20px;
|
||||
background: #2c3e50;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.settings-form button:hover {
|
||||
background: #34495e;
|
||||
}
|
||||
|
||||
.success {
|
||||
color: #27ae60;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.settings-value {
|
||||
flex: 1;
|
||||
font-size: 14px;
|
||||
color: #2c3e50;
|
||||
}
|
||||
|
||||
.settings-value small {
|
||||
margin-left: 8px;
|
||||
color: #999;
|
||||
font-size: 12px;
|
||||
}
|
||||
|
||||
/* Quota progress bars */
|
||||
.th-quota {
|
||||
width: 90px;
|
||||
}
|
||||
|
||||
.quota-cell {
|
||||
width: 100%;
|
||||
}
|
||||
|
||||
.quota-label {
|
||||
font-size: 12px;
|
||||
color: #555;
|
||||
white-space: nowrap;
|
||||
}
|
||||
|
||||
.quota-unlimited {
|
||||
color: #aaa;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.quota-since {
|
||||
display: block;
|
||||
font-size: 10px;
|
||||
color: #aaa;
|
||||
margin-top: 2px;
|
||||
}
|
||||
|
||||
.progress-bar {
|
||||
height: 4px;
|
||||
background: #e2e8f0;
|
||||
border-radius: 2px;
|
||||
margin-top: 4px;
|
||||
}
|
||||
|
||||
.progress-fill {
|
||||
height: 100%;
|
||||
border-radius: 2px;
|
||||
transition: width 0.3s ease;
|
||||
}
|
||||
|
||||
/* Edit form */
|
||||
.td-status {
|
||||
width: 20px;
|
||||
text-align: center;
|
||||
}
|
||||
|
||||
.status-active { color: #27ae60; font-size: 12px; }
|
||||
.status-inactive { color: #bdc3c7; font-size: 12px; }
|
||||
|
||||
.btn-icon {
|
||||
background: none;
|
||||
border: none;
|
||||
cursor: pointer;
|
||||
font-size: 16px;
|
||||
padding: 2px 4px;
|
||||
margin-right: 2px;
|
||||
border-radius: 3px;
|
||||
line-height: 1;
|
||||
position: relative;
|
||||
}
|
||||
|
||||
.btn-icon:hover {
|
||||
background: rgba(0, 0, 0, 0.06);
|
||||
}
|
||||
|
||||
.btn-icon-edit { color: #2980b9; }
|
||||
.btn-icon-warn { color: #e67e22; }
|
||||
.btn-icon-ok { color: #27ae60; }
|
||||
.btn-icon-danger { color: #e74c3c; }
|
||||
|
||||
.btn-icon::after {
|
||||
content: attr(data-tooltip);
|
||||
position: absolute;
|
||||
bottom: calc(100% + 8px);
|
||||
left: 50%;
|
||||
transform: translateX(-50%);
|
||||
background: #2c3e50;
|
||||
color: white;
|
||||
padding: 5px 10px;
|
||||
border-radius: 5px;
|
||||
font-size: 12px;
|
||||
font-weight: 400;
|
||||
white-space: nowrap;
|
||||
opacity: 0;
|
||||
pointer-events: none;
|
||||
transition: opacity 0.15s;
|
||||
z-index: 1000;
|
||||
}
|
||||
|
||||
.btn-icon::before {
|
||||
content: '';
|
||||
position: absolute;
|
||||
bottom: calc(100% + 2px);
|
||||
left: 50%;
|
||||
transform: translateX(-50%);
|
||||
border: 5px solid transparent;
|
||||
border-top-color: #2c3e50;
|
||||
opacity: 0;
|
||||
pointer-events: none;
|
||||
transition: opacity 0.15s;
|
||||
z-index: 1000;
|
||||
}
|
||||
|
||||
.btn-icon:hover::after,
|
||||
.btn-icon:hover::before {
|
||||
opacity: 1;
|
||||
}
|
||||
|
||||
.action-cell {
|
||||
white-space: nowrap;
|
||||
position: relative;
|
||||
overflow: visible;
|
||||
}
|
||||
|
||||
.row-editing {
|
||||
background: #eaf4fb !important;
|
||||
}
|
||||
|
||||
.edit-section {
|
||||
margin-top: 20px;
|
||||
padding: 16px 20px;
|
||||
background: #f0f7ff;
|
||||
border: 1px solid #3498db;
|
||||
border-radius: 6px;
|
||||
}
|
||||
|
||||
.edit-section h3 {
|
||||
margin: 0 0 14px;
|
||||
font-size: 15px;
|
||||
color: #2c3e50;
|
||||
font-weight: 600;
|
||||
}
|
||||
|
||||
.status-inactive {
|
||||
color: #e74c3c;
|
||||
font-weight: 600;
|
||||
.edit-section h3 em {
|
||||
font-style: normal;
|
||||
color: #2980b9;
|
||||
}
|
||||
|
||||
.edit-form {
|
||||
display: flex;
|
||||
flex-wrap: wrap;
|
||||
gap: 14px;
|
||||
align-items: flex-end;
|
||||
}
|
||||
|
||||
.edit-form label {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 3px;
|
||||
font-size: 13px;
|
||||
font-weight: 500;
|
||||
color: #34495e;
|
||||
}
|
||||
|
||||
.edit-form label small {
|
||||
font-weight: 400;
|
||||
color: #999;
|
||||
font-size: 11px;
|
||||
}
|
||||
|
||||
.edit-form input {
|
||||
padding: 6px 8px;
|
||||
border: 1px solid #bdc3c7;
|
||||
border-radius: 4px;
|
||||
font-size: 14px;
|
||||
width: 130px;
|
||||
}
|
||||
|
||||
.edit-actions {
|
||||
display: flex;
|
||||
gap: 8px;
|
||||
padding-bottom: 2px;
|
||||
}
|
||||
|
||||
.btn-save {
|
||||
padding: 6px 18px;
|
||||
background: #27ae60;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
font-size: 13px;
|
||||
}
|
||||
|
||||
.btn-save:hover {
|
||||
background: #219a52;
|
||||
}
|
||||
|
||||
.btn-cancel {
|
||||
padding: 6px 18px;
|
||||
background: #95a5a6;
|
||||
color: white;
|
||||
border: none;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
font-size: 13px;
|
||||
}
|
||||
|
||||
.btn-cancel:hover {
|
||||
background: #7f8c8d;
|
||||
}
|
||||
@@ -3,8 +3,13 @@ import react from '@vitejs/plugin-react'
|
||||
|
||||
export default defineConfig({
|
||||
plugins: [react()],
|
||||
clearScreen: false,
|
||||
server: {
|
||||
proxy: {
|
||||
'/api/api-keys': 'http://localhost:8001',
|
||||
'/api/settings': 'http://localhost:8001',
|
||||
'/api/ollama-models': 'http://localhost:8001',
|
||||
'/api/proxy-info': 'http://localhost:8001',
|
||||
'/api': 'http://localhost:8000',
|
||||
},
|
||||
},
|
||||
|
||||
+86
@@ -0,0 +1,86 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Dev runner: startet Proxy, Admin-API und Frontend gemeinsam."""
|
||||
import os
|
||||
import sys
|
||||
import signal
|
||||
import subprocess
|
||||
import threading
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def load_env(path: Path):
|
||||
if not path.exists():
|
||||
return
|
||||
for line in path.read_text(encoding='utf-8').splitlines():
|
||||
line = line.strip()
|
||||
if line and not line.startswith('#') and '=' in line:
|
||||
key, _, val = line.partition('=')
|
||||
os.environ.setdefault(key.strip(), val.strip().strip('"\''))
|
||||
|
||||
|
||||
def pipe_output(proc: subprocess.Popen, label: str, color: str):
|
||||
reset = '\033[0m'
|
||||
prefix = f'\033[{color}m[{label}]{reset} '
|
||||
for raw in iter(proc.stdout.readline, b''):
|
||||
sys.stdout.write(prefix + raw.decode(errors='replace'))
|
||||
sys.stdout.flush()
|
||||
|
||||
|
||||
def main():
|
||||
root = Path(__file__).parent
|
||||
load_env(root / '.env')
|
||||
|
||||
if not os.environ.get('ADMIN_PASSWORD'):
|
||||
print('Fehler: ADMIN_PASSWORD nicht gesetzt (siehe .env)')
|
||||
sys.exit(1)
|
||||
|
||||
python = root / '.venv' / 'bin' / 'python'
|
||||
backend = root / 'backend'
|
||||
frontend = root / 'frontend'
|
||||
|
||||
proxy_host = os.environ.get('PROXY_HOST', '0.0.0.0')
|
||||
proxy_port = os.environ.get('PROXY_PORT', '8000')
|
||||
admin_port = os.environ.get('ADMIN_PORT', '8001')
|
||||
|
||||
print('Initialisiere Datenbank...')
|
||||
subprocess.run([str(python), 'init_db.py'], cwd=backend, check=True)
|
||||
|
||||
print(f'Starte Proxy → http://{proxy_host}:{proxy_port}')
|
||||
print(f'Starte Admin-API → http://127.0.0.1:{admin_port}')
|
||||
print('Starte Frontend → http://localhost:5173')
|
||||
|
||||
env = {**os.environ, 'PYTHONUNBUFFERED': '1'}
|
||||
|
||||
procs = [
|
||||
(subprocess.Popen(
|
||||
[str(python), '-m', 'uvicorn', 'main:app', '--reload',
|
||||
'--host', proxy_host, '--port', proxy_port],
|
||||
cwd=backend, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, env=env,
|
||||
), 'Proxy ', '34'), # blau
|
||||
(subprocess.Popen(
|
||||
[str(python), '-m', 'uvicorn', 'admin:app', '--reload',
|
||||
'--host', '127.0.0.1', '--port', admin_port],
|
||||
cwd=backend, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, env=env,
|
||||
), 'Admin ', '33'), # gelb
|
||||
(subprocess.Popen(
|
||||
['npm', 'run', 'dev'],
|
||||
cwd=frontend, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
|
||||
), 'Frontend', '32'), # grün
|
||||
]
|
||||
|
||||
for proc, label, color in procs:
|
||||
threading.Thread(target=pipe_output, args=(proc, label, color), daemon=True).start()
|
||||
|
||||
def stop(*_):
|
||||
for p, _, _ in procs:
|
||||
p.terminate()
|
||||
|
||||
signal.signal(signal.SIGINT, stop)
|
||||
signal.signal(signal.SIGTERM, stop)
|
||||
|
||||
for p, _, _ in procs:
|
||||
p.wait()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@@ -0,0 +1,81 @@
|
||||
#!/bin/bash
|
||||
|
||||
# .env laden
|
||||
if [ -f .env ]; then
|
||||
set -a
|
||||
source .env
|
||||
set +a
|
||||
fi
|
||||
|
||||
# Virtuelle Umgebung aktivieren falls vorhanden
|
||||
if [ -f .venv/bin/activate ]; then
|
||||
source .venv/bin/activate
|
||||
elif [ -f venv/bin/activate ]; then
|
||||
source venv/bin/activate
|
||||
fi
|
||||
|
||||
if [ -z "$ADMIN_PASSWORD" ]; then
|
||||
echo "Fehler: ADMIN_PASSWORD ist nicht gesetzt. Bitte .env befüllen."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
PROXY_HOST=${PROXY_HOST:-0.0.0.0}
|
||||
PROXY_PORT=${PROXY_PORT:-8000}
|
||||
ADMIN_PORT=${ADMIN_PORT:-8001}
|
||||
FRONTEND_PORT=5173
|
||||
|
||||
PIDS=()
|
||||
|
||||
cleanup() {
|
||||
echo "Beende alle Prozesse..."
|
||||
for pid in "${PIDS[@]}"; do
|
||||
kill "$pid" 2>/dev/null
|
||||
done
|
||||
wait 2>/dev/null
|
||||
}
|
||||
|
||||
port_in_use() {
|
||||
lsof -iTCP:"$1" -sTCP:LISTEN -t &>/dev/null
|
||||
}
|
||||
|
||||
# Ports prüfen bevor irgendetwas gestartet wird
|
||||
for port in "$PROXY_PORT" "$ADMIN_PORT" "$FRONTEND_PORT"; do
|
||||
if port_in_use "$port"; then
|
||||
echo "Fehler: Port $port ist bereits belegt."
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
|
||||
trap cleanup EXIT INT TERM
|
||||
|
||||
# Datenbank initialisieren
|
||||
echo "Initialisiere Datenbank..."
|
||||
cd backend
|
||||
python3 init_db.py
|
||||
cd ..
|
||||
|
||||
# Backend starten
|
||||
echo "Starte Backend (Proxy) auf ${PROXY_HOST}:${PROXY_PORT}..."
|
||||
cd backend
|
||||
python3 -m uvicorn main:app --reload --host "$PROXY_HOST" --port "$PROXY_PORT" &
|
||||
PIDS+=($!)
|
||||
|
||||
# Admin-API immer nur lokal erreichbar (Host nicht konfigurierbar)
|
||||
echo "Starte Admin-API auf 127.0.0.1:${ADMIN_PORT}..."
|
||||
python3 -m uvicorn admin:app --reload --host 127.0.0.1 --port "$ADMIN_PORT" &
|
||||
PIDS+=($!)
|
||||
cd ..
|
||||
|
||||
# Frontend starten
|
||||
echo "Starte Frontend..."
|
||||
cd frontend
|
||||
npm install --silent
|
||||
npm run dev &
|
||||
PIDS+=($!)
|
||||
cd ..
|
||||
|
||||
echo "Backend läuft (Port $PROXY_PORT)"
|
||||
echo "Admin-API läuft (Port $ADMIN_PORT, nur lokal)"
|
||||
echo "Admin-Oberfläche: http://localhost:$FRONTEND_PORT"
|
||||
|
||||
wait
|
||||
Reference in new issue
Block a user