add api, distributed setup

.dockerignore

@@ -0,0 +1,10 @@
+**/__pycache__/
+.pytest_cache/
+.git
+.github
+.vscode
+.DS_Store
+.env
+
+
+tests

.python-version

@@ -0,0 +1 @@
+3.12.2

Dockerfile.api

@@ -0,0 +1,23 @@
+FROM python:3.12
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Poetry
+RUN pip install --no-cache-dir poetry
+
+# Copy only requirements to cache them in docker layer
+COPY pyproject.toml poetry.lock* ./
+
+# Project initialization:
+RUN poetry config virtualenvs.create false \
+    && poetry install --no-interaction --no-ansi
+
+# Copy project
+COPY src .
+
+CMD ["python", "-m", "ell.api"]

Dockerfile.studio

@@ -0,0 +1,44 @@
+# Start with a Node.js base image for building the React app
+FROM node:20 AS client-builder
+
+WORKDIR /app/ell-studio
+
+# Copy package.json and package-lock.json (if available)
+COPY ell-studio/package.json ell-studio/package-lock.json* ./
+
+# Install dependencies
+RUN npm ci
+
+# Copy the rest of the client code
+COPY ell-studio .
+
+# Build the React app
+RUN npm run build
+
+# Now, start with the Python base image
+FROM python:3.12
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Poetry
+RUN pip install --no-cache-dir poetry
+
+# Copy only requirements to cache them in docker layer
+COPY pyproject.toml poetry.lock* ./
+
+# Project initialization:
+RUN poetry config virtualenvs.create false \
+    && poetry install --no-interaction --no-ansi
+
+# Copy the Python project
+COPY src .
+
+# Copy the built React app from the client-builder stage
+COPY --from=client-builder /app/ell-studio/build /app/ell/studio/static
+
+CMD ["python", "-m", "ell.studio"]

docker-compose.yml

@@ -0,0 +1,74 @@
+services:
+  api:
+    build:
+      context: .
+      dockerfile: Dockerfile.api
+      tags:
+        - ell-api
+
+    ports:
+      - "8081:8081"
+    environment:
+      - HOST=0.0.0.0
+      - PORT=8081
+      - ELL_PG_CONNECTION_STRING=postgresql://ell_user:ell_password@postgres:5432/ell_db
+      - ELL_MQTT_CONNECTION_STRING=mqtt://mqtt:1883
+      - LOG_LEVEL=DEBUG
+    depends_on:
+      - postgres
+      - mqtt
+
+  studio:
+    build:
+      context: .
+      dockerfile: Dockerfile.studio
+      tags:
+        - ell-studio
+    ports:
+      - "8080:8080"
+    environment:
+      - HOST=0.0.0.0
+      - PORT=8080 # currently doesn't take effect -- cli defaults it
+      - ELL_PG_CONNECTION_STRING=postgresql://ell_user:ell_password@postgres:5432/ell_db
+      - ELL_MQTT_CONNECTION_STRING=mqtt://mqtt:1883
+    depends_on:
+      - postgres
+      - mqtt
+    develop:
+      watch:
+        - action: sync+restart
+          path: ./src/ell/studio
+          target: /app/ell/studio
+
+  mqtt:
+    image: eclipse-mosquitto:latest
+    ports:
+      - "1883:1883"
+    command: mosquitto -c /mosquitto/config/mosquitto.conf
+    volumes:
+      - mosquitto_config:/mosquitto/config
+    depends_on:
+      - mqtt-config
+
+  mqtt-config:
+    image: busybox
+    volumes:
+      - mosquitto_config:/mosquitto/config
+    command: >
+      sh -c "echo 'listener 1883' > /mosquitto/config/mosquitto.conf &&
+             echo 'allow_anonymous true' >> /mosquitto/config/mosquitto.conf"
+
+  postgres:
+    image: postgres:16
+    environment:
+      - POSTGRES_USER=ell_user
+      - POSTGRES_PASSWORD=ell_password
+      - POSTGRES_DB=ell_db
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    ports:
+      - "5432:5432"
+
+volumes:
+  postgres_data:
+  mosquitto_config:

examples/calculator_structured.py

@@ -3,7 +3,6 @@
 from typing import Any, Literal, Type, Union
 import pydantic
 
-from ell.stores.sql import SQLiteStore
 
 ell.config.verbose = True
 
@@ -69,5 +68,10 @@ def calc_structured(task: str) -> float:
 
 
 if __name__ == "__main__":
-    ell.set_store('./logdir', autocommit=True)
+    # Local
+    ell.init(storage_dir='./logdir', autocommit=True)
+
+    # API server
+    # ell.init(base_url="http://localhost:8081", autocommit=True)
+
     print(calc_structured("What is two plus two?"))

pyproject.toml

@@ -25,7 +25,7 @@ include = [
 ]
 
 [tool.poetry.dependencies]
-python = ">=3.9"
+python = ">=3.9,<4"
 fastapi = "^0.111.1"
 numpy = "^2.0.1"
 dill = "^0.3.8"
@@ -41,8 +41,12 @@ typing-extensions = "^4.12.2"
 black = "^24.8.0"
 json-fix = "^1.0.0"
 pillow = "^10.4.0"
+aiomqtt = "^2.3.0"
+psycopg2 = "^2.9.9"
 [tool.poetry.group.dev.dependencies]
 pytest = "^8.3.2"
+polyfactory = "^2.16.2"
+pytest-mock = "^3.14.0"
 
 sphinx = "<8.0.0"
 sphinx-rtd-theme = "^2.0.0"

src/ell/__version__.py

@@ -1,6 +1,6 @@
-try:
-    from importlib.metadata import version
-except ImportError:
-    from importlib_metadata import version
+from importlib.metadata import version, PackageNotFoundError
 
-__version__ = version("ell-ai")
+try:
+    __version__ = version("ell-ai")
+except PackageNotFoundError:
+    __version__ = "unknown"