get build working on linux without torch

arcee-ai · Nov 5, 2024 · 32b526f · 32b526f
1 parent 0378fd4
commit 32b526f
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 322 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -1,5 +1,5 @@
 # Build stage
-FROM python:3.12-slim AS builder
+FROM --platform=linux/amd64 python:3.12-slim AS builder
 
 # Set working directory
 WORKDIR /app
@@ -16,7 +16,7 @@ COPY requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
 # Final stage
-FROM python:3.12-slim
+FROM --platform=linux/amd64 python:3.12-slim
 
 # Install curl for the healthcheck
 RUN apt-get update && apt-get install -y --no-install-recommends \

diff --git a/optillm.py b/optillm.py
@@ -10,7 +10,6 @@
 import glob
 import asyncio
 import re
-from concurrent.futures import ThreadPoolExecutor
 
 # Import the LiteLLM wrapper
 from optillm.litellm_wrapper import LiteLLMWrapper

diff --git a/optillm/cot_decoding.py b/optillm/cot_decoding.py
diff --git a/optillm/plugins/router_plugin.py b/optillm/plugins/router_plugin.py
diff --git a/requirements.txt b/requirements.txt
@@ -4,8 +4,8 @@ openai
 z3-solver
 aiohttp
 flask
-torch
-transformers
+#torch
+#transformers
 azure.identity
 tiktoken
 scikit-learn
@@ -18,4 +18,5 @@ presidio_anonymizer
 nbformat
 nbconvert
 ipython
-ipykernel
+ipykernel
+sympy