update package

Dockerfile

@@ -1,4 +1,25 @@
 # syntax=docker/dockerfile:1.4
+# Python stage for running Python scripts
+FROM python:3.9-slim AS python-runner
+
+WORKDIR /app
+
+# Copy requirements.txt and install dependencies
+COPY --link requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy Python scripts
+COPY --link python/ ./python/
+
+# Run all Python scripts in order
+RUN for script in $(ls -1 python/*.py | sort); do python $script; done
+
+
+# Base stage
+FROM oven/bun:1 AS base
+
+# # Copy Python output files to the base image
+# COPY --from=python-runner --link /tmp/python_output /app/python_output/
 
 FROM oven/bun:1 AS base
 
@@ -35,7 +56,7 @@ RUN \
     adduser --system --uid 1001 nextjs
 
 # Public files are served by nextjs.
-COPY --from=builder --link /app/public ./public
+COPY --from=python-runner --link /app/public ./public
 
 # Automatically leverage output traces to reduce image size
 COPY --from=builder --link --chown=1001:1001 /app/.next/standalone ./

requirements.txt

@@ -2,4 +2,5 @@ requests
 tqdm
 duckdb
 pyarrow
-pandas
+pandas
+pyyaml