# Multi-stage Dockerfile for building Apache OpenDAL from source
# Stage 1: Build the Rust crates with a Rust toolchain
FROM rust:1.85-bullseye AS builder
# Non-interactive apt installs
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
cmake \
pkg-config \
libssl-dev \
libsnappy-dev \
zlib1g-dev \
libbz2-dev \
librocksdb-dev \
ca-certificates \
curl \
git \
unzip \
&& rm -rf /var/lib/apt/lists/*
# Copy the repository and build
WORKDIR /workspace
COPY . /workspace
# Build all workspace features; use locked to respect Cargo.lock if present
RUN cargo build --all-features --locked
# Stage 2: Runtime image
FROM debian:bookworm-slim AS runtime
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
libgcc1 \
libstdc++6 \
&& rm -rf /var/lib/apt/lists/*
# Copy built artifacts from the builder stage
COPY --from=builder /workspace/target /workspace/target
WORKDIR /workspace
# Expose a shell to verify the container is usable
CMD ["/bin/bash"]
# Ignore typical development artifacts .git node_modules target *.log *.tmp *.bak .DS_Store
- Failing step: [builder 5/5] RUN cargo build --all-features --locked - Exact error message and exit code: error: could not find `Cargo.toml` in `/workspace` or any parent directory; exit code 101 - Failing command/step details: Cargo build invoked in /workspace (WORKDIR /workspace) after COPY . /workspace, expecting a Cargo.toml manifest in /workspace or a parent; none found - Missing packages/files mentioned: Cargo.toml (manifest) not found in /workspace or any parent directory - Version/mismatch notes: - Base image used for the builder: rust:1.85-bullseye - Rust toolchain components being installed/used show Rust version 1.94.0 (latest update on 2026-03-05), indicating a newer toolchain was pulled into a 1.85-based image - Contextual hints: The repo contents were copied to /workspace, but the manifest is missing or not in the expected location, causing cargo to fail before building any crates.
# Multi-stage Dockerfile for building Apache OpenDAL from source
# Stage 1: Build the Rust crates with a Rust toolchain
FROM rust:1.85-bullseye AS builder
# Non-interactive apt installs
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
cmake \
pkg-config \
libssl-dev \
libsnappy-dev \
zlib1g-dev \
libbz2-dev \
librocksdb-dev \
ca-certificates \
curl \
git \
unzip \
&& rm -rf /var/lib/apt/lists/*
# Copy the repository and build
WORKDIR /workspace
COPY . /workspace
# Build the Rust workspace located under core/
RUN cd core && cargo build --all-features --locked
# Stage 2: Runtime image
FROM debian:bookworm-slim AS runtime
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
libgcc1 \
libstdc++6 \
&& rm -rf /var/lib/apt/lists/*
# Copy built artifacts from the builder stage
COPY --from=builder /workspace/core/target /workspace/core/target
WORKDIR /workspace
# Expose a shell to verify the container is usable
CMD ["/bin/bash"]
Summary: - Status: VerifyBuild status: build_failed - Concern: Final CMD is /bin/bash (interactive shell) rather than a concrete OpenDAL binary/server; runtime may miss dependencies (e.g., libsnappy, librocksdb, zlib) since only libgcc1 and libstdc++6 are installed in runtime. - Failing command/step: builder step 5/5: RUN cd core && cargo build --all-features --locked - Exact error: error: failed to run custom build command for librocksdb-sys v0.11.0+8.1.1 - process didn't exit successfully: /workspace/core/target/debug/build/librocksdb-sys-6c5dc1c52096493f/build-script-build (exit status: 101) - stderr excerpt: thread 'main' panicked at /usr/local/cargo/registry/src/index.crates.io-1949cf8c6b5b557f/bindgen-0.65.1/lib.rs:603:31: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - note: run with `RUST_BACKTRACE=1` to display a backtrace - Missing packages/files: libclang libraries not found (required by bindgen during librocksdb-sys build); LIBCLANG_PATH must point to a libclang installation - Dockerfile context: apt-get install list includes build-essential, cmake, pkg-config, libssl-dev, libsnappy-dev, zlib1g-dev, libbz2-dev, librocksdb-dev, ca-certificates, curl, git, unzip (no clang/libclang-dev) - Build environment details / version drift: base image uses rust:1.85-bullseye, but the build uses Rust 1.94.0 (latest update on 2026-03-05); toolchain drift between base image and cargo operations - Optional, actionable fixes: - Install libclang development libraries (e.g., apt-get install -y clang libclang-dev) and ensure clang/LLVM libs are accessible - Set LIBCLANG_PATH to the directory containing libclang.so (or install so it’s in standard library paths) - Rebuild after ensuring matching Rust toolchain and libclang availability, or pin a compatible toolchain and crate versions - Additional note: Consider adding a proper entrypoint or sample usage to avoid default /bin/bash in production/debug images.
# Multi-stage Dockerfile for building Apache OpenDAL from source
# Stage 1: Build the Rust crates with a Rust toolchain
FROM rust:1.85-bullseye AS builder
# Non-interactive apt installs
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
cmake \
pkg-config \
libssl-dev \
libsnappy-dev \
zlib1g-dev \
libbz2-dev \
librocksdb-dev \
ca-certificates \
curl \
git \
unzip \
clang \
libclang-dev \
libclang1 \
llvm \
&& rm -rf /var/lib/apt/lists/*
# Copy the repository and build
WORKDIR /workspace
COPY . /workspace
# Build the Rust workspace located under core/
RUN cd core && cargo build --all-features --locked
# Stage 2: Runtime image
FROM debian:bookworm-slim AS runtime
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
libgcc1 \
libstdc++6 \
&& rm -rf /var/lib/apt/lists/*
# Copy built artifacts from the builder stage
COPY --from=builder /workspace/core/target /workspace/core/target
WORKDIR /workspace
# Expose a shell to verify the container is usable
CMD ["/bin/bash"]
Concerns: Runtime image does not install bash but CMD tries to run /bin/bash; container may fail to start., Runtime image only installs a minimal set of libraries (ca-certificates, libgcc1, libstdc++6) and likely lacks runtime dependencies (e.g., librocksdb*, zlib, snappy, bz2, openssl) required by the built binaries in /workspace/core/target., The built artifacts are copied but not installed to a standard bin location; users must run the binary from /workspace/core/target/debug or release. Consider copying the binary into /usr/local/bin and including its runtime dependencies., If the purpose is to produce a runnable CLI or service, ensure the runtime image includes all libraries the binary links against; otherwise runtime might fail with missing libraries.
# Multi-stage Dockerfile for building Apache OpenDAL from source
# Stage 1: Build the Rust crates with a Rust toolchain
FROM rust:1.85-bullseye AS builder
# Non-interactive apt installs
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
cmake \
pkg-config \
libssl-dev \
libsnappy-dev \
zlib1g-dev \
libbz2-dev \
librocksdb-dev \
ca-certificates \
curl \
git \
unzip \
clang \
libclang-dev \
libclang1 \
llvm \
&& rm -rf /var/lib/apt/lists/*
# Copy the repository and build
WORKDIR /workspace
COPY . /workspace
# Build the Rust workspace located under core/
RUN cd core && cargo build --all-features --locked
# Stage 2: Runtime image
FROM debian:bookworm-slim AS runtime
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
bash \
ca-certificates \
libgcc1 \
libstdc++6 \
&& rm -rf /var/lib/apt/lists/*
# Copy built artifacts from the builder stage
COPY --from=builder /workspace/core/target /workspace/core/target
WORKDIR /workspace
# Default to a shell; this container is intended for inspection/usage rather than a specific daemon
CMD ["/bin/bash"]
Build timed out after 600s
# Multi-stage Dockerfile for building Apache OpenDAL from source
# Stage 1: Build the Rust crates with a Rust toolchain
FROM rust:1.85-bullseye AS builder
# Non-interactive apt installs
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
cmake \
pkg-config \
libssl-dev \
libsnappy-dev \
zlib1g-dev \
libbz2-dev \
librocksdb-dev \
ca-certificates \
curl \
git \
unzip \
clang \
libclang-dev \
libclang1 \
llvm \
&& rm -rf /var/lib/apt/lists/*
# Copy the repository and build
WORKDIR /workspace
COPY . /workspace
# Build the Rust crate with default features (faster for smoke tests)
RUN cd core && cargo build --locked
# Stage 2: Runtime image
FROM debian:bookworm-slim AS runtime
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
bash \
ca-certificates \
libgcc1 \
libstdc++6 \
&& rm -rf /var/lib/apt/lists/*
# Copy built artifacts from the builder stage
COPY --from=builder /workspace/core/target /workspace/core/target
WORKDIR /workspace
# Default to a shell; this container is intended for inspection/usage rather than a specific daemon
CMD ["/bin/bash"]
Concerns: Runtime image lacks common runtime libraries (e.g., libssl, libsnappy, zlib, rocksdb deps) that may be required to execute the built Rust binaries, so the binary may not run even though the target directory exists. The container currently starts a shell, which is fine for inspection, but executing the built artifact may fail. Smoke [PASS]: test -d /workspace/core/target/debug || test -d /workspace/core/target/release Smoke [PASS]: ls -1 /workspace/core/target/debug | head -n 1 Smoke [PASS]: ls -1 /workspace/core/target | head -n 1