FROM python:3.11-slim
# Basic metadata
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# System dependencies for building Python extensions and Rust
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
libffi-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain version 1.93 to satisfy project requirements
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain=1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Create and copy project
WORKDIR /workspace
COPY . /workspace
# Install Python build tooling and the project itself from source
RUN python -m pip install --upgrade pip setuptools wheel \
&& python -m pip install -e .
# Default command: verify that Pathway Python package imports
CMD ["python", "-c", "import pathway as p; print('Pathway ready', getattr(p, '__version__', 'unknown'))"]
__pycache__/ *.pyc *.pyo *.pyd *.swp *.swo *.log build/ dist/ *.egg-info/ .env env/ *.DS_Store .node_modules/ venv/ .git/ .target/ Cargo.lock
Summary of Docker build error - Failing command/step - RUN python -m pip install --upgrade pip setuptools wheel && python -m pip install -e . - Exact error message and exit code - error: failed to run custom build command for `zstd-sys v2.0.16+zstd.1.5.7` - Caused by: - process didn't exit successfully: `/workspace/target/release/build/zstd-sys-150b9289fd74ba0b/build-script-build` (exit status: 101) - ... (stdout/stderr excerpt) - thread 'main' (3450) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/bindgen-0.72.1/lib.rs:616:27: - Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - exit status: 101 (as shown by the build step) - Missing packages or files mentioned - libclang shared libraries are missing; the build cannot locate libclang and suggests setting LIBCLANG_PATH. No libclang binaries detected in the image. - Version mismatch information - Python base: python:3.11-slim (Python 3.11) - Rust toolchain installed: 1.93.0 (x86_64-unknown-linux-gnu) - No explicit version mismatch reported as the root cause; the failure is due to missing libclang for a Rust/Cargo build invoked via maturin. - Additional context - The failure causes the final pip install -e . to fail, so the editable pathway build (pathway) cannot be installed. - Result - pathway build failed; overall Docker build failed at the final step.
FROM python:3.11-slim
# Basic metadata
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# System dependencies for building Python extensions and Rust
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
libffi-dev \
clang \
libclang-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain version 1.93 to satisfy project requirements
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain=1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Create and copy project
WORKDIR /workspace
COPY . /workspace
# Install Python build tooling and the project itself from source
RUN python -m pip install --upgrade pip setuptools wheel \
&& python -m pip install -e .
# Default command: verify that Pathway Python package imports
CMD ["python", "-c", "import pathway as p; print('Pathway ready', getattr(p, '__version__', 'unknown'))"]
Build timed out after 600s
FROM python:3.11-slim
# Basic metadata
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# System dependencies for building Python extensions and Rust
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
libffi-dev \
clang \
libclang1 \
python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain version 1.93 to satisfy project requirements
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain=1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Create and copy project
WORKDIR /workspace
COPY . /workspace
# Install Python build tooling and the project itself from source
RUN python -m pip install --upgrade pip setuptools wheel \
&& python -m pip install -e .
# Default command: verify that Pathway Python package imports
CMD ["python", "-c", "import pathway as p; print('Pathway ready', getattr(p, '__version__', 'unknown'))"]
Build timed out after 600s
# Stage 1: build the Python extension (Rust) with maturin
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# System dependencies
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
build-essential \
curl \
pkg-config \
libssl-dev \
libffi-dev \
clang \
libclang-dev \
python3 \
python3-pip \
python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain 1.93
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain=1.93.0
ENV PATH=/root/.cargo/bin:$PATH
# Install maturin for building PyO3 extensions
RUN python3 -m pip install --upgrade pip setuptools wheel \
&& python3 -m pip install maturin
# Set working directory and copy sources
WORKDIR /workspace
COPY . /workspace
# Build the wheel for Python 3.11
# -i specifies the Python interpreter to use
RUN maturin build -i $(which python3) -C debuginfo
# Stage 2: runtime image
FROM python:3.11-slim
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# System dependencies for runtime (optional but keeps runtime small)
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from builder and install
COPY --from=builder /workspace/target/wheels/*.whl /tmp/
RUN python3 -m pip install --no-cache-dir /tmp/*.whl
# Default command: quick smoke test
CMD ["python", "-c", "import pathway as p; print('Pathway ready', getattr(p, '__version__', 'unknown'))"]
- Exact error message and exit code
- error: unexpected argument '-C' found
-
tip: to pass '-C' as a value, use '-- -C'
-
Usage: maturin build [OPTIONS] [ARGS]...
-
For more information, try '--help'.
- Exit code: 2
- Failing command/step
- RUN maturin build -i $(which python3) -C debuginfo
- Dockerfile: line 36 (builder 7/7)
- Missing packages or files mentioned
- None reported as missing. The log shows successful package installation earlier; the failure is due to CLI usage, not missing dependencies.
- Version or mismatch information (from the log)
- maturin version installed: 1.12.6
- Python interpreter in use for the build: $(which python3) (context shows Python 3.11 in earlier stages)
- Rust toolchain installed during the process: rustup toolchain 1.93.0 (Rust 1.93.0)
- The error indicates a CLI usage issue, not a missing package or library, potentially due to how -C is parsed by maturin in this version. The log even notes: “tip: to pass '-C' as a value, use '-- -C'”, suggesting the fix is to pass -C after a --, e.g., maturin build -i $(which python3) -- -C debuginfo.# Stage 1: build the Python extension (Rust) with maturin
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# System dependencies
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
build-essential \
curl \
pkg-config \
libssl-dev \
libffi-dev \
clang \
libclang-dev \
python3 \
python3-pip \
python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain 1.93
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain=1.93.0
ENV PATH=/root/.cargo/bin:$PATH
# Install maturin for building PyO3 extensions
RUN python3 -m pip install --upgrade pip setuptools wheel \
&& python3 -m pip install maturin
# Set working directory and copy sources
WORKDIR /workspace
COPY . /workspace
# Build the wheel for Python 3.11
# -i specifies the Python interpreter to use
RUN maturin build -- -C debuginfo
# Stage 2: runtime image
FROM python:3.11-slim
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# System dependencies for runtime (optional but keeps runtime small)
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from builder and install
COPY --from=builder /workspace/target/wheels/*.whl /tmp/
RUN python3 -m pip install --no-cache-dir /tmp/*.whl
# Default command: quick smoke test
CMD ["python", "-c", "import pathway as p; print('Pathway ready', getattr(p, '__version__', 'unknown'))"]
Build timed out after 600s
# Build the Python extension using maturin, then install into a Python runtime image
# 1) Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ghcr.io/pyo3/maturin:latest AS builder
WORKDIR /workspace
# Copy manifest first to leverage cached layers (Cargo.toml exists at repo root)
COPY Cargo.toml Cargo.lock ./
# Copy the full repository (after manifest) to build the wheel
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# 2) Runtime stage: lightweight Python image with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy the built wheel from the builder and install it
COPY --from=builder /workspace/target/wheels/*.whl /tmp/
RUN pip install --no-cache-dir /tmp/*.whl && rm -f /tmp/*.whl
# Basic verification command (executes on container start)
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))" ]
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates python3.11 python3.11-venv python3-pip pkg-config libssl-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust via rustup
ENV PATH="/root/.cargo/bin:${PATH}"
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
RUN rustc --version && cargo --version
# Install maturin which builds PyO3 wheels
RUN python3.11 -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage cached layers
COPY Cargo.toml Cargo.lock ./
# Copy source after manifest
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels/*.whl /tmp/
RUN pip install --no-cache-dir /tmp/*.whl && rm -f /tmp/*.whl
# Simple validation command to ensure package is importable
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))" ]
__pycache__/ *.pyc *.pyo *.pyd *.swp *.lock target/ build/ .dist/ *.egg-info/ *.egg/ .env __MACOSX/ .DS_Store .git/
Summary: - Exact error message (and note on exit code) - ERROR: failed to build: failed to solve: failed to compute cache key: failed to calculate checksum of ref dm0crafjnw8l43ifl6uhde0ck::rt07ctvqecta8kt0s92hxrzm5: "/Cargo.lock": not found - The log does not show an explicit numeric exit code; the above is the exact error text. - Failing command/step - [builder 7/9] COPY Cargo.toml Cargo.lock ./ - Missing files or packages mentioned - Cargo.lock not found - Warning: CopyIgnoredFile: Attempting to Copy file "Cargo.lock" that is excluded by .dockerignore (line 20) - Implication: Cargo.lock is excluded from the build context, so it cannot be copied - Version/mismatch information - Base images involved: ubuntu:22.04 (builder) and python:3.11-slim (runtime) - No explicit version mismatch error reported - Additional context (concise) - The failure stems from attempting to copy Cargo.lock, but the file is excluded by .dockerignore, leading to a checksum/cache key failure during build. Possible remediation (brief) - Ensure Cargo.lock is present in the build context and not ignored by .dockerignore, or adjust the Dockerfile to avoid requiring Cargo.lock at this stage (e.g., generate/copy later in build).
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM python:3.11-slim AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels/*.whl /tmp/
RUN pip install --no-cache-dir /tmp/*.whl && rm -f /tmp/*.whl
# Basic command to verify import
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))"]
Concerns: COPY --from=builder /workspace/target/wheels/*.whl /tmp/ uses a glob pattern. Docker COPY does not expand globs, so this will fail to copy the wheel. Copy the entire wheels directory instead (e.g., /workspace/target/wheels -> /tmp/wheels) and reference /tmp/wheels/*.whl., The runtime installation command relies on a wheel named *.whl; consider copying all wheels or pinning the exact wheel filename., Potential mismatch between Python package name 'pathway' and the actual PyO3 extension module name; ensure the import path matches the built wheel's module name.
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM python:3.11-slim AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /tmp/wheels
RUN pip install --no-cache-dir /tmp/wheels/*.whl && rm -rf /tmp/wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))"]
- Build status: VerifyBuild status: build_failed - Concerns: Assumes the built wheel's Python package name is 'pathway'. If the package name differs, runtime install/import may fail. OpenSSL/runtime dependencies: ensure the runtime image includes the necessary libssl libraries; otherwise importing the extension may fail on minimal images. - Command that failed: RUN maturin build --release - Exit / error details: - Exit code: 101 - Error: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the LIBCLANG_PATH environment variable to a path where one of these files can be found (invalid: [])" - Note: run with RUST_BACKTRACE=1 for backtrace - What failed and why: maturin build failed while compiling a native Rust extension; the underlying cause is a missing libclang library required by bindgen during the zstd-sys build. - Missing packages/files: - libclang libraries not found in the image; LIBCLANG_PATH not set to a directory containing libclang.so (or variants) - apt-get step in Dockerfile installed many packages but did not install libclang/libclang-dev - Version/mismatch notes: - Base image: python:3.11-slim - maturin: 1.12.6 (via pip) - Rust toolchain via rustup: stable; rustc ~1.93.x/1.94.0 - Build host triple: x86_64-unknown-linux-gnu - Project type: mixed Python/Rust (maturin build) targeting CPython 3.11 - Docker context: Final build stage uses Dockerfile line RUN maturin build --release - Outcome: Docker build failed due to libclang issue during the maturin/native cargo step - Actionable remediation: - Install libclang and libclang-dev (e.g., apt-get install -y libclang-dev clang) and ensure they are on the PATH - Ensure LIBCLANG_PATH points to a directory containing libclang.so (or set via export LIBCLANG_PATH=/path/to/libclang) - Rebuild image after adding libclang-related packages; verify apt-get includes libclang-dev in the image - Optionally enable RUST_BACKTRACE=1 to obtain a backtrace for debugging
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM python:3.11-slim AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies (including libclang for bindgen)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev python3-dev \
clang libclang-dev llvm \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /tmp/wheels
RUN pip install --no-cache-dir /tmp/wheels/*.whl && rm -rf /tmp/wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))"]
Build timed out after 600s
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ghcr.io/pyo3/maturin:latest AS builder
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /wheels
RUN pip install --no-cache-dir /wheels/*.whl && rm -rf /wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))"]
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies (libclang is needed for bindgen)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev python3-dev \
clang libclang-dev llvm \
ca-certificates-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python3 -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml Cargo.lock ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /wheels
RUN pip install --no-cache-dir /wheels/*.whl && rm -rf /wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway, sys; print('pathway OK, version=', getattr(pathway, '__version__', 'unknown'))"]
Summary (under 1500 chars):
- Exact error message and exit code:
- Error: "ERROR: failed to calculate checksum of ref dm0crafjnw8l43ifl6uhde0ck::m9oxj3njarclf1cnp5ml1qvgs: "/Cargo.lock": not found"
- Exit code: not shown in the provided excerpt
- Failing command/step:
- [builder 6/8] COPY Cargo.toml Cargo.lock ./:
- Missing packages or files mentioned:
- Cargo.lock not found in build context
- Warning indicates Cargo.lock is excluded by .dockerignore (line 22), causing it to be missing from the build context
- Version mismatch info:
- Base images with pinned digests:
- FROM docker.io/library/python:3.11-slim@sha256:9358444059ed78e2975ada2c189f1c1a3144a5dab6f35bff8c981afb38946634
- FROM docker.io/library/ubuntu:22.04@sha256:ce4a593b4e323dcc3dd728e397e0a866a1bf516a1b7c31d6aa06991baec4f2e0
- Additional context / quick fix note:
- The COPY of Cargo.toml Cargo.lock fails because Cargo.lock is excluded by .dockerignore. To resolve, either ensure Cargo.lock is present in the build context or adjust .dockerignore to allow Cargo.lock (or remove it from the COPY if not needed).__pycache__/ *.pyc *.pyo *.pyd *.swp target/ build/ .dist/ *.egg-info/ *.egg/ .env __MACOSX/ .DS_Store .git/ !Cargo.lock
__pycache__/ *.pyc *.pyo *.pyd *.swp target/ build/ .dist/ *.egg-info/ *.egg/ .env __MACOSX/ .DS_Store .git/ Cargo.lock
- Exact error message (and note on exit code) - "ERROR: failed to build: failed to solve: failed to calculate checksum of ref dm0crafjnw8l43ifl6uhde0ck::pxsa7t99w9il8g0lm6ttb4p7x: "/Cargo.lock": not found" - No numeric exit code is shown in the log. - Failing command/step - [builder 6/8] COPY Cargo.toml Cargo.lock ./ - Missing packages or files mentioned - Cargo.lock not found (missing in the build context for COPY) - Cargo.lock is excluded by .dockerignore (CopyIgnoredFile warning: "Attempting to Copy file "Cargo.lock" that is excluded by .dockerignore (line 22)") - Version mismatch info - None present in the log.
__pycache__/ *.pyc *.pyo *.pyd *.swp target/ build/ .dist/ *.egg-info/ *.egg/ .env __MACOSX/ .DS_Store .git/
Summary: - Exact error message and exit code - E: Unable to locate package ca-certificates-dev - exit code: 100 - Failing command/step - [builder 2/8] RUN apt-get update && apt-get install -y --no-install-recommends build-essential curl ca-certificates pkg-config libssl-dev python3-dev clang libclang-dev llvm ca-certificates-dev && rm -rf /var/lib/apt/lists/* - Missing packages or files mentioned - ca-certificates-dev (reported as not found by apt) - Version mismatch info - Base images in use: python:3.11-slim and ubuntu:22.04; no explicit version mismatch shown in the log. The failure is due to a missing package, not a version incompatibility.
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies (include libclang for bindgen)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev clang libclang-dev llvm \
python3-dev python3-pip \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python3 -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml Cargo.lock ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /wheels
RUN pip install --no-cache-dir /wheels/*.whl && rm -rf /wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway; print('pathway OK')"]
Build timed out after 600s
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies (include libclang for bindgen)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev clang libclang-dev llvm \
python3-dev python3-pip \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python3 -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml Cargo.lock ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /wheels
RUN pip install --no-cache-dir /wheels/*.whl && rm -rf /wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway; print('pathway OK')"]
Concerns: Python ABI mismatch between builder and runtime: the builder image on Ubuntu 22.04 will have Python 3.10 by default, so maturin will build a wheel for CPython 3.10. The runtime uses Python 3.11; attempting to install a cp310 wheel into a cp311 interpreter will fail., No explicit Python version alignment: to reliably build a wheel for the runtime, either build with the same Python version as the runtime (e.g., using a Python 3.11 base for the builder) or build a manylinux wheel with proper ABI tagging., Potentially brittle dependency alignment: ensuring the wheel includes all required native libs (OpenSSL, libclang, etc.) depends on the build environment; mismatches could surface at runtime.
# Builder stage: compile the Rust/PyO3 extension and produce a wheel
FROM ubuntu:22.04 AS builder
ENV DEBIAN_FRONTEND=noninteractive
# Install build tools and dependencies (include libclang for bindgen)
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config libssl-dev clang libclang-14-dev llvm \
python3.11 python3.11-dev python3.11-venv python3-pip \
&& rm -rf /var/lib/apt/lists/*
# Ensure libclang path for bindgen is discoverable
ENV LIBCLANG_PATH=/usr/lib/llvm-14/lib
# Install Rust toolchain via rustup
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin for building PyO3 wheels
RUN python3.11 -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to leverage Docker cache
COPY Cargo.toml Cargo.lock ./
# Copy the rest of the source
COPY . .
# Build the Python wheel in release mode
RUN python3.11 -m maturin build --release
# Runtime stage: lightweight Python runtime with the built wheel installed
FROM python:3.11-slim AS runtime
WORKDIR /app
ENV PYTHONUNBUFFERED=1
# Copy built wheel from builder and install it
COPY --from=builder /workspace/target/wheels /wheels
RUN python -m pip install --no-cache-dir /wheels/*.whl && rm -rf /wheels
# Basic command to verify import
CMD ["python", "-c", "import pathway; print('pathway OK')"]
Build timed out after 600s
Build timed out after 600s
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-re commends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to take advantage of Docker caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN --mount=type=cache,target=/root/.cargo/registry \
--mount=type=cache,target=/root/.cargo/git \
maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/pathway-*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
# Ignore common VCS and build artifacts .git .gitignore node_modules/ target/ workspace/ *.log *.tmp *.bak *.swp *.DS_Store .env __pycache__/ *.pyc *.pyo build/ dist/ *.egg-info/
Concerns: apt-get install line contains a typo: '--no-install commends' should be '--no-install-recommends' (this will cause the build to fail).
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to take advantage of Docker caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN --mount=type=cache,target=/root/.cargo/registry \
--mount=type=cache,target=/root/.cargo/git \
maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/pathway-*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
Summary (under 1500 chars):
- Failing command/step:
[builder 8/10] RUN --mount=type=cache,target=/root/.cargo/registry \
--mount=type=cache,target=/root/.cargo/git maturin build --release
- Exact error message and exit code:
error: failed to run custom build command for `zstd-sys v2.0.16+zstd.1.5.7`
Caused by:
process didn't exit successfully: `/workspace/target/release/build/zstd-sys-1b7b9b24af831b6e/build-script-build` (exit status: 101)
...
thread 'main' (3634) panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/bindgen-0.72.1/lib.rs:616:27:
Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])"
...
Cargo build finished with "exit status: 101"
...
maturin failed
Caused by: Failed to build a native library through cargo
Caused by: Cargo build finished with "exit status: 101"
- Missing packages/files mentioned:
- libclang libraries are not found (LIBCLANG_PATH not set).
- Version/mismatch details (from log):
- Python base image: python:3.11-slim
- Rust toolchain installed: 1.93.0-x86_64-unknown-linux-gnu (rustup reported 1.93.0)
- maturin: 1.12.6
- zstd-sys crate attempted: v2.0.16+zstd.1.5.7
No libclang provided by the image, causing the bindgen step to fail.# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
libclang-dev \
llvm \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
WORKDIR /workspace
# Copy manifest first to take advantage of Docker caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN --mount=type=cache,target=/root/.cargo/registry \
--mount=type=cache,target=/root/.cargo/git \
maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/pathway-*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
Build timed out after 600s
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
libclang-dev \
llvm \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
# Ensure libclang is discoverable for bindgen
ENV LIBCLANG_PATH=/usr/lib/x86_64-linux-gnu
WORKDIR /workspace
# Copy manifest first to take advantage of Docker caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/pathway-*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
Build timed out after 600s
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-dev \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
ENV LIBCLANG_PATH=/usr/lib/llvm-14/lib
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/pathway-*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
- Failing step: RUN maturin build --release - Failing package/target: zstd-sys v2.0.16+zstd.1.5.7 during maturin build - Exact error (highlights): - error: failed to run custom build command for `zstd-sys v2.0.16+zstd.1.5.7` - thread 'main' panicked at ... bindgen-0.72.1/lib.rs:616:27: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - exit status: 101 - maturin failed - Cargo build finished with "exit status: 101" - Docker step: ERROR: process "/bin/sh -c maturin build --release" did not complete successfully: exit code: 1 - Root cause: libclang not found at build time; LIBCLANG_PATH not set or not pointing to a directory containing libclang.so - Missing/problematic libs reported: - Missing: libclang libraries not found at build time - Message: "Unable to find libclang: ... set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found" - Note: image had libclang-19-dev, libclang-dev, libclang1-19 installed, but runtime did not detect a valid LIBCLANG_PATH - Environment/version hints: - Rust toolchain: rustup default 1.93.0 (Rust 1.93.0-x86_64-unknown-linux-gnu) - Python: maturin uses CPython 3.11 (Found CPython 3.11 at /usr/local/bin/python3) - Maturin: 1.12.6 - LLVM/Clang components installed: clang-19, llvm-19, etc., but LIBCLANG_PATH not configured - Copy step note (potential fragility): The copy step cp -a /workspace/target/wheels/* /workspace/wheels/ may fail during build if maturin does not produce wheels (e.g., due to compilation errors) or if the path differs - Failing command/step repeated: RUN maturin build --release
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-dev \
libclang1 \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
ENV LIBCLANG_PATH=/usr/lib/llvm-14/lib
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/*
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
- Build status: build_failed - Failing step/command: builder step 8/10: RUN maturin build --release - Exit code: 101 - Error: failed to run custom build command for `zstd-sys v2.0.16+zstd.1.5.7` - Caused by: process didn't exit successfully: `/workspace/target/release/build/zstd-sys-1b7b9b24af831b6e/build-script-build` (exit status: 101) - Critical stdout/stderr excerpt: - thread 'main' panicked at ...: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - note: run with `RUST_BACKTRACE=1` - warning: build failed, waiting for other jobs to finish... - Missing packages/files: - libclang libraries not found at build time; error references missing libclang: libclang.so / libclang-*.so - Suggestion visible: set LIBCLANG_PATH to a directory containing libclang libraries - Although prior steps install clang/libclang (e.g., libclang-19, clang-19), the build environment cannot locate them during maturin/cargo build - Version/info: - Rust toolchain: 1.93.0 (x86_64-unknown-linux-gnu); rustc 1.93.0 (254b59607 2026-01-19) - maturin: 1.12.6 - bindgen: 0.72.1 - Python: CPython 3.11 at /usr/local/bin/python3 - Base image: Debian-based (trixie); Python 3.11-slim variant used earlier - Root cause: LIBCLANG_PATH not set; libclang libraries not found despite apt installs - Quick fix: Ensure libclang is available at runtime and set LIBCLANG_PATH to a directory containing libclang.so (or libclang-*.so), e.g. export LIBCLANG_PATH=/usr/lib/llvm-19/lib or the path to your clang/libclang libs
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-dev \
libclang1 \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
ENV LIBCLANG_PATH=/usr/lib/llvm-14/lib:/usr/lib/x86_64-linux-gnu
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
Summary
- VerifyBuild status: build_failed
- Concern: The runtime’s default CMD imports the 'pathway' module, which assumes the wheel provides a Python package named 'pathway'. If the actual module name differs, tests will fail.
- Failing step: RUN maturin build --release
- Top-level failure: ERROR: failed to build: failed to solve: process "/bin/sh -c maturin build --release" did not complete successfully: exit code: 1
- Underlying maturin/cargo failure:
- error: failed to run custom build command for `zstd-sys v2.0.16+zstd.1.5.7`
- Caused by: process didn't exit successfully: `/workspace/target/release/build/zstd-sys-1b7b9b24af831b6e/build-script-build` (exit status: 101)
- Stderr excerpt:
- thread 'main' ... bindgen-0.72.1/lib.rs:616:27:
- Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])"
- note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
- 303.3 maturin failed
- Caused by: Failed to build a native library through cargo
- Cargo build finished with "exit status: 101": `env -u CARGO ... cargo rustc ... --lib --crate-type "cdylib"`
- Failing step details: Missing: libclang libraries (libclang.so, libclang-*.so, libclang.so.*, libclang-*.so.*); The error instructs to set LIBCLANG_PATH to a directory containing those libclang files
- Version/mismatch or related info:
- zstd-sys crate version: v2.0.16+zstd.1.5.7
- bindgen version: 0.72.1 (triggered the libclang lookup failure)
- Build log indicates maturin/Rust tooling attempting PyO3 for CPython 3.11 (Found CPython 3.11 at /usr/local/bin/python3), but failure is due to missing libclang
- No explicit component version mismatch beyond normal versions; core issue is missing libclang in the build environment
- Actionable next steps:
- Install libclang or ensure it is accessible, and set LIBCLANG_PATH to a directory containing libclang.so, libclang-*.so, libclang.so.*, or libclang-*.so.*
- Alternatively adjust environment so libclang is discoverable during build
- Versions noted:
- zstd-sys v2.0.16+zstd.1.5.7
- bindgen 0.72.1# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-15-dev \
libclang1 \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
ENV LIBCLANG_PATH=/usr/lib/llvm-15/lib:/usr/lib/x86_64-linux-gnu
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
- Failing step - [builder 2/10] RUN apt-get update && apt-get install -y --no-install-recommends build-essential curl ca-certificates pkg-config libssl-dev git python3-dev clang llvm libclang-15-dev libclang1 && rm -rf /var/lib/apt/lists/* - Exact error message and exit code - Error: E: Unable to locate package libclang-15-dev - Overall failure: ERROR: failed to build: failed to solve: process "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential curl ca-certificates pkg-config libssl-dev git python3-dev clang llvm libclang-15-dev libclang1 && rm -rf /var/lib/apt/lists/*" did not complete successfully: exit code: 100 - Missing packages or files mentioned - libclang-15-dev (apt-get could not locate this package) - Version mismatch / environment info - Base image context uses Debian trixie (as seen in apt sources). The install attempt requests libclang-15-dev, which is not found in these repositories, suggesting a mismatch between the requested libclang version and available packages in the current distro/repo.
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-dev \
libclang1 \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
ENV LIBCLANG_PATH=/usr/lib/llvm-14/lib:/usr/lib/x86_64-linux-gnu
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
- Failing step: builder 8/10, RUN maturin build --release - Root cause (stderr): thread 'main' panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/bindgen-0.72.1/lib.rs:616:27: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - Underlying cargo/maturin failure: Cargo build finished with "exit status: 101"; maturin failed - Outer build error: process "/bin/sh -c maturin build --release" did not complete successfully: exit code: 1 - Failing command/step: RUN maturin build --release - Missing packages/files mentioned: libclang libraries missing/unlocatable (libclang.so, libclang-*.so, libclang.so.*, libclang-*.so.*); LIBCLANG_PATH not set to a directory containing LibClang - Version/mismatch information: - Rust toolchain observed: "info: syncing channel updates for 1.93-x86_64-unknown-linux-gnu" with latest update to 1.93.1; initial toolchain set to 1.93.0 - Python CPython detected: Found CPython 3.11 at /usr/local/bin/python3 - Build target: x86_64-unknown-linux-gnu - Failing build is for zstd-sys v2.0.16+zstd.1.5.7 via bindgen (bindings-related constraint may interact with libclang availability) - Notes / remedy: Install libclang and/or libclang-dev, or provide LIBCLANG_PATH to a valid libclang installation before running maturin build. Summary: The build fails due to missing libclang libraries; set LIBCLANG_PATH or install libclang-dev, and verify Rust 1.93.x compatibility and libclang availability before rerunning: maturin build --release.
# syntax=docker/dockerfile:1
# Build stage: compile the Python extension from source using maturin (PyO3)
FROM python:3.11-slim as builder
ENV PYTHONUNBUFFERED=1
ENV DEBIAN_FRONTEND=noninteractive
# Install build dependencies and Rust toolchain
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
ca-certificates \
pkg-config \
libssl-dev \
git \
python3-dev \
clang \
llvm \
libclang-dev \
libclang1 \
&& rm -rf /var/lib/apt/lists/*
# Install Rust toolchain (1.93) for PyO3
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.93.0
ENV PATH="/root/.cargo/bin:${PATH}"
# Install maturin to build Python wheels from Rust
RUN python -m pip install --no-cache-dir maturin
# Ensure libclang path is discoverable by bindgen
ENV LIBCLANG_PATH=/usr/lib/llvm-14:/usr/lib/x86_64-linux-gnu
WORKDIR /workspace
# Copy manifest first to take advantage of caching, then copy all sources
COPY Cargo.toml Cargo.lock ./
COPY . ./
# Build the Python extension wheel (release) using maturin
RUN maturin build --release
# Collect built wheels for the runtime stage
RUN mkdir -p /workspace/wheels
RUN cp -a /workspace/target/wheels/* /workspace/wheels/
# Runtime stage: small Python image with the built wheel installed
FROM python:3.11-slim as runtime
ENV PYTHONUNBUFFERED=1
# Install runtime system libs required by the extension
RUN apt-get update && apt-get install -y --no-install-recommends \
libssl3 \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# Copy the built wheel from the build stage and install it
COPY --from=builder /workspace/wheels /wheels
RUN python -m pip install /wheels/*.whl
# Default command: verify that the Python package imports
CMD ["python", "-c", "import pathway; print('pathway loaded')"]
- Failing step: [builder 8/10] RUN maturin build --release - Command failure: /bin/sh -c maturin build --release; exit code: 1 - Underlying error (stderr): thread 'main' panicked at /root/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/bindgen-0.72.1/lib.rs:616:27: Unable to find libclang: "couldn't find any valid shared libraries matching: ['libclang.so', 'libclang-*.so', 'libclang.so.*', 'libclang-*.so.*'], set the `LIBCLANG_PATH` environment variable to a path where one of these files can be found (invalid: [])" - Missing packages or files mentioned: - libclang libraries are not found at runtime (LIBCLANG_PATH must point to a directory containing libclang.so or similar) - Note: libclang-dev and libclang1 were installed as part of prior apt-get steps, but the build still cannot locate the shared libraries - Version mismatch / configuration hints: - Rust toolchain channel: info syncing channel updates for 1.93-x86_64-unknown-linux-gnu; latest update on 2026-02-12 for version 1.93.1 (01f6ddf75 2026-02-11) - CPython discovery: 🐍 Found CPython 3.11 at /usr/local/bin/python3 - maturin/Cargo build context shows a mixture of Rust toolchain and maturin setup; a newer Rust toolchain is available - Additional context: - The error occurs during a native library build (zstd-sys) invoked via maturin, caused by libclang not being found - This is an environment issue (missing libclang runtime libraries or LIBCLANG_PATH not set) rather than a code/diff error - Actionable next steps: - Ensure libclang runtime libraries are installed and visible in the build image, or set LIBCLANG_PATH to a directory containing libclang.so - Confirm the correct libclang development/runtime packages for the target architecture are installed (beyond libclang-dev/libclang1 if needed) - If using a Rust toolchain, consider aligning to available update (1.93.1) vs current 1.93.0 if that impacts linking with clang