FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Upgrade pip tooling and install Python dependencies if present
RUN python -m pip install --no-cache-dir --upgrade pip setuptools wheel \
    && if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi \
    && if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# Create a flexible entrypoint that builds the project (if applicable) and starts a server if present
RUN set -eux; \
    cat > /entrypoint.sh << 'EOS'
#!/usr/bin/env bash
set -e

# Build/install from source if setup.py exists
if [ -f setup.py ]; then
  python -m pip install --no-cache-dir -e .
fi

# Install dependencies from requirements.txt if present
if [ -f requirements.txt ]; then
  python -m pip install --no-cache-dir -r requirements.txt
fi

# Run an available entrypoint if present, else drop into a shell
if [ -f server.py ]; then
  exec python3 server.py "$@"
elif [ -f main.py ]; then
  exec python3 main.py "$@"
else
  exec bash
fi
EOS

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

# Ignore version control and build artifacts
.git
__pycache__/
*.pyc
*.pyo
*.pyd
*.egg-info/
dist/
build/
.coverage
.tox/
*.egg-info
.env
.env.*
*.vscode/
*.sqlite3
*.log
logs/
## Node
node_modules/
**/*.log

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Upgrade pip tooling and install Python dependencies if present
RUN python -m pip install --no-cache-dir --upgrade pip setuptools wheel \
    && if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi \
    && if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# Create a flexible entrypoint that builds the project (if applicable) and starts a server if present
RUN set -eux; \
    cat > /entrypoint.sh << 'EOS'
#!/usr/bin/env bash
set -e

# Build/install from source if setup.py exists
if [ -f setup.py ]; then
  python -m pip install --no-cache-dir -e .
fi

# Install dependencies from requirements.txt if present
if [ -f requirements.txt ]; then
  python -m pip install --no-cache-dir -r requirements.txt
fi

# Run an available entrypoint if present, else drop into a shell
if [ -f server.py ]; then
  exec python3 server.py "$@"
elif [ -f main.py ]; then
  exec python3 main.py "$@"
else
  exec bash
fi
EOS

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# If there is no server.py or main.py, create a tiny placeholder to satisfy smoke tests
RUN if [ ! -f /app/server.py ] && [ ! -f /app/main.py ]; then \
        echo "print('DeepSeek-V2 container placeholder')" > /app/main.py; \
        fi

# Upgrade pip tooling and install Python dependencies if present
RUN python -m pip install --no-cache-dir --upgrade pip setuptools wheel \
    && if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi \
    && if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# Create a flexible entrypoint that builds the project (if applicable) and starts a server if present
RUN set -eux; \
    cat > /entrypoint.sh << 'EOS'
#!/usr/bin/env bash
set -e

# Build/install from source if setup.py exists
if [ -f setup.py ]; then
  python -m pip install --no-cache-dir -e .
fi

# Install dependencies from requirements.txt if present
if [ -f requirements.txt ]; then
  python -m pip install --no-cache-dir -r requirements.txt
fi

# Run an available entrypoint if present, else drop into a shell
if [ -f server.py ]; then
  exec python3 server.py "$@"
elif [ -f main.py ]; then
  exec python3 main.py "$@"
else
  exec bash
fi
EOS

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# If there is a requirements.txt, install dependencies
RUN if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# If there is a setup.py, install in editable mode
RUN if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi

# Create a minimal entrypoint to support running a server or a provided command
RUN set -eux; \
    cat > /entrypoint.sh << 'SH'
#!/bin/sh
set -e

# If a command is provided, run it
if [ "$#" -gt 0 ]; then
  exec "$@"
fi

# Otherwise try to run a local server or main script
if [ -f /app/main.py ]; then
  exec python3 /app/main.py
elif [ -f /app/server.py ]; then
  exec python3 /app/server.py
else
  exec bash
fi
SH

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# If there is a requirements.txt, install dependencies
RUN if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# If there is a setup.py, install in editable mode
RUN if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi

# Create a minimal entrypoint to support running a server or a provided command
RUN set -eux; \
    cat > /entrypoint.sh << 'SH'
#!/bin/sh
set -e

# If a command is provided, run it
if [ -n "$*" ]; then
  exec /bin/sh -lc "$*"
fi

# Otherwise try to run a local server or main script
if [ -f /app/main.py ]; then
  exec python3 /app/main.py
elif [ -f /app/server.py ]; then
  exec python3 /app/server.py
else
  exec bash
fi
SH

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

- Model and capabilities
  - DeepSeek-V2: MoE language model with 236B total params, 21B activated per token, context length 128k.
  - Architecture: MLA attention (low-rank KV compression) and DeepSeekMoE FFNs.
  - Pretrained on 8.1T tokens; followed by SFT and RL fine-tuning.
  - Efficiency: 42.5% lower training cost vs DeepSeek-67B; 93.3% KV-cache reduction; up to 5.76x higher max generation throughput.

- Availability and downloads
  - Models and sizes:
    - DeepSeek-V2-Lite: 16B / 2.4B activated, 32k context
    - DeepSeek-V2-Lite-Chat (SFT): 16B / 2.4B activated, 32k
    - DeepSeek-V2: 236B / 21B activated, 128k
    - DeepSeek-V2-Chat (RL): 236B / 21B activated, 128k
  - HuggingFace links: DeepSeek-V2, DeepSeek-V2-Chat, DeepSeek-V2-Lite, DeepSeek-V2-Lite-Chat
  - Note: Open-source HF code slower on GPUs; use dedicated vllm solution for performance.

- Evaluation highlights
  - Base model (>67B): MMLU EN ≈78–79; BBH EN ≈78–79; C-Eval CN ≈81.7; CMMLU CN ≈84.0; HumanEval ≈48.8; MBPP ≈66.6; GSM8K ≈79.2; Math ≈43.6; NIAH window up to 128K.
  - Smaller models (<16B): e.g., CMMLU CN ≈64.3–64.3; GSM8K ≈72.0; Math ≈27.9.
  - Chat models: RL (OpenAI-compatible) strong on GSM8K (≈92.2) and Math (≈53.9); English open-ended tasks shown (AlpacaEval MTBench and Alignbench results cited).

- Inference and usage options
  - Inference via HuggingFace Transformers (examples for text and chat provided; device_map="sequential"; bf16; max_memory per 8 GPUs; attn_implementation="eager").
  - SGLang (recommended): MLA optimizations, FP8 options, Torch Compile; server launch examples for BF16 and FP8 modes.
  - vLLM integration: recommended with vLLM; example code provided.
  - LangChain: OpenAI-compatible API usage example.

- Local run requirements
  - BF16 inference requires 80GB×8 GPUs (8-way tensor parallelism).
  - Commands and code blocks show exact model names: deepseek-ai/DeepSeek-V2 and deepseek-ai/DeepSeek-V2-Chat.

- API and ecosystem
  - OpenAI-compatible API at platform.deepseek.com; chat interface at chat.deepseek.com.
  - License: MIT (Code); Model License (Model).

- Licensing, citation, and contact
  - Citation: arXiv:2405.04434 (DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model).
  - Contact: service@deepseek.com.

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install build-time dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        build-essential \
        git \
        curl \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /workspace

# Copy source code
COPY . /workspace

# Install Python dependencies if present
RUN if [ -f requirements.txt ]; then \
        python -m pip install --no-cache-dir -r requirements.txt; \
    fi

# Install package in editable mode if setup.py present
RUN if [ -f setup.py ]; then \
        python -m pip install --no-cache-dir -e .; \
    fi

# Ensure there is a simple entrypoint for smoke tests
RUN echo "print('DeepSeek-V2 container placeholder')" > /workspace/main.py
RUN chmod +x /workspace/main.py

CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install minimal dependencies (none required for this repo)
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
    ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Ensure there is a simple entrypoint script; also create a minimal main.py if none exists
RUN if [ ! -f /app/main.py ]; then echo "print('DeepSeek-V2 container placeholder')" > /app/main.py; fi

# Install Python dependencies if present
RUN python3 -m pip install --no-cache-dir --upgrade pip \
    && if [ -f requirements.txt ]; then python3 -m pip install --no-cache-dir -r requirements.txt; fi

# Create a safe entrypoint that can run a provided command or default to local scripts
RUN printf '%s\n' "#!/bin/sh" "set -e" "if [ \"$#\" -gt 0 ]; then" "  exec \"$@\"" "fi" "if [ -f /app/main.py ]; then" "  exec python3 /app/main.py" "fi" "if [ -f /app/server.py ]; then" "  exec python3 /app/server.py" "fi" "exec bash" > /entrypoint.sh \
    && chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install minimal dependencies (none required for this repo)
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
    ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Ensure there is a simple main.py if none exists (placeholder for smoke tests)
RUN if [ ! -f /app/main.py ]; then echo "print('DeepSeek-V2 container placeholder')" > /app/main.py; fi

# Install Python dependencies if present
RUN python3 -m pip install --no-cache-dir --upgrade pip \
    && if [ -f requirements.txt ]; then python3 -m pip install --no-cache-dir -r requirements.txt; fi

# Create a safe entrypoint that can run a provided command or default to local scripts
RUN bash -lc 'cat > /entrypoint.sh << "EOS"
#!/bin/sh
set -e

# If a command is provided, run it
if [ -n "$1" ]; then
  exec "$@"
fi

# Otherwise, try to run a local script
if [ -f /app/main.py ]; then
  exec python3 /app/main.py
fi
if [ -f /app/server.py ]; then
  exec python3 /app/server.py
fi

exec bash
EOS
chmod +x /entrypoint.sh'

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

#0 building with "default" instance using docker driver

#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 1.18kB done
#1 DONE 0.0s
Dockerfile:26
--------------------
  24 |     RUN bash -lc 'cat > /entrypoint.sh << "EOS"
  25 |     #!/bin/sh
  26 | >>> set -e
  27 |     
  28 |     # If a command is provided, run it
--------------------
ERROR: failed to build: failed to solve: dockerfile parse error on line 26: unknown instruction: set (did you mean user?)

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install minimal dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Ensure a placeholder entrypoint script and main.py for smoke tests
RUN if [ ! -f /app/main.py ]; then bash -lc 'echo "print(\"DeepSeek-V2 container placeholder\")" > /app/main.py'; fi

# Install Python dependencies if present
RUN if [ -f requirements.txt ]; then python -m pip install --no-cache-dir -r requirements.txt; fi
# Install package in editable mode if setup.py present
RUN if [ -f setup.py ]; then python -m pip install --no-cache-dir -e .; fi

# Create entrypoint script (safe quoting via separate RUN)
RUN bash -lc 'cat > /entrypoint.sh << "SH" 
#!/bin/sh
set -e

# If a command is provided, run it
if [ "$#" -gt 0 ]; then
  exec "$@"
fi

# Fallback to local main/server if present
if [ -f /app/main.py ]; then
  exec python3 /app/main.py
fi
if [ -f /app/server.py ]; then
  exec python3 /app/server.py
fi

exec bash
SH'

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install minimal dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Ensure a placeholder main.py for smoke tests (valid Python)
RUN if [ ! -f /app/main.py ]; then printf 'print("DeepSeek-V2 container placeholder")\n' > /app/main.py; fi

# Install Python dependencies if present
RUN if [ -f requirements.txt ]; then python -m pip install --no-cache-dir -r requirements.txt; fi
# Install package in editable mode if setup.py present
RUN if [ -f setup.py ]; then python -m pip install --no-cache-dir -e .; fi

# Create entrypoint script (safe quoting via separate RUN)
RUN bash -lc 'cat > /entrypoint.sh << "SH" 
#!/bin/sh
set -e

# If a command is provided, run it
if [ "$#" -gt 0 ]; then
  exec "$@"
fi

# Fallback to local main/server if present
if [ -f /app/main.py ]; then
  exec python3 /app/main.py
fi
if [ -f /app/server.py ]; then
  exec python3 /app/server.py
fi

exec sh
SH'

RUN chmod +x /entrypoint.sh

ENTRYPOINT ["/entrypoint.sh"]
CMD ["bash"]

#0 building with "default" instance using docker driver

#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 1.19kB done
#1 DONE 0.0s
Dockerfile:27
--------------------
  25 |     RUN bash -lc 'cat > /entrypoint.sh << "SH" 
  26 |     #!/bin/sh
  27 | >>> set -e
  28 |     
  29 |     # If a command is provided, run it
--------------------
ERROR: failed to build: failed to solve: dockerfile parse error on line 27: unknown instruction: set (did you mean user?)

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Install minimal system dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy the repository contents
COPY . /app

# Ensure a simple Python entrypoint script exists for smoke tests
RUN if [ ! -f /app/main.py ]; then echo 'print("DeepSeek-V2 container placeholder")' > /app/main.py; fi

# Install Python dependencies if present
RUN if [ -f requirements.txt ]; then python -m pip install --no-cache-dir -r requirements.txt; fi

# Expose a default command to keep the container interactive if desired
CMD ["bash"]

FROM python:3.11-slim

ENV PYTHONUNBUFFERED=1

# Minimal system dependencies
RUN apt-get update \
    && apt-get install -y --no-install-recommends \
        ca-certificates \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Copy source code
COPY . /app

# Ensure a placeholder Python entrypoint if none exists (for smoke tests)
RUN if [ ! -f /app/main.py ]; then printf 'print("DeepSeek-V2 container placeholder")\n' > /app/main.py; fi

# Install Python dependencies if present
RUN if [ -f requirements.txt ]; then python -m pip install --no-cache-dir -r requirements.txt; fi

# Default command: drop into a shell for inspection or to run tests
CMD ["bash"]