# Use an official Python runtime as a parent image
FROM python:3.14-alpine3.23

# Install system dependencies required for building Python packages
RUN apk add --no-cache build-base libffi-dev openssl-dev ca-certificates && update-ca-certificates

# Set the working directory
WORKDIR /app

# Install Python dependencies from requirements.txt
COPY requirements.txt ./
RUN pip install --upgrade pip
RUN pip install --no-cache-dir -r requirements.txt

# Copy the rest of the application source code
COPY . .

# Build and install the package from source (setup.py)
RUN pip install --no-cache-dir .

# Expose the dirhunt console script
ENTRYPOINT ["dirhunt"]

# Ignore VCS and build artifacts
.git
build
dist
*.egg-info
__pycache__
*.pyc
.env
venv
.tox
*.tox
.eggs
*.egg

# Ignore Python test and cache files
.pytest_cache
.tox/
site-packages

# Ignore IDE/editor files
*.swp
*.swo
*.bak
*.o
*.pyo
*.pyd
*.class

Summary (under 1500 chars):

- Failing step: [6/8] RUN pip install --no-cache-dir -r requirements.txt
- Exact error message and exit code (preserved):
  - error: subprocess-exited-with-error
  - × Building wheel for greenlet (pyproject.toml) did not run successfully.
  - │ exit code: 1
  - error: command '/usr/bin/g++' failed with exit code 1
  - ERROR: Failed building wheel for greenlet
- Failing command/step:
  - RUN pip install --no-cache-dir -r requirements.txt
- Missing packages or files mentioned:
  - None explicitly missing; the log shows a wheel build failure rather than a missing package/file.
- Version mismatch / root cause:
  - Base image uses python:3.14-alpine3.23.
  - The failure occurs building the greenlet wheel against Python 3.14, with errors like:
    - '_PyCFrame' does not name a type
    - '_PyCFrame' has not been declared
    - PyThreadState fields (e.g., root_cframe, cframe, recursion_limit, recursion_remaining, trash_delete_nesting) not found
  - This indicates greenlet 2.0.2 is not compatible with Python 3.14 ABI changes; a CPython/API mismatch is causing the wheel build to fail.

# Use an official Python runtime as a parent image
FROM python:3.11-alpine

# Install system dependencies required for building Python packages
RUN apk add --no-cache build-base libffi-dev openssl-dev ca-certificates && update-ca-certificates

# Optional: set a non-root user? Skipped for simplicity

# Set the working directory
WORKDIR /app

# Install Python dependencies from requirements.txt
COPY requirements.txt ./
RUN pip install --upgrade pip
RUN pip install --no-cache-dir -r requirements.txt

# Copy the rest of the application source code
COPY . .

# Build and install the package from source (setup.py)
RUN pip install --no-cache-dir .

# Expose the dirhunt console script
ENTRYPOINT ["dirhunt"]

# -*- coding: utf-8 -*-

#     Ref: https://stackoverflow.com/questions/2685435/cooler-ascii-spinners
import random

SPINNERS = dict(
    BASIC=['-', '/', '|', '\\'],
    ARROW=['←', '↖', '↑', '↗', '→', '↘', '↓', '↙'],
    VERT_BAR=['▁', '▃', '▄', '▅', '▆', '▇', '█', '▇', '▆', '▅', '▄', '▃'],
    HORIZ_BAR=['▉', '▊', '▋', '▌', '▍', '▎', '▏', '▎', '▍', '▌', '▋', '▊', '▉'],
    SPIN_RECT=['▖', '▘', '▝', '▗'],
    ELAST_BAR=['▌', '▀', '▐▄'],
    TETRIS=['┤', '┘', '┴', '└', '├', '┌', '┬', '┐'],
    TRIANGLE=['◢', '◣', '◤', '◥'],
    SQUARE_QRT=['◰', '◳', '◲', '◱'],
    CIRCLE_QRT=['◴', '◷', '◶', '◵'],
    CIRCLE_HLF=['◐', '◓', '◑', '◒'],
    BALLOON=['.', 'o', 'O', '@', '*'],
    BLINK=['◡◡', '⊙⊙', '◠◠'],
    TURN=['◜ ', ' ◝', ' ◞', '◟ '],
    LOSANGE=['◇', '◈', '◆'],
    BRAILLE=['⣾', '⣽', '⣻', '⢿', '⡿', '⣟', '⣯', '⣷'],
)


def spinner(spinner_list):
    i = 0
    while True:
        yield spinner_list[i % len(spinner_list)]
        i += 1


def random_spinner():
    return spinner(random.choice(list(SPINNERS.values())))

# -*- coding: utf-8 -*-

__version__ = '1.0.0'

Dirhunt CLI (Python, Click)

What it is:
- A web directory discovery tool exposed via the hunt command. Accepts one or more URLs or URLs from files.

Notable commands and options:
- hunt(urls, ...) with options:
  - -t/--threads, -x/--exclude-flags, -i/--include-flags
  - -e/--interesting-extensions (default: php, zip, sh, asp, csv, log)
  - -f/--interesting-files (default: access_log, error_log, error, logs, dump)
  - -k/--interesting-keywords
  - --stdout-flags (default: blank, not_found.fake, html)
  - --progress-enabled/--progress-disabled, --timeout (default 10)
  - --max-depth (default 3), --not-follow-subdomains
  - --exclude-sources, -p/--proxies, -d/--delay
  - --not-allow-redirects, --limit (default 1000)
  - --to-file (JSON report), -u/--user-agent
  - -c/--cookie, -h/--header
  - --version (prints version info)

Key helpers and data:
- latest_release(package): queries PyPI for latest release (XML-RPC); handles capitalization fallback.
- STATUS_CODES: combined ranges (100–102, 200–208, 226, 300–308, 400–418, 421–426, 428, 429, 431, 451, 500–511).
- INTERESTING_EXTS = php, zip, sh, asp, csv, log; INTERESTING_FILES = access_log, error_log, error, logs, dump; STDOUT_FLAGS = blank, not_found.fake, html.
- Exposed objects: Crawler, DirHuntError, IncompatibleVersionError, SOURCE_CLASSES, get_source_name.

Startup and runtime flow:
- Welcome line: Welcome to Dirhunt v{version} using Python {pyver}.
- If no URLs: prints a help-like error: “•_•) OOPS! Add urls to analyze. For example: dirhunt http://domain/path …”
- Flags can be numeric ranges like 123-456 via flags_range().
- Progress display auto-detects TTY unless overridden.
- Resuming: prints “Resuming the previous program execution...”, attempts resume from a resume file; on IncompatibleVersionError prints the error.
- Interactive result handling: prompts with options (abort, continue, results). If abort: prints:
  Created resume file "{path}". Run again using the same parameters to resume.
  and exits. If continue: crawler.restart() and re-loops. Otherwise proceeds to results.
- After results: prints URL information; if stdout is not a TTY, uses output_urls(...) to print; if --to-file is set, writes a JSON report via create_report(...); if no --to-file and a resume file exists, deletes it.

Versioning details:
- print_version: shows current Dirhunt v{version}, Python {version}. Checks latest on PyPI:
  - If up-to-date: “This is the latest release”
  - If newer: “There is a new version available: {latest}. Upgrade it using: sudo pip install -U dirhunt”

Files and paths:
- Installation path: path to dirhunt package directory
- Current path: working directory
- Resume file: path provided by crawler.get_resume_file()

Examples of actionable messages:
- “Resuming the previous program execution...”
- “Created resume file "{}". Run again using the same parameters to resume.”
- OOPS message for missing URLs shown above.

#
# This file is autogenerated by pip-compile with Python 3.11
# by the following command:
#
#    pip-compile
#
beautifulsoup4==4.12.2
    # via
    #   -r requirements.in
    #   google
    #   proxy-db
certifi==2023.7.22
    # via requests
charset-normalizer==3.2.0
    # via requests
click==7.1.2
    # via
    #   -r requirements.in
    #   proxy-db
colorama==0.4.6
    # via -r requirements.in
google==3.0.0
    # via -r requirements.in
greenlet==2.0.2
    # via sqlalchemy
humanize==4.7.0
    # via -r requirements.in
idna==3.4
    # via requests
proxy-db==0.3.1
    # via -r requirements.in
requests==2.31.0
    # via
    #   -r requirements.in
    #   proxy-db
    #   requests-mock
requests-mock==1.11.0
    # via -r requirements.in
six==1.16.0
    # via
    #   proxy-db
    #   requests-mock
soupsieve==2.4.1
    # via beautifulsoup4
sqlalchemy==2.0.19
    # via proxy-db
typing-extensions==4.7.1
    # via sqlalchemy
urllib3==2.0.4
    # via requests

# Use an official Python runtime as a parent image
FROM python:3.11-alpine

# Install system dependencies required for building Python packages
RUN apk add --no-cache build-base libffi-dev openssl-dev ca-certificates bash && update-ca-certificates

# Set the working directory
WORKDIR /app

# Install Python dependencies from requirements.txt
COPY requirements.txt ./
RUN pip install --upgrade pip
RUN pip install --no-cache-dir -r requirements.txt

# Copy the rest of the application source code
COPY . .

# Build and install the package from source (setup.py)
RUN pip install --no-cache-dir .

# Expose the dirhunt console script
ENTRYPOINT ["dirhunt"]

#!/bin/sh
set -e

echo "Running smoke tests..."
# Minimal smoke test: ensure the project can be invoked with --help if available
if command -v dirhunt >/dev/null 2>&1; then
  dirhunt --help >/dev/null 2>&1 || true
fi
exit 0

#!/bin/sh
exec python -m dirhunt.management "$@"