Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 4 additions & 3 deletions Dockerfile.loader
Original file line number Diff line number Diff line change
Expand Up @@ -3,16 +3,16 @@ FROM python:3.10-alpine as builder
WORKDIR /workspace

COPY pyproject.toml poetry.lock ./
COPY llmaz/ llmaz/
ENV POETRY_VIRTUALENVS_CREATE false

RUN apk add --no-cache \
build-base \
libffi-dev \
openssl-dev \
py3-pip \
bash \
&& pip install --no-cache-dir poetry && poetry install --no-dev
bash

RUN pip install --no-cache-dir poetry==1.8.4 && poetry install --no-dev


FROM python:3.10-alpine
Expand All @@ -22,6 +22,7 @@ WORKDIR /workspace
RUN apk add --no-cache \
bash

COPY llmaz/ llmaz/
COPY --from=builder /workspace /workspace
COPY --from=builder /usr/local/lib/python3.10/site-packages /usr/local/lib/python3.10/site-packages
COPY --from=builder /usr/local/bin/ /usr/local/bin/
Expand Down
2 changes: 1 addition & 1 deletion llmaz/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@
if not model_id:
raise EnvironmentError(f"Environment variable '{model_id}' not found.")
hub = HubFactory.new(hub_name)
model_allow_patterns_list, model_ignore_patterns_list = [], []
model_allow_patterns_list, model_ignore_patterns_list = None, None
if model_allow_patterns:
model_allow_patterns_list = model_allow_patterns.split(",")
if model_ignore_patterns:
Expand Down
2 changes: 1 addition & 1 deletion llmaz/model_loader/model_hub/huggingface.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ def load_model(
)

if filename:
allow_patterns.append(filename)
allow_patterns = [filename]
local_dir = MODEL_LOCAL_DIR

snapshot_download(
Expand Down
Loading