Skip to content
Merged
Show file tree
Hide file tree
Changes from 23 commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
a40c25e
override Flux transformer
dxqb Jan 12, 2025
c5c08a2
ignore hugging face connection error for offline training
dxqb Jan 29, 2025
b60968d
pre-commit fix
dxqb Jan 29, 2025
395d078
Merge branch 'Nerogar:master' into master
dxqb Feb 2, 2025
a441f04
Merge branch 'Nerogar:master' into master
dxqb Feb 9, 2025
0fb8512
Merge branch 'Nerogar:master' into master
dxqb Feb 13, 2025
a1a263d
Merge branch 'Nerogar:master' into master
dxqb Feb 15, 2025
ae2e7ce
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Feb 22, 2025
aec59b6
clean exit
dxqb Feb 22, 2025
15967e6
Merge branch 'Nerogar:master' into override_transformer
dxqb Feb 28, 2025
93fe9e0
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Mar 8, 2025
6fefde0
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Mar 8, 2025
af3cea8
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Mar 16, 2025
0aa6c63
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Mar 28, 2025
7929cb3
Merge branch 'master' into override_transformer
dxqb Mar 29, 2025
bf38e55
avoid loading in float32; bugfix
dxqb Mar 29, 2025
3566a1d
Merge branch 'master' of https://github.com/dxqbYD/OneTrainer
dxqb Mar 30, 2025
851c3f2
prepare HF submodules
dxqb Apr 5, 2025
29182bb
Merge branch 'override_transformer' into precache2
dxqb Apr 5, 2025
4d0ccaa
merged #639
dxqb Apr 5, 2025
42831d7
typo
dxqb Apr 5, 2025
7fe85da
bugfix
dxqb Apr 5, 2025
6b44ee3
Merge branch 'upstream' into precache2
dxqb Apr 21, 2025
fcb581a
temperature
dxqb May 17, 2025
f2381f1
Revert "temperature"
dxqb May 18, 2025
147f358
Merge remote-tracking branch 'upstream/master' into upstream
dxqb Jun 2, 2025
92a87b2
Merge remote-tracking branch 'upstream/master' into upstream
dxqb Jun 8, 2025
06f2472
Merge remote-tracking branch 'upstream/torch_2.7' into upstream
dxqb Jun 8, 2025
3803f7c
Merge remote-tracking branch 'upstream/master' into upstream
dxqb Jun 15, 2025
5adf137
Merge branch 'master' of https://github.com/Nerogar/OneTrainer into u…
dxqb Jul 7, 2025
612d256
exception handling
dxqb Jul 10, 2025
83ab359
pre-commit fix
dxqb Jul 10, 2025
99d2d81
Merge remote-tracking branch 'upstream/master' into upstream
dxqb Aug 6, 2025
b424f15
Disable xet by default but defer to user value, add snapshot dl to SD…
O-J1 Aug 25, 2025
009077e
Merge branch 'master' into precache2
O-J1 Aug 25, 2025
d3bc598
Less verbose note on Xet
O-J1 Aug 25, 2025
39db6f6
Update with ignore patterns to not download fp16 for SD3.X
O-J1 Aug 25, 2025
cd8233f
Merge branch 'upstream' into precache2
dxqb Aug 26, 2025
3d795a7
Merge branch 'precache2' of https://github.com/dxqbYD/OneTrainer into…
dxqb Aug 26, 2025
a37ea84
add HiDream, remove ignorepattern
dxqb Aug 26, 2025
1d7210a
remove SD3
dxqb Aug 26, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 17 additions & 0 deletions modules/modelLoader/flux/FluxModelLoader.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,23 @@ def __load_diffusers(
include_text_encoder_1: bool,
include_text_encoder_2: bool,
):
diffusers_sub = []
transformers_sub = []
if not transformer_model_name:
diffusers_sub.append("transformer")
if include_text_encoder_1:
transformers_sub.append("text_encoder")
if include_text_encoder_2:
transformers_sub.append("text_encoder_2")
if not vae_model_name:
diffusers_sub.append("vae")
Comment thread
dxqb marked this conversation as resolved.
Resolved

self._prepare_sub_modules(
base_model_name,
diffusers_modules=diffusers_sub,
transformers_modules=transformers_sub,
)

if include_text_encoder_1:
tokenizer_1 = CLIPTokenizer.from_pretrained(
base_model_name,
Expand Down
14 changes: 14 additions & 0 deletions modules/modelLoader/mixin/HFModelLoaderMixin.py
Original file line number Diff line number Diff line change
Expand Up @@ -288,3 +288,17 @@ def _convert_diffusers_sub_module_to_dtype(
train_dtype,
None,
)

def _prepare_sub_modules(self, pretrained_model_name_or_path: str, diffusers_modules: list, transformers_modules: list):
is_local = os.path.isdir(pretrained_model_name_or_path)
Comment thread
dxqb marked this conversation as resolved.
Resolved
if is_local:
return

diffusers_paths = [folder + "/diffusion_pytorch_model*" for folder in diffusers_modules]
transformers_paths = [folder + "/model*" for folder in transformers_modules]
transformers_paths.extend([folder + "/pytorch_model*" for folder in transformers_modules])

huggingface_hub.snapshot_download(
pretrained_model_name_or_path,
allow_patterns=diffusers_paths + transformers_paths,
)