From ed78c9382e11c8566aed84bb9a35f829ccc85301 Mon Sep 17 00:00:00 2001 From: Alexander Dokuchaev Date: Fri, 4 Aug 2023 13:44:12 +0300 Subject: [PATCH 1/3] train_text_to_image_qat.py --- .../openvino/stable-diffusion/requirements.txt | 2 +- .../stable-diffusion/train_text_to_image_qat.py | 17 ++++++++--------- 2 files changed, 9 insertions(+), 10 deletions(-) diff --git a/examples/openvino/stable-diffusion/requirements.txt b/examples/openvino/stable-diffusion/requirements.txt index 8f8eb6a770..8dd237913a 100644 --- a/examples/openvino/stable-diffusion/requirements.txt +++ b/examples/openvino/stable-diffusion/requirements.txt @@ -2,4 +2,4 @@ accelerate diffusers torch~=1.13 nncf @ git+https://github.com/openvinotoolkit/nncf.git -tomesd @ git+https://github.com/AlexKoff88/tomesd/tree/openvino +tomesd @ git+https://github.com/AlexKoff88/tomesd.git@openvino diff --git a/examples/openvino/stable-diffusion/train_text_to_image_qat.py b/examples/openvino/stable-diffusion/train_text_to_image_qat.py index 147490c586..b580f44298 100644 --- a/examples/openvino/stable-diffusion/train_text_to_image_qat.py +++ b/examples/openvino/stable-diffusion/train_text_to_image_qat.py @@ -59,7 +59,6 @@ DIFFUSION_MODEL_VAE_ENCODER_SUBFOLDER, ) - requests.packages.urllib3.disable_warnings(InsecureRequestWarning) random.seed(42) @@ -223,7 +222,7 @@ def copy_to(self, parameters: Iterable[torch.nn.Parameter]) -> None: param.data.copy_(s_param.data) def to(self, device=None, dtype=None) -> None: - r"""Move internal buffers of the ExponentialMovingAverage to `device`. + """Move internal buffers of the ExponentialMovingAverage to `device`. Args: device: like `device` argument to `torch.Tensor.to` @@ -313,7 +312,7 @@ def parse_args(): type=str, default=None, choices=["DDIM", "DDPM", "LMSDiscrete"], - help="The noise scheduler for the Diffusion pipiline used for training.", + help="The noise scheduler for the Diffusion pipeline used for training.", ) parser.add_argument( "--beta_start", @@ -337,7 +336,7 @@ def parse_args(): "--noise_schedule_steps", type=int, default=1000, - help=("The noise scheduler max train timestemps"), + help="The noise scheduler max train timestamps", ) parser.add_argument( "--center_crop", @@ -540,7 +539,7 @@ def parse_args(): type=str, default="mean_min_max", choices=["min_max", "mean_min_max", "threesigma"], - help="They way how to estimate activation quantization paramters at the initializatin step before QAT.", + help="They way how to estimate activation quantization parameters at the initialization step before QAT.", ) parser.add_argument( "--tune_quantizers_only", @@ -775,7 +774,7 @@ def main(): gradient_accumulation_steps=args.gradient_accumulation_steps, mixed_precision=args.mixed_precision, log_with=args.report_to, - logging_dir=logging_dir, + project_dir=logging_dir, ) logging.basicConfig( @@ -994,8 +993,8 @@ def collate_fn(examples): args.max_train_steps = args.num_train_epochs * num_update_steps_per_epoch overrode_max_train_steps = True - unet, optimizer, train_dataloader, lr_scheduler = accelerator.prepare( - unet, optimizer, train_dataloader, lr_scheduler + optimizer, train_dataloader, lr_scheduler = accelerator.prepare( + optimizer, train_dataloader, lr_scheduler ) weight_dtype = torch.float32 @@ -1120,7 +1119,7 @@ def collate_fn(examples): accelerator.end_training() - # Export optimized pipline to OpenVINO + # Export optimized pipeline to OpenVINO export_unet = compression_controller.strip(do_copy=False) export_pipeline = StableDiffusionPipeline( text_encoder=text_encoder, From ebcf8ffda15672b231ce0d6cbd91e9cff71d825b Mon Sep 17 00:00:00 2001 From: Alexander Dokuchaev Date: Fri, 4 Aug 2023 15:28:01 +0300 Subject: [PATCH 2/3] black --- .../openvino/stable-diffusion/train_text_to_image_qat.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/examples/openvino/stable-diffusion/train_text_to_image_qat.py b/examples/openvino/stable-diffusion/train_text_to_image_qat.py index b580f44298..1817748d93 100644 --- a/examples/openvino/stable-diffusion/train_text_to_image_qat.py +++ b/examples/openvino/stable-diffusion/train_text_to_image_qat.py @@ -59,6 +59,7 @@ DIFFUSION_MODEL_VAE_ENCODER_SUBFOLDER, ) + requests.packages.urllib3.disable_warnings(InsecureRequestWarning) random.seed(42) @@ -993,9 +994,7 @@ def collate_fn(examples): args.max_train_steps = args.num_train_epochs * num_update_steps_per_epoch overrode_max_train_steps = True - optimizer, train_dataloader, lr_scheduler = accelerator.prepare( - optimizer, train_dataloader, lr_scheduler - ) + optimizer, train_dataloader, lr_scheduler = accelerator.prepare(optimizer, train_dataloader, lr_scheduler) weight_dtype = torch.float32 if args.mixed_precision == "fp16": From 0dd3dd5a91be3ca0c5d847a77bc54671dc70cc2a Mon Sep 17 00:00:00 2001 From: Alexander Dokuchaev Date: Wed, 16 Aug 2023 00:16:15 +0300 Subject: [PATCH 3/3] Update examples/openvino/stable-diffusion/requirements.txt Co-authored-by: fxmarty <9808326+fxmarty@users.noreply.github.com> --- examples/openvino/stable-diffusion/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/openvino/stable-diffusion/requirements.txt b/examples/openvino/stable-diffusion/requirements.txt index 8dd237913a..6a687b9a35 100644 --- a/examples/openvino/stable-diffusion/requirements.txt +++ b/examples/openvino/stable-diffusion/requirements.txt @@ -1,5 +1,6 @@ accelerate diffusers torch~=1.13 +torchvision==0.14.1 nncf @ git+https://github.com/openvinotoolkit/nncf.git tomesd @ git+https://github.com/AlexKoff88/tomesd.git@openvino