From 0c7cad404c794769d0a1b9719a349a461c2a33c3 Mon Sep 17 00:00:00 2001
From: comfyanonymous <comfyanonymous@protonmail.com>
Date: Wed, 14 Jun 2023 12:47:36 -0400
Subject: [PATCH] Don't initialize clip weights to default values.

---
 comfy/sd1_clip.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/comfy/sd1_clip.py b/comfy/sd1_clip.py
index 91fb4ff2..0df3d9d9 100644
--- a/comfy/sd1_clip.py
+++ b/comfy/sd1_clip.py
@@ -1,6 +1,6 @@
 import os
 
-from transformers import CLIPTokenizer, CLIPTextModel, CLIPTextConfig
+from transformers import CLIPTokenizer, CLIPTextModel, CLIPTextConfig, modeling_utils
 import torch
 import traceback
 import zipfile
@@ -38,7 +38,8 @@ class SD1ClipModel(torch.nn.Module, ClipTokenWeightEncoder):
             if textmodel_json_config is None:
                 textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "sd1_clip_config.json")
             config = CLIPTextConfig.from_json_file(textmodel_json_config)
-            self.transformer = CLIPTextModel(config)
+            with modeling_utils.no_init_weights():
+                self.transformer = CLIPTextModel(config)
 
         self.device = device
         self.max_length = max_length