diff --git a/GPTQ-for-LLaMa/autograd_4bit.py b/GPTQ-for-LLaMa/autograd_4bit.py
index 0837a1d..a56bb1c 100644
--- a/GPTQ-for-LLaMa/autograd_4bit.py
+++ b/GPTQ-for-LLaMa/autograd_4bit.py
@@ -115,11 +115,6 @@ def load_llama_model_4bit_low_ram(config_path, model_path):
 
     with accelerate.init_empty_weights():
         config = LLaMAConfig.from_pretrained(config_path)
-        def noop(*args, **kwargs):
-            pass
-        torch.nn.init.kaiming_uniform_ = noop 
-        torch.nn.init.uniform_ = noop 
-        torch.nn.init.normal_ = noop 
         torch.set_default_dtype(torch.half)
         transformers.modeling_utils._init_weights = False
         torch.set_default_dtype(torch.half)