Kaynağa Gözat

Fix conversion script

Sengxian 2 yıl önce
ebeveyn
işleme
f9276c6988
1 değiştirilmiş dosya ile 1 ekleme ve 1 silme
  1. 1 1
      tools/convert_tp.py

+ 1 - 1
tools/convert_tp.py

@@ -117,7 +117,7 @@ def create_checkpoint(
                 is_glu=name in GLU_LAYERS,
                 is_glu=name in GLU_LAYERS,
                 quantization_bit_width=quantization_bit_width if name in QUANTIZED_LAYERS else None,
                 quantization_bit_width=quantization_bit_width if name in QUANTIZED_LAYERS else None,
             )
             )
-            if name in QUANTIZED_LAYERS:
+            if quantization_bit_width is not None and name in QUANTIZED_LAYERS:
                 new_sd[key], new_sd[f"{key}_scale"] = new_sd[key]
                 new_sd[key], new_sd[f"{key}_scale"] = new_sd[key]
     new_sd = {"module": new_sd}
     new_sd = {"module": new_sd}
     return new_sd
     return new_sd