Regenerate the model to ensure successful execution on vLLM

config.json

@@ -25,13 +25,12 @@
   "output_router_logits": false,
   "qkv_bias": false,
   "quantization_config": {
-    "autoround_version": "0.6.0",
+    "autoround_version": "0.6.1.dev",
     "bits": 4,
     "data_type": "int",
     "extra_config": {
       "model.layers.0.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.0.self_attn.k_proj": {
         "bits": 8,
@@ -50,8 +49,7 @@
         "group_size": 128
       },
       "model.layers.1.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.1.self_attn.k_proj": {
         "bits": 8,
@@ -70,8 +68,7 @@
         "group_size": 128
       },
       "model.layers.10.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.10.self_attn.k_proj": {
         "bits": 8,
@@ -90,8 +87,7 @@
         "group_size": 128
       },
       "model.layers.11.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.11.self_attn.k_proj": {
         "bits": 8,
@@ -110,8 +106,7 @@
         "group_size": 128
       },
       "model.layers.12.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.12.self_attn.k_proj": {
         "bits": 8,
@@ -130,8 +125,7 @@
         "group_size": 128
       },
       "model.layers.13.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.13.self_attn.k_proj": {
         "bits": 8,
@@ -150,8 +144,7 @@
         "group_size": 128
       },
       "model.layers.14.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.14.self_attn.k_proj": {
         "bits": 8,
@@ -170,8 +163,7 @@
         "group_size": 128
       },
       "model.layers.15.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.15.self_attn.k_proj": {
         "bits": 8,
@@ -190,8 +182,7 @@
         "group_size": 128
       },
       "model.layers.16.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.16.self_attn.k_proj": {
         "bits": 8,
@@ -210,8 +201,7 @@
         "group_size": 128
       },
       "model.layers.17.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.17.self_attn.k_proj": {
         "bits": 8,
@@ -230,8 +220,7 @@
         "group_size": 128
       },
       "model.layers.18.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.18.self_attn.k_proj": {
         "bits": 8,
@@ -250,8 +239,7 @@
         "group_size": 128
       },
       "model.layers.19.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.19.self_attn.k_proj": {
         "bits": 8,
@@ -270,8 +258,7 @@
         "group_size": 128
       },
       "model.layers.2.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.2.self_attn.k_proj": {
         "bits": 8,
@@ -290,8 +277,7 @@
         "group_size": 128
       },
       "model.layers.20.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.20.self_attn.k_proj": {
         "bits": 8,
@@ -310,8 +296,7 @@
         "group_size": 128
       },
       "model.layers.21.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.21.self_attn.k_proj": {
         "bits": 8,
@@ -330,8 +315,7 @@
         "group_size": 128
       },
       "model.layers.22.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.22.self_attn.k_proj": {
         "bits": 8,
@@ -350,8 +334,7 @@
         "group_size": 128
       },
       "model.layers.23.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.23.self_attn.k_proj": {
         "bits": 8,
@@ -370,8 +353,7 @@
         "group_size": 128
       },
       "model.layers.24.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.24.self_attn.k_proj": {
         "bits": 8,
@@ -390,8 +372,7 @@
         "group_size": 128
       },
       "model.layers.25.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.25.self_attn.k_proj": {
         "bits": 8,
@@ -410,8 +391,7 @@
         "group_size": 128
       },
       "model.layers.26.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.26.self_attn.k_proj": {
         "bits": 8,
@@ -430,8 +410,7 @@
         "group_size": 128
       },
       "model.layers.27.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.27.self_attn.k_proj": {
         "bits": 8,
@@ -450,8 +429,7 @@
         "group_size": 128
       },
       "model.layers.28.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.28.self_attn.k_proj": {
         "bits": 8,
@@ -470,8 +448,7 @@
         "group_size": 128
       },
       "model.layers.29.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.29.self_attn.k_proj": {
         "bits": 8,
@@ -490,8 +467,7 @@
         "group_size": 128
       },
       "model.layers.3.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.3.self_attn.k_proj": {
         "bits": 8,
@@ -510,8 +486,7 @@
         "group_size": 128
       },
       "model.layers.30.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.30.self_attn.k_proj": {
         "bits": 8,
@@ -530,8 +505,7 @@
         "group_size": 128
       },
       "model.layers.31.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.31.self_attn.k_proj": {
         "bits": 8,
@@ -550,8 +524,7 @@
         "group_size": 128
       },
       "model.layers.32.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.32.self_attn.k_proj": {
         "bits": 8,
@@ -570,8 +543,7 @@
         "group_size": 128
       },
       "model.layers.33.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.33.self_attn.k_proj": {
         "bits": 8,
@@ -590,8 +562,7 @@
         "group_size": 128
       },
       "model.layers.34.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.34.self_attn.k_proj": {
         "bits": 8,
@@ -610,8 +581,7 @@
         "group_size": 128
       },
       "model.layers.35.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.35.self_attn.k_proj": {
         "bits": 8,
@@ -630,8 +600,7 @@
         "group_size": 128
       },
       "model.layers.36.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.36.self_attn.k_proj": {
         "bits": 8,
@@ -650,8 +619,7 @@
         "group_size": 128
       },
       "model.layers.37.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.37.self_attn.k_proj": {
         "bits": 8,
@@ -670,8 +638,7 @@
         "group_size": 128
       },
       "model.layers.38.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.38.self_attn.k_proj": {
         "bits": 8,
@@ -690,8 +657,7 @@
         "group_size": 128
       },
       "model.layers.39.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.39.self_attn.k_proj": {
         "bits": 8,
@@ -710,8 +676,7 @@
         "group_size": 128
       },
       "model.layers.4.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.4.self_attn.k_proj": {
         "bits": 8,
@@ -730,8 +695,7 @@
         "group_size": 128
       },
       "model.layers.40.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.40.self_attn.k_proj": {
         "bits": 8,
@@ -750,8 +714,7 @@
         "group_size": 128
       },
       "model.layers.41.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.41.self_attn.k_proj": {
         "bits": 8,
@@ -770,8 +733,7 @@
         "group_size": 128
       },
       "model.layers.42.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.42.self_attn.k_proj": {
         "bits": 8,
@@ -790,8 +752,7 @@
         "group_size": 128
       },
       "model.layers.43.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.43.self_attn.k_proj": {
         "bits": 8,
@@ -810,8 +771,7 @@
         "group_size": 128
       },
       "model.layers.44.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.44.self_attn.k_proj": {
         "bits": 8,
@@ -830,8 +790,7 @@
         "group_size": 128
       },
       "model.layers.45.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.45.self_attn.k_proj": {
         "bits": 8,
@@ -850,8 +809,7 @@
         "group_size": 128
       },
       "model.layers.46.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.46.self_attn.k_proj": {
         "bits": 8,
@@ -870,8 +828,7 @@
         "group_size": 128
       },
       "model.layers.47.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.47.self_attn.k_proj": {
         "bits": 8,
@@ -890,8 +847,7 @@
         "group_size": 128
       },
       "model.layers.48.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.48.self_attn.k_proj": {
         "bits": 8,
@@ -910,8 +866,7 @@
         "group_size": 128
       },
       "model.layers.49.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.49.self_attn.k_proj": {
         "bits": 8,
@@ -930,8 +885,7 @@
         "group_size": 128
       },
       "model.layers.5.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.5.self_attn.k_proj": {
         "bits": 8,
@@ -950,8 +904,7 @@
         "group_size": 128
       },
       "model.layers.50.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.50.self_attn.k_proj": {
         "bits": 8,
@@ -970,8 +923,7 @@
         "group_size": 128
       },
       "model.layers.51.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.51.self_attn.k_proj": {
         "bits": 8,
@@ -990,8 +942,7 @@
         "group_size": 128
       },
       "model.layers.52.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.52.self_attn.k_proj": {
         "bits": 8,
@@ -1010,8 +961,7 @@
         "group_size": 128
       },
       "model.layers.53.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.53.self_attn.k_proj": {
         "bits": 8,
@@ -1030,8 +980,7 @@
         "group_size": 128
       },
       "model.layers.54.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.54.self_attn.k_proj": {
         "bits": 8,
@@ -1050,8 +999,7 @@
         "group_size": 128
       },
       "model.layers.55.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.55.self_attn.k_proj": {
         "bits": 8,
@@ -1070,8 +1018,7 @@
         "group_size": 128
       },
       "model.layers.56.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.56.self_attn.k_proj": {
         "bits": 8,
@@ -1090,8 +1037,7 @@
         "group_size": 128
       },
       "model.layers.57.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.57.self_attn.k_proj": {
         "bits": 8,
@@ -1110,8 +1056,7 @@
         "group_size": 128
       },
       "model.layers.58.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.58.self_attn.k_proj": {
         "bits": 8,
@@ -1130,8 +1075,7 @@
         "group_size": 128
       },
       "model.layers.59.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.59.self_attn.k_proj": {
         "bits": 8,
@@ -1150,8 +1094,7 @@
         "group_size": 128
       },
       "model.layers.6.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.6.self_attn.k_proj": {
         "bits": 8,
@@ -1170,8 +1113,7 @@
         "group_size": 128
       },
       "model.layers.60.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.60.self_attn.k_proj": {
         "bits": 8,
@@ -1190,8 +1132,7 @@
         "group_size": 128
       },
       "model.layers.61.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.61.self_attn.k_proj": {
         "bits": 8,
@@ -1210,8 +1151,7 @@
         "group_size": 128
       },
       "model.layers.7.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.7.self_attn.k_proj": {
         "bits": 8,
@@ -1230,8 +1170,7 @@
         "group_size": 128
       },
       "model.layers.8.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.8.self_attn.k_proj": {
         "bits": 8,
@@ -1250,8 +1189,7 @@
         "group_size": 128
       },
       "model.layers.9.mlp.gate": {
-        "bits": 8,
-        "group_size": 128
+        "bits": 16
       },
       "model.layers.9.self_attn.k_proj": {
         "bits": 8,
@@ -1268,6 +1206,254 @@
       "model.layers.9.self_attn.v_proj": {
         "bits": 8,
         "group_size": 128
+      },
+      "model.layers.0.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.1.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.2.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.3.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.4.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.5.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.6.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.7.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.8.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.9.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.10.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.11.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.12.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.13.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.14.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.15.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.16.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.17.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.18.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.19.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.20.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.21.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.22.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.23.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.24.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.25.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.26.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.27.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.28.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.29.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.30.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.31.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.32.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.33.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.34.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.35.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.36.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.37.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.38.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.39.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.40.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.41.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.42.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.43.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.44.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.45.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.46.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.47.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.48.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.49.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.50.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.51.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.52.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.53.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.54.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.55.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.56.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.57.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.58.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.59.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.60.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
+      },
+      "model.layers.61.self_attn.qkv_proj": {
+        "bits": 8,
+        "group_size": 128
       }
     },
     "group_size": 64,
@@ -1289,4 +1475,4 @@
   "use_qk_norm": true,
   "use_sliding_window": false,
   "vocab_size": 151936
-}
+}

model-00001-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebe3fd07f04bf99b27ceb9e89958ba05f48e90f74db13c4a0e8f1181ffc12822
-size 4994610104
+oid sha256:f0848401550a548d5906c1301e8818d99bff4c97376009e96546ae69ac23e74b
+size 4995569896

model-00002-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cc45ded39cc2be6d63ee6d82879a82364235c2bcd3d7304dc9145b7e73283e1
-size 4993044592
+oid sha256:c1dd26b9529cb11cbd9863e9c53c85729c10eb2a8961dc2c6f39993b3f6bff20
+size 4994004384

model-00003-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd1b68e71a31f0f906b75ad8220285c15a6e0676fa6971ae6f6bdcf876ba64ae
-size 4999895144
+oid sha256:badcc4a6981a6a0c0246619d5b53bee8b3b9855d077c890e54fd9fb0f2a5d87e
+size 4993827288

model-00004-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e919ecc614ecb0cb9e25bc134adb2662738c1e67baf2d0fd16deab17b68f27b6
-size 4993535960
+oid sha256:3ddd33a0f576ea0fe2e16be5909ed992b41a7ce0a079b489747970cf354b9723
+size 4994004104

model-00005-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d14d9f11282ee39e5a3d745d604783cb8dddbd5f91ce5307de6b2b2f8c550e0
-size 4993044328
+oid sha256:a137d0c16758a6acdad9e1ee71dacee0b9825e411a1ac9f0dc9946afffe0417d
+size 4994004120

model-00006-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f489f84237e007dccef8cfd745a1e01103f4a5f07564572e40bef39a10df3e4e
-size 4993044328
+oid sha256:cb752749d800f0a93803f756300f8c88ad7ddfb923fb5f90665d2653841ad046
+size 4994004120

model-00007-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d20122b121659ea26e5dbb892ac0aff6c7774e8f81da52cf7d9d1dcd63e951fa
-size 4993044576
+oid sha256:fd65b9a2271e46eadbaf89d05e957bcc36b18d4309a5082a53e504aa4b357f57
+size 4994004368

model-00008-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aff3bae4a9b1c3c9daa4634a079424830efe1596fb22a6aaaaa3170639bb9474
-size 4993044592
+oid sha256:18581e49da6ccdefdabc2c5813d4edacf55e99a0b1394c2b3f12fd68ddacd4ba
+size 4994004392

model-00009-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22e083b32eef27cd878b423e56a071eaaecae5bd4144fa12df17fa6df84380d8
-size 4999895304
+oid sha256:9a792cf65f6c3a78a4bb7864072047b4f200f9b03046421e36fc0d0746a66c1a
+size 4993827440

model-00010-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f6ee35eedda7c3a901870079e05c6394085c60c435068e2bdc33c974296d412
-size 4993537696
+oid sha256:4a36b2931c2944c29ce46d15b5a89668526fa16d3b800014cfe901dea9628eef
+size 4994005840

model-00011-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b666bc1f01920327d7a34356327cd29461bdf2dd093cf95e37fa8f42fc7cef96
-size 4993046056
+oid sha256:eaad473812203b936e13e641e71a49b2a185525c4fae744e5034817c91aa7ae9
+size 4994005840

model-00012-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4f58c8d9112a52924f3bf0771a2f9cab6cc7e693a797cbd8a62ac2885bbe5ac
-size 4993046144
+oid sha256:3ecf5628353f6e41cc1962eb7d3561355bb99f8c52693699ffac540e802e628a
+size 4994005928

model-00013-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05b00dafc238c100588f1a85363e2d057966ca9638c0f3e5264e6755f3fb392f
-size 4993046320
+oid sha256:5d1feea16eb58c466f54e531725f13f17f4d4dcdf4da0d6b1d98c72f21e416c0
+size 4994006104

model-00014-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d22840cc88bcba98dec9348a51dc3701d84bfaffc59e9d357a70db062053ef
-size 4999896944
+oid sha256:58c2784a1519f13e7aa7d5a3028fd18a6794399d4c25a0758f6f5cb906af2674
+size 4993829088

model-00015-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86d75b11533dd341a056a902197a1fafd38603ff00ebee55c9e7e0e29707cc22
-size 4993537632
+oid sha256:a813925b4c7d96e6c1ff39a61b46af9d22dc5b871476bc2f4dc96a6661846964
+size 4994005768

model-00016-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79c51ab79cb23319ebc5073839002e4a66da67ab7bcd0d949fe664aa80145591
-size 4993046056
+oid sha256:6211af418b67ccb9c319cd23df0007b8b6e6ca713059a443795c4d08204f64e5
+size 4994005848

model-00017-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87044a41baf7e5a5db3b41e170ec9994118b0b27d11a50e62d131c6096dcddfc
-size 4993046048
+oid sha256:9a943e51d7c7d50214433fafebf34c39dba7a7dabcbc8aa217778935ac00f517
+size 4994005840

model-00018-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7fa6a39581f54990b2ec8afda7a0067d922505b34f7d7cce7424fd6579e0800
-size 4993046248
+oid sha256:a20ae1bd085948eb35f286cbe6f11b8b74d2178558cdbd6a9894ea16bd1a7597
+size 4994006024

model-00019-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2380ffcf4542a81253573bfe44cd095d281052467f2d168ef4255e4115170e1
-size 4993046328
+oid sha256:123bbbe2777c2bea5caf9245d660b50d0378b7e41eac404db606ab79c68fb0a4
+size 4994006112

model-00020-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f37369c3eb455c3fda325f97b0e96ae91aed99757537204b57d794718ff55f5d
-size 4999896776
+oid sha256:c40086af51c56e4802326be567d9e0d4a3cbbdcad822ccf0f90a38263f500e33
+size 4993828920

model-00021-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a5d742fa58fb23b71ab2f3bdf2cc4f27048be2b72e376ddcddf882f2ea1f1fe
-size 4993537696
+oid sha256:7908c705352f541e9a16963000b2cc8bb3dd8187fab675add635ec1c5ad70432
+size 4994005840

model-00022-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac6ddc487ca7339ec73006396014f081115bc66981d896302fbbfbb2e9e4cf3
-size 4993046048
+oid sha256:08307afb9cac64194c37b7953362c7e2c4f32a7569fec3b1a0db0afe84c72338
+size 4994005840

model-00023-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab732f6aa1b8bab7512740d311ae3ebe5b4112aba197a779bdd7942f57301e4e
-size 4993046088
+oid sha256:7c800fa3c36db20eddbf0be35219027d92ec5cb93eb16fd47420f3282b0afc90
+size 4994005864

model-00024-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:516ac2d91ae020b4ddb806a368610f2001c8ada6823e073f16b9387e242bde20
-size 4993046328
+oid sha256:ec1c7404cc437df075df3bf095a66a4db8bb768dc31de1d01448a15c9d3285d8
+size 4994006104

model-00025-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7f9689b3244f4c2dd91df2192b86de72427ca00536ce4c6ccf409cdb4cabbfc
-size 4994026600
+oid sha256:d6fd36aa70586fbd5a2cdd5a5c6e9287766c826b5555ebb170a6ee40e020fb2e
+size 4951635464

model-00026-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c78713139c5f2b35c96bc6fe4b37f8350a86e5bb5e1a9e8d9b71cfb7efe82ebf
-size 4999408032
+oid sha256:5a7a058b27b6838999f17cf9c2c05510efe3ef47e64400be20fd06bc76ef7a06
+size 4993804024

model-00027-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45ec2c831bc10c83a822056268dbdc7ecf257945ec198df5dc2e210104f66f8f
-size 4993046048
+oid sha256:b016131a085b46ef04604b4d681f9bb7bfb356083bdd363556356af454ece465
+size 4994005840

model-00028-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2411eeca8e47ce161b76624af9a5d9bc493a76f6bec2a16498b76ba518ea2750
-size 4993046048
+oid sha256:a830f1e5368ff967acce3ff2c179db6aeafa0d40c64b5372c3ba4f4f6bdeae50
+size 4994005848

model-00029-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e41be965fdd5228dd2572606949ae991385ee0fd707a513cc499877d7faaf526
-size 4993046192
+oid sha256:dba0de06df718829cbfbd7f41787873d1149333fb355659d5022c22bc5da6960
+size 4994005952

model-00030-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d29c1c795296b5dcd5549261d03a822e6b2f479bcfa0e4ca186efc45b895133d
-size 4993046320
+oid sha256:48d0d93aae5f0f175ca080ad70cefa6335ca29b3614c193f2332a5c307f14a0e
+size 4994006104

model-00031-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da9ffcd24486740670954a91aea4853262d5f5b6529e4ead49c409f4c1501064
-size 4999896848
+oid sha256:0d9987c96f8c7ffe014870f57e0ecd166350caacd2040a2d8c07d372f8464107
+size 4993829040

model-00032-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c05c08f6bf21dfc657f2a6d957ff2cc2e1191df27b3f9684b895c3781c816293
-size 4993537680
+oid sha256:8be8f330ee0e975a9c9e524f236dad761b74829a4f4190c4e14d43ee7dbb19f4
+size 4994005800

model-00033-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59d99dda8ff784ad7f2cd1d77276f67c5a9bce8250e0cdeb7c1265342942b841
-size 4993046048
+oid sha256:710a7fce80a3ef7172ff052544db60de516a44c3e456a64f25da566eff973496
+size 4994005840

model-00034-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a080b31eb621cc008f6bc3b5f8768984b3f9786f4a35d3af5d278ef69f558e77
-size 4993046056
+oid sha256:86d68aa8604e0f242527003962f0b9b8fa8c691d9dd5a641815ba09a7ee0bd45
+size 4994005840

model-00035-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:220d5ac4db940857a18244ca5f4d446905c85350042e72cdee96bf5c83f11628
-size 4993046296
+oid sha256:6e200b058c24d7dd4b9c82ffb34d602c817110aaeb2226bea238ac4826cd044b
+size 4994006056

model-00036-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dd434a7b4b4f7916bd1989937a56f426cb6098c843d6881fb664697ef9e60a6
-size 4993046320
+oid sha256:a206147ee64bba963754d817263a23502c6ffca77aedeee725136098571049dd
+size 4994006104

model-00037-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9cd369b044391a7a1f35be7c831d9a9fd67b8e070eb546380e63e0e4cd8ec17
-size 4999896728
+oid sha256:e7f8a652119c77dfb9f42ed389c2547dbcbca965ee35d5f5418919aef31a2326
+size 4993828896

model-00038-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba9b252de459dfd2cff37dd629099f7acd047f3ff496afb24100fc11a7dac8ad
-size 4993537696
+oid sha256:91e648e4103e4bf1053a72594b982a5416cce3afbe686017ab95f12cd846cb7f
+size 4994005840

model-00039-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:455821de1c1b82686869b80c926d2b89103774027eed773cf7dfb60b8b796657
-size 4993046056
+oid sha256:52f012cb2f2f58d92290011cad7fc15df8e6d8141a0c73f29e2f8d0bd8b65753
+size 4994005848

model-00040-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2e0ae4131cdd1058bbbe8ddcdb3584c1947c1044f47132605b4fc0c027cb6ae
-size 4993046136
+oid sha256:8952a7a915140fc9dcbb8e96b9a9f6eb037fb20e9d99f2e5366f7c404fcd9745
+size 4994005888

model-00041-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61e9d667706806eb4f94e8358b5c7e6fc37928437aa884850928487d56fa3497
-size 4993046320
+oid sha256:d515b56490be523cbd51d17b720c02443d0598604ac34b42be2deca2ac17a40d
+size 4994006104

model-00042-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8ebef3a1276d5f01e13172221af0dac198105d269f11c287328c9d26f329ad0
-size 4999896968
+oid sha256:f84cd7e83e532697b4b5b1789a54aa24680120be41f964d40ae477303918813d
+size 4973948552

model-00043-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a322c58f930227d8cc97f1b60ea3dec2081224809c7064077a2a05dd6790fbce
-size 4993537624
+oid sha256:ebe4924e524fa4ea02ecf0892b0e532a9e304e52702816e220f60b09639f24f3
+size 4996928176

model-00044-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92609b2a0473f5e15302123e800e89c398658439e658053068ad540b40894514
-size 4993046056
+oid sha256:43dc8b0f880a6d5356561dda31f3eed4dd89bf6f488f01ba3f482ba7fda72af4
+size 4994005848

model-00045-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5dd2c2cd0a69342457f3233d5277785b7994a274bbd6c06ea4894d85d7907d42
-size 4993046048
+oid sha256:9525e8b95c7b51d832b2dd5f12ee4866e869f20511fc8460adc528171301697d
+size 4994005840

model-00046-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad96ee5c8563af495964f94eb9851f67e259c3a807c194e61de874587568e706
-size 4993046240
+oid sha256:68260ef3af4e5a5eace88d3a7a52a1879537df4a713f807cfeb35147abbd9f00
+size 4994005984

model-00047-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c46e82e44dc892f159613b0c0edf5fbb4c376cbbc36d899865e7edd1b37c4ed9
-size 4993046328
+oid sha256:70b56a69be788efe0baeff1eb627f652a4e98468eb7d6f7a830cf8d0aeb86009
+size 4994006112

model-00048-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77b9011d3c9e52c83147a01ed131c215fd3a54d38b1e097ef7f2d123ca3edc5f
-size 4999896784
+oid sha256:69919089db2b0abb9396bf7f4cf9a15dd67350ff90d8d1871ea920d63cad3eb3
+size 4993828976

model-00049-of-00054.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad10775d74f1a1a7a915b6344585a6c089bd26b7f0d2540a072b18e1bfc62660
-size 4993537696
+oid sha256:f16d301d1a796bb1bfe9b9c42ec0b8ebb6d017d3979ed483a6b05dab8984181a
+size 4994005824