We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9b56037 commit 30372e5Copy full SHA for 30372e5
ktransformers/util/custom_gguf.py
@@ -939,6 +939,10 @@ def translate_name_to_gguf(name):
939
name = name.replace(".feed_forward.shared_experts.gate_proj", ".ffn_gate_shexp")
940
name = name.replace(".feed_forward.shared_experts.up_proj", ".ffn_up_shexp")
941
942
+ name = name.replace(".feed_forward.down_proj", ".ffn_down")
943
+ name = name.replace(".feed_forward.gate_proj", ".ffn_gate")
944
+ name = name.replace(".feed_forward.up_proj", ".ffn_up")
945
+
946
return name
947
948
if __name__ == '__main__':
pyproject.toml
@@ -16,7 +16,7 @@ dynamic = ["version"]
16
17
dependencies = [
18
"torch >= 2.3.0",
19
- "transformers == 4.43.2",
+ "transformers == 4.51.0",
20
"fastapi >= 0.111.0",
21
"uvicorn >= 0.30.1",
22
"langchain >= 0.2.0",
0 commit comments