Skip to content

Commit 30372e5

Browse files
committed
update custom_gguf
1 parent 9b56037 commit 30372e5

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

ktransformers/util/custom_gguf.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -939,6 +939,10 @@ def translate_name_to_gguf(name):
939939
name = name.replace(".feed_forward.shared_experts.gate_proj", ".ffn_gate_shexp")
940940
name = name.replace(".feed_forward.shared_experts.up_proj", ".ffn_up_shexp")
941941

942+
name = name.replace(".feed_forward.down_proj", ".ffn_down")
943+
name = name.replace(".feed_forward.gate_proj", ".ffn_gate")
944+
name = name.replace(".feed_forward.up_proj", ".ffn_up")
945+
942946
return name
943947

944948
if __name__ == '__main__':

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ dynamic = ["version"]
1616

1717
dependencies = [
1818
"torch >= 2.3.0",
19-
"transformers == 4.43.2",
19+
"transformers == 4.51.0",
2020
"fastapi >= 0.111.0",
2121
"uvicorn >= 0.30.1",
2222
"langchain >= 0.2.0",

0 commit comments

Comments
 (0)