We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e53725e commit c74a3cfCopy full SHA for c74a3cf
src/xlora/xlora_utils.py
@@ -88,15 +88,13 @@ def load_model(
88
device_map=device,
89
torch_dtype=dtype,
90
use_flash_attention_2=use_flash_attention_2,
91
- verbose=verbose,
92
)
93
if hasattr(model.config, "use_cache"):
94
model.config.use_cache = False
95
tokenizer = AutoTokenizer.from_pretrained(
96
model_name,
97
trust_remote_code=True,
98
99
100
101
tokenizer.pad_token = tokenizer.eos_token
102
tokenizer.padding_side = "right"
0 commit comments