Update app.py
Browse files
app.py
CHANGED
|
@@ -74,8 +74,8 @@ def safe_load_pretrained_model(model_path, model_base=None, model_name=None, **k
|
|
| 74 |
# Also ensure pad_token is set (Llama 3 specific) - CRITICAL for output
|
| 75 |
if tokenizer.pad_token is None:
|
| 76 |
if tokenizer.eos_token is not None:
|
| 77 |
-
tokenizer.
|
| 78 |
-
print(f'[INFO] Set pad_token to eos_token: {tokenizer.
|
| 79 |
else:
|
| 80 |
tokenizer.add_special_tokens({'pad_token': '[PAD]'})
|
| 81 |
print('[INFO] Added [PAD] token to tokenizer')
|
|
|
|
| 74 |
# Also ensure pad_token is set (Llama 3 specific) - CRITICAL for output
|
| 75 |
if tokenizer.pad_token is None:
|
| 76 |
if tokenizer.eos_token is not None:
|
| 77 |
+
tokenizer.pad_token_id = 128001
|
| 78 |
+
print(f'[INFO] Set pad_token to eos_token: {tokenizer.pad_token_id}')
|
| 79 |
else:
|
| 80 |
tokenizer.add_special_tokens({'pad_token': '[PAD]'})
|
| 81 |
print('[INFO] Added [PAD] token to tokenizer')
|