X-iZhang commited on
Commit
01736c5
·
verified ·
1 Parent(s): ec057be

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -74,8 +74,8 @@ def safe_load_pretrained_model(model_path, model_base=None, model_name=None, **k
74
  # Also ensure pad_token is set (Llama 3 specific) - CRITICAL for output
75
  if tokenizer.pad_token is None:
76
  if tokenizer.eos_token is not None:
77
- tokenizer.pad_token = 128001
78
- print(f'[INFO] Set pad_token to eos_token: {tokenizer.pad_token}')
79
  else:
80
  tokenizer.add_special_tokens({'pad_token': '[PAD]'})
81
  print('[INFO] Added [PAD] token to tokenizer')
 
74
  # Also ensure pad_token is set (Llama 3 specific) - CRITICAL for output
75
  if tokenizer.pad_token is None:
76
  if tokenizer.eos_token is not None:
77
+ tokenizer.pad_token_id = 128001
78
+ print(f'[INFO] Set pad_token to eos_token: {tokenizer.pad_token_id}')
79
  else:
80
  tokenizer.add_special_tokens({'pad_token': '[PAD]'})
81
  print('[INFO] Added [PAD] token to tokenizer')