Skip to content

Commit 21db261

Browse files
committed
fix: Disable eos bos for Llama3
1 parent 7e0719a commit 21db261

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

resources/resolver.go

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1027,8 +1027,8 @@ func (rsrcs *Resources) ResolveHF(hfConfig *HFConfig) (err error) {
10271027

10281028
// Llama 3 and other larger models will enclose eos and bos by default
10291029
if *hfConfig.VocabSize > math.MaxUint16+1 {
1030-
var addEosToken = true
1031-
var addBosToken = true
1030+
var addEosToken = false
1031+
var addBosToken = false
10321032

10331033
hfConfig.AddEosToken = &addEosToken
10341034
hfConfig.AddBosToken = &addBosToken

0 commit comments

Comments
 (0)