Skip to content

Commit 95292e3

Browse files
committed
feat: Update llama.cpp
1 parent d9749cb commit 95292e3

File tree

2 files changed

+11
-8
lines changed

2 files changed

+11
-8
lines changed

llama_cpp/llama_cpp.py

Lines changed: 10 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -179,12 +179,13 @@
179179

180180

181181
# enum llama_vocab_type {
182-
# LLAMA_VOCAB_TYPE_NONE = 0, // For models without vocab
183-
# LLAMA_VOCAB_TYPE_SPM = 1, // LLaMA tokenizer based on byte-level BPE with byte fallback
184-
# LLAMA_VOCAB_TYPE_BPE = 2, // GPT-2 tokenizer based on byte-level BPE
185-
# LLAMA_VOCAB_TYPE_WPM = 3, // BERT tokenizer based on WordPiece
186-
# LLAMA_VOCAB_TYPE_UGM = 4, // T5 tokenizer based on Unigram
187-
# LLAMA_VOCAB_TYPE_RWKV = 5, // RWKV tokenizer based on greedy tokenization
182+
# LLAMA_VOCAB_TYPE_NONE = 0, // For models without vocab
183+
# LLAMA_VOCAB_TYPE_SPM = 1, // LLaMA tokenizer based on byte-level BPE with byte fallback
184+
# LLAMA_VOCAB_TYPE_BPE = 2, // GPT-2 tokenizer based on byte-level BPE
185+
# LLAMA_VOCAB_TYPE_WPM = 3, // BERT tokenizer based on WordPiece
186+
# LLAMA_VOCAB_TYPE_UGM = 4, // T5 tokenizer based on Unigram
187+
# LLAMA_VOCAB_TYPE_RWKV = 5, // RWKV tokenizer based on greedy tokenization
188+
# LLAMA_VOCAB_TYPE_PLAMO2 = 6, // PLaMo-2 tokenizer based on Aho-Corasick with dynamic programming
188189
# };
189190
LLAMA_VOCAB_TYPE_NONE = 0
190191
"""For models without vocab"""
@@ -198,6 +199,8 @@
198199
"""T5 tokenizer based on Unigram"""
199200
LLAMA_VOCAB_TYPE_RWKV = 5
200201
"""RWKV tokenizer based on greedy tokenization"""
202+
LLAMA_VOCAB_TYPE_PLAMO2 = 6
203+
"""PLaMo-2 tokenizer based on Aho-Corasick with dynamic programming"""
201204

202205

203206
# NOTE: Deprecated and will be removed in the future. (already gone in llama.cpp)
@@ -2171,7 +2174,7 @@ def llama_kv_self_seq_add(
21712174
# // - lazily on next llama_decode()
21722175
# // p0 < 0 : [0, p1]
21732176
# // p1 < 0 : [p0, inf)
2174-
# DEPRECATED(void llama_kv_self_seq_div(
2177+
# DEPRECATED(LLAMA_API void llama_kv_self_seq_div(
21752178
# struct llama_context * ctx,
21762179
# llama_seq_id seq_id,
21772180
# llama_pos p0,

vendor/llama.cpp

0 commit comments

Comments
 (0)