squash! llama : std::move llm_bigram_bpe from work_queue
Rename MovablePriorityQueue to lama_priority_queue.
This commit is contained in:
parent
823948cbb8
commit
29c5129ee2
1 changed files with 2 additions and 2 deletions
|
@ -322,7 +322,7 @@ private:
|
|||
// TODO: there are a lot of common parts between spm and bpe tokenizers, should be refactored and reused
|
||||
|
||||
template<typename T, typename Container = std::vector<T>, typename Compare = std::less<typename Container::value_type>>
|
||||
class MovablePriorityQueue : public std::priority_queue<T, Container, Compare> {
|
||||
class lama_priority_queue : public std::priority_queue<T, Container, Compare> {
|
||||
public:
|
||||
using std::priority_queue<T, Container, Compare>::priority_queue;
|
||||
|
||||
|
@ -344,7 +344,7 @@ struct llm_bigram_bpe {
|
|||
};
|
||||
|
||||
using queue_storage = std::vector<llm_bigram_bpe>;
|
||||
using queue = MovablePriorityQueue<llm_bigram_bpe, queue_storage, comparator>;
|
||||
using queue = lama_priority_queue<llm_bigram_bpe, queue_storage, comparator>;
|
||||
llm_symbol::index left;
|
||||
llm_symbol::index right;
|
||||
std::string text;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue