squash! llama : std::move llm_bigram_bpe from work_queue
Rename MovablePriorityQueue to lama_priority_queue.
This commit is contained in:
parent
823948cbb8
commit
29c5129ee2
1 changed files with 2 additions and 2 deletions
|
@ -322,7 +322,7 @@ private:
|
||||||
// TODO: there are a lot of common parts between spm and bpe tokenizers, should be refactored and reused
|
// TODO: there are a lot of common parts between spm and bpe tokenizers, should be refactored and reused
|
||||||
|
|
||||||
template<typename T, typename Container = std::vector<T>, typename Compare = std::less<typename Container::value_type>>
|
template<typename T, typename Container = std::vector<T>, typename Compare = std::less<typename Container::value_type>>
|
||||||
class MovablePriorityQueue : public std::priority_queue<T, Container, Compare> {
|
class lama_priority_queue : public std::priority_queue<T, Container, Compare> {
|
||||||
public:
|
public:
|
||||||
using std::priority_queue<T, Container, Compare>::priority_queue;
|
using std::priority_queue<T, Container, Compare>::priority_queue;
|
||||||
|
|
||||||
|
@ -344,7 +344,7 @@ struct llm_bigram_bpe {
|
||||||
};
|
};
|
||||||
|
|
||||||
using queue_storage = std::vector<llm_bigram_bpe>;
|
using queue_storage = std::vector<llm_bigram_bpe>;
|
||||||
using queue = MovablePriorityQueue<llm_bigram_bpe, queue_storage, comparator>;
|
using queue = lama_priority_queue<llm_bigram_bpe, queue_storage, comparator>;
|
||||||
llm_symbol::index left;
|
llm_symbol::index left;
|
||||||
llm_symbol::index right;
|
llm_symbol::index right;
|
||||||
std::string text;
|
std::string text;
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue