squash! llama : std::move llm_bigram_bpe from work_queue

Rename MovablePriorityQueue to lama_priority_queue.
This commit is contained in:
Daniel Bevenius 2024-08-20 05:50:55 +02:00
parent 823948cbb8
commit 29c5129ee2
Failed to extract signature

View file

@ -322,7 +322,7 @@ private:
// TODO: there are a lot of common parts between spm and bpe tokenizers, should be refactored and reused // TODO: there are a lot of common parts between spm and bpe tokenizers, should be refactored and reused
template<typename T, typename Container = std::vector<T>, typename Compare = std::less<typename Container::value_type>> template<typename T, typename Container = std::vector<T>, typename Compare = std::less<typename Container::value_type>>
class MovablePriorityQueue : public std::priority_queue<T, Container, Compare> { class lama_priority_queue : public std::priority_queue<T, Container, Compare> {
public: public:
using std::priority_queue<T, Container, Compare>::priority_queue; using std::priority_queue<T, Container, Compare>::priority_queue;
@ -344,7 +344,7 @@ struct llm_bigram_bpe {
}; };
using queue_storage = std::vector<llm_bigram_bpe>; using queue_storage = std::vector<llm_bigram_bpe>;
using queue = MovablePriorityQueue<llm_bigram_bpe, queue_storage, comparator>; using queue = lama_priority_queue<llm_bigram_bpe, queue_storage, comparator>;
llm_symbol::index left; llm_symbol::index left;
llm_symbol::index right; llm_symbol::index right;
std::string text; std::string text;