vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : switch to floating-point token positions

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-02-23 12:18:30 +02:00
parent 15499eb942
commit fc775366f1
No known key found for this signature in database
GPG key ID: BF970631944C16B7
14 changed files with 68 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.h
View file

@ -54,7 +54,7 @@ extern "C" {
struct llama_model;
struct llama_context;
typedef int32_t llama_pos;
typedef float llama_pos;
typedef int32_t llama_token;
typedef int32_t llama_seq_id;
@ -531,7 +531,7 @@ extern "C" {
llama_seq_id seq_id,
llama_pos p0,
llama_pos p1,
int d);
float d);
//
// State / sessions