vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

working

Browse source
This commit is contained in:
mike dupont 2023-11-25 09:25:19 -05:00
parent 9fb2c73bc0
commit e8e94f4f69
1 changed files with 15 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

13
print.hpp
View file

@ -104,8 +104,8 @@ REFL_FIELD( params)
REFL_FIELD( mirostat_mu) REFL_FIELD( mirostat_mu)
REFL_FIELD( grammar) REFL_FIELD( grammar)
REFL_FIELD( parsed_grammar) REFL_FIELD( parsed_grammar)
REFL_FIELD( prev) //REFL_FIELD( prev) // TODO fixme has null data
REFL_FIELD( cur) //REFL_FIELD( cur)
REFL_END REFL_END
REFL_TYPE(llama_token_data ) REFL_TYPE(llama_token_data )
@ -415,10 +415,10 @@ REFL_FIELD( t_p_eval_us )
REFL_FIELD( n_sample ) REFL_FIELD( n_sample )
REFL_FIELD( n_p_eval ) REFL_FIELD( n_p_eval )
REFL_FIELD( n_eval ) REFL_FIELD( n_eval )
REFL_FIELD( logits) //REFL_FIELD( logits) crash
REFL_FIELD( logits_all ) REFL_FIELD( logits_all )
REFL_FIELD( embedding) REFL_FIELD( embedding)
REFL_FIELD( work_buffer) //REFL_FIELD( work_buffer)
REFL_FIELD( buf_compute) REFL_FIELD( buf_compute)
REFL_FIELD( buf_alloc) REFL_FIELD( buf_alloc)
REFL_FIELD( alloc ) REFL_FIELD( alloc )
@ -492,7 +492,7 @@ REFL_END
REFL_TYPE(llama_logit_info) REFL_TYPE(llama_logit_info)
REFL_FIELD(logits) // REFL_FIELD(logits)
REFL_FIELD(n_vocab) REFL_FIELD(n_vocab)
REFL_END REFL_END
@ -621,7 +621,9 @@ namespace runtime2
} }
else if constexpr (detail::is_ostream_printable_v<CharT, T>) { else if constexpr (detail::is_ostream_printable_v<CharT, T>) {
// type supports printing natively, just use that // type supports printing natively, just use that
os << value; os << value;
} }
else { else {
debug_detailed(os, value, depth); debug_detailed(os, value, depth);
@ -648,6 +650,7 @@ namespace runtime2
else if (!compact) { else if (!compact) {
os << '\n'; os << '\n';
} }
} }
indent(os, depth); indent(os, depth);