* CUDA: refactor mmq, dmmv, mmvq * fix out-of-bounds write * struct for qk, qr, qi * fix cmake build * mmq_type_traits
		
			
				
	
	
		
			5 lines
		
	
	
	
		
			138 B
		
	
	
	
		
			Text
		
	
	
	
	
	
			
		
		
	
	
			5 lines
		
	
	
	
		
			138 B
		
	
	
	
		
			Text
		
	
	
	
	
	
| // This file has been autogenerated by generate_cu_files.py, do not edit manually.
 | |
| 
 | |
| #include "../mmq.cuh"
 | |
| 
 | |
| DECL_MMQ_CASE(GGML_TYPE_Q6_K);
 |