Added Cloud-V File
This commit is contained in:
parent
0a5eebb45d
commit
ebef9ed890
2 changed files with 32 additions and 2 deletions
22
.devops/cloud-v-pipeline
Normal file
22
.devops/cloud-v-pipeline
Normal file
|
@ -0,0 +1,22 @@
|
||||||
|
node('x86_runner1'){ // Running on x86 runner containing latest vector qemu, latest vector gcc and all the necessary libraries
|
||||||
|
stage('Cleanup'){
|
||||||
|
cleanWs() // Cleaning previous CI build in workspace
|
||||||
|
}
|
||||||
|
stage('checkout repo'){
|
||||||
|
retry(5){ // Retry if the cloning fails due to some reason
|
||||||
|
checkout scm // Clone the repo on Runner
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage('Compiling llama.cpp'){
|
||||||
|
sh'''#!/bin/bash
|
||||||
|
make RISCV=1 RISCV_CROSS_COMPILE=1 # Compiling llama for RISC-V
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
stage('Running llama.cpp'){
|
||||||
|
sh'''#!/bin/bash
|
||||||
|
module load gnu-bin2/0.1 # loading latest versions of vector qemu and vector gcc
|
||||||
|
qemu-riscv64 -L /softwares/gnu-bin2/sysroot -cpu rv64,v=true,vlen=256,elen=64,vext_spec=v1.0 ./main -m /home/alitariq/codellama-7b.Q4_K_M.gguf -p "Anything" -n 9 > llama_log.txt # Running llama.cpp on vector qemu-riscv64
|
||||||
|
cat llama_log.txt # Printing results
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
12
Makefile
12
Makefile
|
@ -19,6 +19,14 @@ ifndef UNAME_M
|
||||||
UNAME_M := $(shell uname -m)
|
UNAME_M := $(shell uname -m)
|
||||||
endif
|
endif
|
||||||
|
|
||||||
|
ifdef RISCV_CROSS_COMPILE
|
||||||
|
CC := riscv64-unknown-linux-gnu-gcc
|
||||||
|
CXX := riscv64-unknown-linux-gnu-g++
|
||||||
|
endif
|
||||||
|
|
||||||
|
CCV := $(shell $(CC) --version | head -n 1)
|
||||||
|
CXXV := $(shell $(CXX) --version | head -n 1)
|
||||||
|
|
||||||
# Mac OS + Arm can report x86_64
|
# Mac OS + Arm can report x86_64
|
||||||
# ref: https://github.com/ggerganov/whisper.cpp/issues/66#issuecomment-1282546789
|
# ref: https://github.com/ggerganov/whisper.cpp/issues/66#issuecomment-1282546789
|
||||||
ifeq ($(UNAME_S),Darwin)
|
ifeq ($(UNAME_S),Darwin)
|
||||||
|
@ -286,8 +294,8 @@ ifneq ($(filter ppc64%,$(UNAME_M)),)
|
||||||
endif
|
endif
|
||||||
|
|
||||||
else
|
else
|
||||||
MK_CFLAGS += -march=rv64gcv -mabi=lp64d
|
CFLAGS += -march=rv64gcv -mabi=lp64d
|
||||||
MK_CXXFLAGS += -march=rv64gcv -mabi=lp64d
|
CXXFLAGS += -march=rv64gcv -mabi=lp64d
|
||||||
endif
|
endif
|
||||||
|
|
||||||
ifndef LLAMA_NO_K_QUANTS
|
ifndef LLAMA_NO_K_QUANTS
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue