vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

agent: nits

Browse source
This commit is contained in:
ochafik 2024-04-10 01:08:07 +01:00
parent 1475b1eefa
commit 6c00378630
2 changed files with 3 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/openai/requirements.txt
View file

@ -1,5 +1,5 @@
fastapi[all] fastapi[all]
gguf # gguf
jinja2 jinja2
pydantic pydantic
sse-starlette sse-starlette

11
examples/openai/server.py
View file

@ -1,18 +1,11 @@
# https://gist.github.com/ochafik/a3d4a5b9e52390544b205f37fb5a0df3
# pip install "fastapi[all]" "uvicorn[all]" sse-starlette jsonargparse jinja2 pydantic
import json, sys import json, sys
from pathlib import Path from pathlib import Path
import time import time
from pydantic import TypeAdapter
sys.path.insert(0, str(Path(__file__).parent.parent.parent))
from examples.openai.llama_cpp_server_api import LlamaCppServerCompletionRequest from examples.openai.llama_cpp_server_api import LlamaCppServerCompletionRequest
from examples.openai.gguf_kvs import GGUFKeyValues, Keys from examples.openai.gguf_kvs import GGUFKeyValues, Keys
from examples.openai.api import ChatCompletionResponse, Choice, Message, ChatCompletionRequest, Usage from examples.openai.api import ChatCompletionResponse, Choice, ChatCompletionRequest, Usage
from examples.openai.prompting import ChatHandlerArgs, ChatTemplate, ToolsPromptStyle, get_chat_handler, ChatHandler from examples.openai.prompting import ChatHandlerArgs, ChatTemplate, ToolsPromptStyle, get_chat_handler
from fastapi import FastAPI, Request from fastapi import FastAPI, Request
from fastapi.responses import JSONResponse from fastapi.responses import JSONResponse