Skip to content
Snippets Groups Projects

Init

Open Init
init into main
Open Sharat Patil requested to merge init into main
Viewing commit 3b52e987
Prev Next
Show latest version
1 file
+ 1
− 1
Compare changes
  • Side-by-side
  • Inline
api_writer/vllm_api.py
+ 1
− 1
@@ -5,7 +5,7 @@ from copy import deepcopy
@@ -5,7 +5,7 @@ from copy import deepcopy
# from api_writer.hf_model import snapshot_path
# from api_writer.hf_model import snapshot_path
openai_api_key = "EMPTY"
openai_api_key = "EMPTY"
openai_api_base = "http://localhost:8000/v1"
openai_api_base = "http://localhost:8001/v1"
client = OpenAI(
client = OpenAI(
# defaults to os.environ.get("OPENAI_API_KEY")
# defaults to os.environ.get("OPENAI_API_KEY")
api_key=openai_api_key,
api_key=openai_api_key,