xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 02:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update sample prompts in simple_server.py (#89)

Browse Source
This commit is contained in:
Woosuk Kwon 2023-05-09 16:47:39 -07:00 committed by GitHub
parent 85eb631839
commit ce26e57fd3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
simple_server.py
View File

@ -10,9 +10,9 @@ def main(args: argparse.Namespace):
server, frontend = init_local_server_and_frontend_with_arguments(args)
# Test the following inputs.
test_inputs = [
('Ion Stoica is a', {'n': 4, 'use_beam_search': True, 'temperature': 0.0}),
('UC Berkeley is', {'n': 3, 'temperature': 0.8, 'top_p': 0.99}),
('The future of cloud computing is', {}), # Use default parameters.
("A robot may not injure a human being", {}), # Use default parameters.
("What is the meaning of life?", {"n": 3, "temperature": 0.8, "top_p": 0.99}),
("It is only with the heart that one can see rightly", {"n": 4, "use_beam_search": True, "temperature": 0.0}),
]
while True:
if test_inputs: