Skip to content

Commit

Permalink
Merge pull request THUDM#35 from donjuanplatinum/main
Browse files Browse the repository at this point in the history
增加--username --password --listen --port
  • Loading branch information
Stanislas0 authored Jul 31, 2023
2 parents 43f02bf + 0ae30d1 commit f0fab26
Show file tree
Hide file tree
Showing 2 changed files with 27 additions and 3 deletions.
3 changes: 2 additions & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,8 @@ print(bubble_sort([5, 2, 1, 8, 4]))
python ./demo/run_demo.py
usage: run_demo.py [-h] [--model-path MODEL_PATH] [--example-path EXAMPLE_PATH] [--quantize QUANTIZE]
[--fastllm] [--n-gpus N_GPUS] [--gpu GPU] [--cpu]
[--fastllm] [--n-gpus N_GPUS] [--gpu GPU] [--cpu] [--username yourname] [--password yourpassword]
[--port PORT] [--listen]
```

❗️请注意:
Expand Down
27 changes: 25 additions & 2 deletions demo/run_demo.py
Original file line number Diff line number Diff line change
Expand Up @@ -99,6 +99,25 @@ def add_code_generation_args(parser):
"--cpu",
action="store_true",
)
group.add_argument(
"--listen",
action="store_true",
)
group.add_argument(
"--port",
type=int,
default=7860,
)
group.add_argument(
"--username",
type=str,
default=None,
)
group.add_argument(
"--password",
type=str,
default=None,
)

return parser

Expand Down Expand Up @@ -297,11 +316,15 @@ def predict(
gr_examples = gr.Examples(examples=examples, inputs=[prompt, lang],
label="Example Inputs (Click to insert an examplet it into the input box)",
examples_per_page=20)

demo.launch(share=True)
if not args.listen:
demo.launch()
else:
demo.launch(server_name="0.0.0.0", server_port=args.port, auth=(args.username, args.password))

#如果需要监听0.0.0.0和其他端口 可以改成 demo.launch(server_name="0.0.0.0", server_port=6666)
#如果需要加密码 demo.launch(server_name="0.0.0.0", server_port=6666, auth=("admin", "password"))

if __name__ == '__main__':
with torch.no_grad():
main()

0 comments on commit f0fab26

Please sign in to comment.