From 499d1350f13678e337a467d98938badb98b2455f Mon Sep 17 00:00:00 2001 From: p04896573 Date: Fri, 15 Mar 2024 09:31:30 +0800 Subject: [PATCH] Update README.md --- stream_infer/README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/stream_infer/README.md b/stream_infer/README.md index a8284f2..d0b2906 100644 --- a/stream_infer/README.md +++ b/stream_infer/README.md @@ -32,17 +32,20 @@ docker的使用:见QuickStart手册.pdf def dim_ff(self): (3) 在修改LocalLoader类别调用的时候 将上一步生成的模型文件和词表位置输入,memory_limit无需修改 + model = libcpm.CPMCaterpillar( LocalLoader( "model_8b.ckpt", "vocabs.txt", ) + (4) 执行python deploy_llm_8b_demo.py 3 测试请求: (1) 修改url,本机请求的话是localhost 或者127.0.0.1,url是该及其的ip (2) 可以修改payload中的content内容,举例: + payload = json.dumps({ "content": "<用户>好久不见!"}) payload = json.dumps({