yang/CodeGeeX4
1
0
Fork 0
mirror of https://github.com/JasonYANG170/CodeGeeX4.git synced 2024-11-23 12:16:33 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update codegeex.py

Browse Source
This commit is contained in:
Shaobo 2024-07-15 21:24:38 +08:00 committed by GitHub
parent 38342ab02b
commit 7c3cbf6b33
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
local_mode/models/codegeex.py
View File

@ -39,11 +39,14 @@ class CodegeexChatModel:
"max_new_tokens": request.max_tokens,
"temperature": request.temperature,
"top_p": request.top_p,
"repetition_penalty": request.presence_penalty
"repetition_penalty": request.presence_penalty,
"do_sample": True if request.temperature else request.temperature,
}
length = 0
for i, outputs in enumerate(self.model.stream_generate(**inputs, **gen_configs)):
response = self.tokenizer.decode(outputs.tolist()[0][len(inputs["input_ids"][0]):-1])
if not response or response[-1] == "<EFBFBD>":
continue
resp = ChatCompletionStreamResponse()
resp.choices[0].index = i
resp.choices[0].delta.content = response[length:]