mirror of
https://github.com/JasonYANG170/CodeGeeX4.git
synced 2024-11-23 20:26:29 +00:00
41 lines
1.2 KiB
Python
41 lines
1.2 KiB
Python
import json
|
|
|
|
import requests
|
|
|
|
URL = "" # the url you deploy codegeex service
|
|
|
|
|
|
def codegeex4(prompt, temperature=0.8, top_p=0.8):
|
|
url = URL
|
|
headers = {"Content-Type": "application/json"}
|
|
data = {
|
|
"inputs": prompt,
|
|
"parameters": {
|
|
"best_of": 1,
|
|
"do_sample": True,
|
|
"max_new_tokens": 4012,
|
|
"temperature": temperature,
|
|
"top_p": top_p,
|
|
"stop": ["<|endoftext|>", "<|user|>", "<|observation|>", "<|assistant|>"],
|
|
},
|
|
}
|
|
response = requests.post(url, json=data, headers=headers, verify=False, stream=True)
|
|
|
|
if response.status_code == 200:
|
|
for line in response.iter_lines():
|
|
if line:
|
|
decoded_line = line.decode("utf-8").replace("data:", "").strip()
|
|
if decoded_line:
|
|
try:
|
|
|
|
content = json.loads(decoded_line)
|
|
|
|
token_text = content.get("token", {}).get("text", "")
|
|
if "<|endoftext|>" in token_text:
|
|
break
|
|
yield token_text
|
|
except json.JSONDecodeError:
|
|
continue
|
|
else:
|
|
print("请求失败:", response.status_code)
|