mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
30 lines
737 B
30 lines
737 B
1 year ago
|
"""
|
||
|
|
Generation utilities
|
||
|
|
"""
|
||
|
|
import json
|
||
|
|
from typing import List
|
||
|
|
|
||
|
|
import requests
|
||
|
|
|
||
|
|
|
||
|
|
def post_http_request(
|
||
|
|
prompt: str, api_url: str, n: int = 1, max_tokens: int = 100, temperature: float = 0.0, stream: bool = False
|
||
|
|
) -> requests.Response:
|
||
|
|
headers = {"User-Agent": "Test Client"}
|
||
|
|
pload = {
|
||
|
|
"prompt": prompt,
|
||
|
|
"n": 1,
|
||
|
|
"use_beam_search": False,
|
||
|
|
"temperature": temperature,
|
||
|
|
"max_tokens": max_tokens,
|
||
|
|
"stream": stream,
|
||
|
|
}
|
||
|
|
response = requests.post(api_url, headers=headers, json=pload, stream=True, timeout=3)
|
||
|
|
return response
|
||
|
|
|
||
|
|
|
||
|
|
def get_response(response: requests.Response) -> List[str]:
|
||
|
|
data = json.loads(response.content)
|
||
|
|
output = data["text"]
|
||
|
|
return output
|