Spaces:
Runtime error
Runtime error
File size: 2,687 Bytes
e9fc1aa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
import openai
import uuid
class Example:
def __init__(self, inp, out):
self.input = inp
self.output = out
self.id = uuid.uuid4().hex
def get_input(self):
return self.input
def get_output(self):
return self.output
def get_id(self):
return self.id
def as_dict(self):
return {
'input': self.get_input(),
'ouput': self.get_output(),
'id': self.get_id()
}
class GPT_Model:
def __init__(self,
engine = 'text-davinci-003',
temperature = 0.5,
max_tokens = 1024,
input_prefix = 'input: ',
input_suffix = '\n',
output_prefix = 'output: ',
output_suffix = '\n\n',
append_output_prefix_to_query=False):
self.examples = {}
self.engine = engine
self.temperature = temperature
self.max_tokens = max_tokens
self.input_prefix = input_prefix
self.input_suffix = input_suffix
self.output_prefix = output_prefix
self.output_suffix = output_suffix
self.append_output_prefix_to_query = append_output_prefix_to_query
def add_example(self,ex):
assert isinstance(ex,Example), "Please create an example object"
self.examples[ex.get_id()] = ex
def delete_example(self,id):
if id in self.examples:
del self.examples[id]
def get_exmaple(self,id):
return self.examples.get(id,'Input id unavailable')
def get_all_example(self):
return {k:v.as_dict() for k,v in self.examples.items()}
def get_prime_text(self):
return "".join([self.format_example(ex) for ex in self.examples.values()])
def get_engine(self):
return self.engine
def get_temperature(self):
return self.temperature
def get_max_tokens(self):
return self.max_tokens
def craft_query(self, prompt):
q = self.get_prime_text() + self.input_prefix + prompt + self.input_suffix
if self.append_output_prefix_to_query:
q = q + self.output_prefix
return q
def submit_request(self, prompt):
completions = openai.Completion.create(
engine=self.get_engine(),
prompt=self.craft_query(prompt),
max_tokens=self.get_max_tokens(),
n=1,
temperature=self.get_temperature(),
)
message = completions.choices[0].text
return message.strip()
def format_example(self,ex):
return self.input_prefix+ex.get_input()+self.input_suffix+self.output_prefix+ex.get_output()+self.output_suffix
|