You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
51 lines
1.6 KiB
51 lines
1.6 KiB
import time
|
|
|
|
from openai import util
|
|
from openai.api_resources.abstract import DeletableAPIResource, ListableAPIResource
|
|
from openai.api_resources.abstract.engine_api_resource import EngineAPIResource
|
|
from openai.error import TryAgain
|
|
|
|
|
|
class Completion(EngineAPIResource):
|
|
OBJECT_NAME = "completions"
|
|
|
|
@classmethod
|
|
def create(cls, *args, **kwargs):
|
|
"""
|
|
Creates a new completion for the provided prompt and parameters.
|
|
|
|
See https://platform.openai.com/docs/api-reference/completions/create for a list
|
|
of valid parameters.
|
|
"""
|
|
start = time.time()
|
|
timeout = kwargs.pop("timeout", None)
|
|
|
|
while True:
|
|
try:
|
|
return super().create(*args, **kwargs)
|
|
except TryAgain as e:
|
|
if timeout is not None and time.time() > start + timeout:
|
|
raise
|
|
|
|
util.log_info("Waiting for model to warm up", error=e)
|
|
|
|
@classmethod
|
|
async def acreate(cls, *args, **kwargs):
|
|
"""
|
|
Creates a new completion for the provided prompt and parameters.
|
|
|
|
See https://platform.openai.com/docs/api-reference/completions/create for a list
|
|
of valid parameters.
|
|
"""
|
|
start = time.time()
|
|
timeout = kwargs.pop("timeout", None)
|
|
|
|
while True:
|
|
try:
|
|
return await super().acreate(*args, **kwargs)
|
|
except TryAgain as e:
|
|
if timeout is not None and time.time() > start + timeout:
|
|
raise
|
|
|
|
util.log_info("Waiting for model to warm up", error=e)
|