mirror of https://github.com/Mai-with-u/MaiBot.git
请求中增加extra_params功能
parent
42a33a406e
commit
483c8fb547
|
|
@ -253,10 +253,15 @@ class LLMRequest:
|
||||||
response_format=response_format,
|
response_format=response_format,
|
||||||
stream_response_handler=stream_response_handler,
|
stream_response_handler=stream_response_handler,
|
||||||
async_response_parser=async_response_parser,
|
async_response_parser=async_response_parser,
|
||||||
|
extra_params=model_info.extra_params,
|
||||||
)
|
)
|
||||||
elif request_type == RequestType.EMBEDDING:
|
elif request_type == RequestType.EMBEDDING:
|
||||||
assert embedding_input, "embedding_input cannot be empty for embedding requests"
|
assert embedding_input, "embedding_input cannot be empty for embedding requests"
|
||||||
return await client.get_embedding(model_info=model_info, embedding_input=embedding_input)
|
return await client.get_embedding(
|
||||||
|
model_info=model_info,
|
||||||
|
embedding_input=embedding_input,
|
||||||
|
extra_params=model_info.extra_params,
|
||||||
|
)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.debug(f"请求失败: {str(e)}")
|
logger.debug(f"请求失败: {str(e)}")
|
||||||
# 处理异常
|
# 处理异常
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue