🐛 fix: fix HUGGINGFACE endpoint url (#5099)

This commit is contained in:
柴米油盐的梦想
2024-12-21 14:38:10 +08:00
committed by GitHub
parent 8e13ec2ead
commit abc80dcfd9
+4 -1
View File
@@ -1,4 +1,5 @@
import { HfInference } from '@huggingface/inference';
import urlJoin from 'url-join';
import { AgentRuntimeErrorType } from '../error';
import { ModelProvider } from '../types';
@@ -23,7 +24,9 @@ export const LobeHuggingFaceAI = LobeOpenAICompatibleFactory({
createChatCompletionStream: (client: HfInference, payload, instance) => {
const { max_tokens = 4096} = payload;
const hfRes = client.chatCompletionStream({
endpointUrl: instance.baseURL,
endpointUrl: instance.baseURL
? urlJoin(instance.baseURL, payload.model)
: instance.baseURL,
max_tokens: max_tokens,
messages: payload.messages,
model: payload.model,