♻️ refactor: refactor agent runtime to model runtime (#7846)

src/app/(backend)/middleware/auth/index.test.ts

@@ -1,6 +1,6 @@
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { AgentRuntimeError } from '@/libs/agent-runtime';
+import { AgentRuntimeError } from '@/libs/model-runtime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';
 import { getJWTPayload } from '@/utils/server/jwt';

src/app/(backend)/middleware/auth/index.ts

@@ -2,8 +2,8 @@ import { AuthObject } from '@clerk/backend';
 import { NextRequest } from 'next/server';
 
 import { JWTPayload, LOBE_CHAT_AUTH_HEADER, OAUTH_AUTHORIZED, enableClerk } from '@/const/auth';
-import { AgentRuntime, AgentRuntimeError, ChatCompletionErrorPayload } from '@/libs/agent-runtime';
 import { ClerkAuth } from '@/libs/clerk-auth';
+import { AgentRuntime, AgentRuntimeError, ChatCompletionErrorPayload } from '@/libs/model-runtime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';
 import { getJWTPayload } from '@/utils/server/jwt';

src/app/(backend)/middleware/auth/utils.ts

@@ -2,7 +2,7 @@ import { type AuthObject } from '@clerk/backend';
 
 import { getAppConfig } from '@/config/app';
 import { enableClerk, enableNextAuth } from '@/const/auth';
-import { AgentRuntimeError } from '@/libs/agent-runtime';
+import { AgentRuntimeError } from '@/libs/model-runtime';
 import { ChatErrorType } from '@/types/fetch';
 
 interface CheckAuthParams {

src/app/(backend)/webapi/chat/[provider]/route.test.ts

@@ -4,7 +4,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { checkAuthMethod } from '@/app/(backend)/middleware/auth/utils';
 import { LOBE_CHAT_AUTH_HEADER, OAUTH_AUTHORIZED } from '@/const/auth';
-import { AgentRuntime, LobeRuntimeAI } from '@/libs/agent-runtime';
+import { AgentRuntime, LobeRuntimeAI } from '@/libs/model-runtime';
 import { ChatErrorType } from '@/types/fetch';
 import { getJWTPayload } from '@/utils/server/jwt';
 

src/app/(backend)/webapi/chat/[provider]/route.ts

@@ -3,7 +3,7 @@ import {
   AGENT_RUNTIME_ERROR_SET,
   AgentRuntime,
   ChatCompletionErrorPayload,
-} from '@/libs/agent-runtime';
+} from '@/libs/model-runtime';
 import { createTraceOptions, initAgentRuntimeWithUserPayload } from '@/server/modules/AgentRuntime';
 import { ChatErrorType } from '@/types/fetch';
 import { ChatStreamPayload } from '@/types/openai/chat';

src/app/(backend)/webapi/chat/vertexai/route.ts

@@ -1,6 +1,6 @@
 import { checkAuth } from '@/app/(backend)/middleware/auth';
-import { AgentRuntime, ModelProvider } from '@/libs/agent-runtime';
-import { LobeVertexAI } from '@/libs/agent-runtime/vertexai';
+import { AgentRuntime, ModelProvider } from '@/libs/model-runtime';
+import { LobeVertexAI } from '@/libs/model-runtime/vertexai';
 import { safeParseJSON } from '@/utils/safeParseJSON';
 
 import { POST as UniverseRoute } from '../[provider]/route';

src/app/(backend)/webapi/models/[provider]/pull/route.ts

@@ -1,5 +1,5 @@
 import { checkAuth } from '@/app/(backend)/middleware/auth';
-import { ChatCompletionErrorPayload, PullModelParams } from '@/libs/agent-runtime';
+import { ChatCompletionErrorPayload, PullModelParams } from '@/libs/model-runtime';
 import { initAgentRuntimeWithUserPayload } from '@/server/modules/AgentRuntime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';

src/app/(backend)/webapi/models/[provider]/route.ts

@@ -1,7 +1,7 @@
 import { NextResponse } from 'next/server';
 
 import { checkAuth } from '@/app/(backend)/middleware/auth';
-import { ChatCompletionErrorPayload, ModelProvider } from '@/libs/agent-runtime';
+import { ChatCompletionErrorPayload, ModelProvider } from '@/libs/model-runtime';
 import { initAgentRuntimeWithUserPayload } from '@/server/modules/AgentRuntime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';

src/app/(backend)/webapi/plugin/gateway/route.ts

@@ -4,7 +4,7 @@ import { createGatewayOnEdgeRuntime } from '@lobehub/chat-plugins-gateway';
 import { getAppConfig } from '@/config/app';
 import { LOBE_CHAT_AUTH_HEADER, OAUTH_AUTHORIZED, enableNextAuth } from '@/const/auth';
 import { LOBE_CHAT_TRACE_ID, TraceNameMap } from '@/const/trace';
-import { AgentRuntimeError } from '@/libs/agent-runtime';
+import { AgentRuntimeError } from '@/libs/model-runtime';
 import { TraceClient } from '@/libs/traces';
 import { ChatErrorType, ErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';

src/app/(backend)/webapi/text-to-image/[provider]/route.ts

@@ -1,8 +1,8 @@
 import { NextResponse } from 'next/server';
 
 import { checkAuth } from '@/app/(backend)/middleware/auth';
-import { ChatCompletionErrorPayload } from '@/libs/agent-runtime';
-import { TextToImagePayload } from '@/libs/agent-runtime/types';
+import { ChatCompletionErrorPayload } from '@/libs/model-runtime';
+import { TextToImagePayload } from '@/libs/model-runtime/types';
 import { initAgentRuntimeWithUserPayload } from '@/server/modules/AgentRuntime';
 import { ChatErrorType } from '@/types/fetch';
 import { createErrorResponse } from '@/utils/errorResponse';

src/app/[variants]/(main)/settings/llm/ProviderList/Azure/index.tsx

@@ -5,7 +5,7 @@ import { createStyles } from 'antd-style';
 import { useTranslation } from 'react-i18next';
 
 import { AzureProviderCard } from '@/config/modelProviders';
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { useUserStore } from '@/store/user';
 import { modelProviderSelectors } from '@/store/user/selectors';
 

src/app/[variants]/(main)/settings/provider/(detail)/azure/page.tsx

@@ -6,7 +6,7 @@ import { useTranslation } from 'react-i18next';
 
 import { FormInput, FormPassword } from '@/components/FormInput';
 import { AzureProviderCard } from '@/config/modelProviders';
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { aiProviderSelectors, useAiInfraStore } from '@/store/aiInfra';
 import { useUserStore } from '@/store/user';
 import { modelProviderSelectors } from '@/store/user/selectors';

src/app/[variants]/(main)/settings/provider/(detail)/azureai/page.tsx

@@ -4,7 +4,7 @@ import { useTranslation } from 'react-i18next';
 
 import { FormInput, FormPassword } from '@/components/FormInput';
 import { AzureAIProviderCard } from '@/config/modelProviders';
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { aiProviderSelectors, useAiInfraStore } from '@/store/aiInfra';
 
 import { KeyVaultsConfigKey, LLMProviderApiTokenKey, LLMProviderBaseUrlKey } from '../../const';

src/const/settings/llm.ts

@@ -1,4 +1,4 @@
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { genUserLLMConfig } from '@/utils/genUserLLMConfig';
 
 export const DEFAULT_LLM_CONFIG = genUserLLMConfig({

src/database/models/__tests__/aiProvider.test.ts

@@ -3,7 +3,7 @@ import { eq } from 'drizzle-orm/expressions';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { LobeChatDatabase } from '@/database/type';
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { sleep } from '@/utils/sleep';
 
 import { aiProviders, users } from '../../schemas';

src/database/models/aiProvider.ts

@@ -3,7 +3,7 @@ import { isEmpty } from 'lodash-es';
 
 import { DEFAULT_MODEL_PROVIDER_LIST } from '@/config/modelProviders';
 import { LobeChatDatabase } from '@/database/type';
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import {
   AiProviderDetailItem,
   AiProviderListItem,

src/features/Conversation/Error/APIKeyForm/Bedrock.tsx

@@ -5,7 +5,7 @@ import { Network, ShieldPlus } from 'lucide-react';
 import { memo, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { useUserStore } from '@/store/user';
 import { keyVaultsConfigSelectors } from '@/store/user/selectors';
 

src/features/Conversation/Error/APIKeyForm/index.tsx

@@ -4,7 +4,7 @@ import { memo, useMemo, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 import { Center, Flexbox } from 'react-layout-kit';
 
-import { ModelProvider } from '@/libs/agent-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
 import { useChatStore } from '@/store/chat';
 import { GlobalLLMProviderKey } from '@/types/user/settings';
 

src/features/Conversation/Error/index.tsx

@@ -6,7 +6,7 @@ import { Suspense, memo, useMemo } from 'react';
 import { useTranslation } from 'react-i18next';
 
 import { useProviderName } from '@/hooks/useProviderName';
-import { AgentRuntimeErrorType, ILobeAgentRuntimeErrorType } from '@/libs/agent-runtime';
+import { AgentRuntimeErrorType, ILobeAgentRuntimeErrorType } from '@/libs/model-runtime';
 import { ChatErrorType, ErrorType } from '@/types/fetch';
 import { ChatMessage, ChatMessageError } from '@/types/message';
 

src/libs/model-runtime/AgentRuntime.test.ts

@@ -6,8 +6,8 @@ import { beforeEach, describe, expect, it, vi } from 'vitest';
 import * as langfuseCfg from '@/config/langfuse';
 import { JWTPayload } from '@/const/auth';
 import { TraceNameMap } from '@/const/trace';
-import { AgentRuntime, ChatStreamPayload, LobeOpenAI, ModelProvider } from '@/libs/agent-runtime';
-import { providerRuntimeMap } from '@/libs/agent-runtime/runtimeMap';
+import { AgentRuntime, ChatStreamPayload, LobeOpenAI, ModelProvider } from '@/libs/model-runtime';
+import { providerRuntimeMap } from '@/libs/model-runtime/runtimeMap';
 import { createTraceOptions } from '@/server/modules/AgentRuntime';
 
 import { AgentChatOptions } from './AgentRuntime';

src/libs/model-runtime/ai21/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeAi21AI } from './index';
 

src/libs/model-runtime/ai360/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeAi360AI } from './index';
 

src/libs/model-runtime/anthropic/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { ChatCompletionTool, ChatStreamPayload } from '@/libs/agent-runtime';
+import { ChatCompletionTool, ChatStreamPayload } from '@/libs/model-runtime';
 
 import * as anthropicHelpers from '../utils/anthropicHelpers';
 import * as debugStreamModule from '../utils/debugStream';

src/libs/model-runtime/baichuan/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { Mock } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/agent-runtime';
+import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/model-runtime';
 
 import { testProvider } from '../providerTestUtils';
 import { LobeBaichuanAI } from './index';

src/libs/model-runtime/bedrock/index.test.ts

@@ -2,7 +2,7 @@
 import { InvokeModelWithResponseStreamCommand } from '@aws-sdk/client-bedrock-runtime';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { AgentRuntimeErrorType, ModelProvider } from '@/libs/agent-runtime';
+import { AgentRuntimeErrorType, ModelProvider } from '@/libs/model-runtime';
 
 import * as debugStreamModule from '../utils/debugStream';
 import { LobeBedrockAI } from './index';

src/libs/model-runtime/cloudflare/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { ChatCompletionTool } from '@/libs/agent-runtime';
+import { ChatCompletionTool } from '@/libs/model-runtime';
 
 import * as debugStreamModule from '../utils/debugStream';
 import { LobeCloudflareAI } from './index';

src/libs/model-runtime/deepseek/index.test.ts

@@ -6,8 +6,8 @@ import {
   LLMRoleType,
   LobeOpenAICompatibleRuntime,
   ModelProvider,
-} from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+} from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeDeepSeekAI } from './index';
 

src/libs/model-runtime/fireworksai/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeFireworksAI } from './index';
 

src/libs/model-runtime/giteeai/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeGiteeAI } from './index';
 

src/libs/model-runtime/github/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeGithubAI } from './index';
 

src/libs/model-runtime/google/index.test.ts

@@ -3,7 +3,7 @@ import { FunctionDeclarationsTool } from '@google/generative-ai';
 import OpenAI from 'openai';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { OpenAIChatMessage } from '@/libs/agent-runtime';
+import { OpenAIChatMessage } from '@/libs/model-runtime';
 import * as imageToBase64Module from '@/utils/imageToBase64';
 
 import * as debugStreamModule from '../utils/debugStream';

src/libs/model-runtime/groq/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeGroq } from './index';
 

src/libs/model-runtime/hunyuan/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeHunyuanAI } from './index';
 

src/libs/model-runtime/internlm/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeInternLMAI } from './index';
 

src/libs/model-runtime/lmstudio/index.test.ts

@@ -1,6 +1,6 @@
 // @vitest-environment node
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeLMStudioAI } from './index';
 

src/libs/model-runtime/mistral/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
 import { Mock, afterEach, beforeEach, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeMistralAI } from './index';
 

src/libs/model-runtime/moonshot/index.test.ts

@@ -1,5 +1,5 @@
 // @vitest-environment node
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobeMoonshotAI } from './index';
 

src/libs/model-runtime/novita/index.test.ts

@@ -1,9 +1,9 @@
 // @vitest-environment node
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-import { ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import models from './fixtures/models.json';
 import { LobeNovitaAI } from './index';

src/libs/model-runtime/ollama/index.ts

@@ -1,7 +1,7 @@
 import { Ollama, Tool } from 'ollama/browser';
 import { ClientOptions } from 'openai';
 
-import { ModelRequestOptions, OpenAIChatMessage } from '@/libs/agent-runtime';
+import { ModelRequestOptions, OpenAIChatMessage } from '@/libs/model-runtime';
 import { ChatModelCard } from '@/types/llm';
 import { createErrorResponse } from '@/utils/errorResponse';
 

src/libs/model-runtime/openai/index.test.ts

@@ -3,7 +3,7 @@ import OpenAI from 'openai';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 // 引入模块以便于对函数进行spy
-import { ChatStreamCallbacks, LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
+import { ChatStreamCallbacks, LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
 
 import * as debugStreamModule from '../utils/debugStream';
 import officalOpenAIModels from './fixtures/openai-models.json';

src/libs/model-runtime/openrouter/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import frontendModels from './fixtures/frontendModels.json';
 import models from './fixtures/models.json';

src/libs/model-runtime/perplexity/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeOpenAICompatibleRuntime, ModelProvider } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import { LobePerplexityAI } from './index';
 

src/libs/model-runtime/ppio/index.test.ts

@@ -2,10 +2,10 @@
 import OpenAI from 'openai';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeDeepSeekAI, LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
-import { ModelProvider } from '@/libs/agent-runtime';
-import { AgentRuntimeErrorType } from '@/libs/agent-runtime';
-import { testProvider } from '@/libs/agent-runtime/providerTestUtils';
+import { LobeDeepSeekAI, LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
+import { ModelProvider } from '@/libs/model-runtime';
+import { AgentRuntimeErrorType } from '@/libs/model-runtime';
+import { testProvider } from '@/libs/model-runtime/providerTestUtils';
 
 import * as debugStreamModule from '../utils/debugStream';
 import models from './fixtures/models.json';

src/libs/model-runtime/providerTestUtils.ts

@@ -1,7 +1,7 @@
 import OpenAI from 'openai';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
-import { LobeOpenAICompatibleRuntime } from '@/libs/agent-runtime';
+import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
 
 import * as debugStreamModule from './utils/debugStream';