Merge pull request #4986 from ConnectAI-E/hotfix/cf-ai-gateway
hotfix: using custom models, create custom provider
This commit is contained in:
commit
4ea8c0802a
|
@ -1,9 +1,9 @@
|
||||||
import { DEFAULT_MODELS } from "../constant";
|
import { DEFAULT_MODELS } from "../constant";
|
||||||
import { LLMModel } from "../client/api";
|
import { LLMModel } from "../client/api";
|
||||||
|
|
||||||
const customProvider = (modelName: string) => ({
|
const customProvider = (providerName: string) => ({
|
||||||
id: modelName,
|
id: providerName.toLowerCase(),
|
||||||
providerName: "Custom",
|
providerName: providerName,
|
||||||
providerType: "custom",
|
providerType: "custom",
|
||||||
});
|
});
|
||||||
|
|
||||||
|
@ -71,10 +71,13 @@ export function collectModelTable(
|
||||||
}
|
}
|
||||||
// 2. if model not exists, create new model with available value
|
// 2. if model not exists, create new model with available value
|
||||||
if (count === 0) {
|
if (count === 0) {
|
||||||
const provider = customProvider(name);
|
const [customModelName, customProviderName] = name.split("@");
|
||||||
modelTable[`${name}@${provider?.id}`] = {
|
const provider = customProvider(
|
||||||
name,
|
customProviderName || customModelName,
|
||||||
displayName: displayName || name,
|
);
|
||||||
|
modelTable[`${customModelName}@${provider?.id}`] = {
|
||||||
|
name: customModelName,
|
||||||
|
displayName: displayName || customModelName,
|
||||||
available,
|
available,
|
||||||
provider, // Use optional chaining
|
provider, // Use optional chaining
|
||||||
};
|
};
|
||||||
|
|
Loading…
Reference in New Issue