add xai
This commit is contained in:
parent
8455fefc8a
commit
e791cd441d
|
@ -105,7 +105,7 @@ export function auth(req: NextRequest, modelProvider: ModelProvider) {
|
||||||
}
|
}
|
||||||
|
|
||||||
if (systemApiKey) {
|
if (systemApiKey) {
|
||||||
console.log("[Auth] use system api key", systemApiKey);
|
console.log("[Auth] use system api key");
|
||||||
req.headers.set("Authorization", `Bearer ${systemApiKey}`);
|
req.headers.set("Authorization", `Bearer ${systemApiKey}`);
|
||||||
} else {
|
} else {
|
||||||
console.log("[Auth] admin did not provide an api key");
|
console.log("[Auth] admin did not provide an api key");
|
||||||
|
|
|
@ -83,11 +83,9 @@ export class XAIApi implements LLMApi {
|
||||||
presence_penalty: modelConfig.presence_penalty,
|
presence_penalty: modelConfig.presence_penalty,
|
||||||
frequency_penalty: modelConfig.frequency_penalty,
|
frequency_penalty: modelConfig.frequency_penalty,
|
||||||
top_p: modelConfig.top_p,
|
top_p: modelConfig.top_p,
|
||||||
// max_tokens: Math.max(modelConfig.max_tokens, 1024),
|
|
||||||
// Please do not ask me why not send max_tokens, no reason, this param is just shit, I dont want to explain anymore.
|
|
||||||
};
|
};
|
||||||
|
|
||||||
console.log("[Request] openai payload: ", requestPayload);
|
console.log("[Request] xai payload: ", requestPayload);
|
||||||
|
|
||||||
const shouldStream = !!options.config.stream;
|
const shouldStream = !!options.config.stream;
|
||||||
const controller = new AbortController();
|
const controller = new AbortController();
|
||||||
|
|
|
@ -104,7 +104,7 @@ const DEFAULT_ACCESS_STATE = {
|
||||||
iflytekApiKey: "",
|
iflytekApiKey: "",
|
||||||
iflytekApiSecret: "",
|
iflytekApiSecret: "",
|
||||||
|
|
||||||
// moonshot
|
// xai
|
||||||
xaiUrl: DEFAULT_XAI_URL,
|
xaiUrl: DEFAULT_XAI_URL,
|
||||||
xaiApiKey: "",
|
xaiApiKey: "",
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue