add xai
This commit is contained in:
parent
8455fefc8a
commit
e791cd441d
|
@ -105,7 +105,7 @@ export function auth(req: NextRequest, modelProvider: ModelProvider) {
|
|||
}
|
||||
|
||||
if (systemApiKey) {
|
||||
console.log("[Auth] use system api key", systemApiKey);
|
||||
console.log("[Auth] use system api key");
|
||||
req.headers.set("Authorization", `Bearer ${systemApiKey}`);
|
||||
} else {
|
||||
console.log("[Auth] admin did not provide an api key");
|
||||
|
|
|
@ -83,11 +83,9 @@ export class XAIApi implements LLMApi {
|
|||
presence_penalty: modelConfig.presence_penalty,
|
||||
frequency_penalty: modelConfig.frequency_penalty,
|
||||
top_p: modelConfig.top_p,
|
||||
// max_tokens: Math.max(modelConfig.max_tokens, 1024),
|
||||
// Please do not ask me why not send max_tokens, no reason, this param is just shit, I dont want to explain anymore.
|
||||
};
|
||||
|
||||
console.log("[Request] openai payload: ", requestPayload);
|
||||
console.log("[Request] xai payload: ", requestPayload);
|
||||
|
||||
const shouldStream = !!options.config.stream;
|
||||
const controller = new AbortController();
|
||||
|
|
|
@ -104,7 +104,7 @@ const DEFAULT_ACCESS_STATE = {
|
|||
iflytekApiKey: "",
|
||||
iflytekApiSecret: "",
|
||||
|
||||
// moonshot
|
||||
// xai
|
||||
xaiUrl: DEFAULT_XAI_URL,
|
||||
xaiApiKey: "",
|
||||
|
||||
|
|
Loading…
Reference in New Issue