using stream_fetch in App

This commit is contained in:
lloydzhou
2024-09-29 19:44:09 +08:00
parent 2d920f7ccc
commit 3898c507c4
5 changed files with 156 additions and 137 deletions

View File

@@ -10,6 +10,7 @@ import {
fetchEventSource,
} from "@fortaine/fetch-event-source";
import { prettyObject } from "./format";
import { fetch as tauriFetch } from "./stream";
export function compressImage(file: Blob, maxSize: number): Promise<string> {
return new Promise((resolve, reject) => {
@@ -287,6 +288,7 @@ export function stream(
REQUEST_TIMEOUT_MS,
);
fetchEventSource(chatPath, {
fetch: tauriFetch,
...chatPayload,
async onopen(res) {
clearTimeout(requestTimeoutId);

View File

@@ -1,100 +1,94 @@
// using tauri register_uri_scheme_protocol, register `stream:` protocol
// using tauri command to send request
// see src-tauri/src/stream.rs, and src-tauri/src/main.rs
// 1. window.fetch(`stream://localhost/${fetchUrl}`), get request_id
// 2. listen event: `stream-response` multi times to get response headers and body
// 1. invoke('stream_fetch', {url, method, headers, body}), get response with headers.
// 2. listen event: `stream-response` multi times to get body
type ResponseEvent = {
id: number;
payload: {
request_id: number;
status?: number;
error?: string;
name?: string;
value?: string;
chunk?: number[];
};
};
export function fetch(url: string, options?: RequestInit): Promise<any> {
if (window.__TAURI__) {
const tauriUri = window.__TAURI__.convertFileSrc(url, "stream");
const { signal, ...rest } = options || {};
return window
.fetch(tauriUri, rest)
.then((r) => r.text())
.then((rid) => parseInt(rid))
.then((request_id: number) => {
// 1. using event to get status and statusText and headers, and resolve it
let resolve: Function | undefined;
let reject: Function | undefined;
let status: number;
let writable: WritableStream | undefined;
let writer: WritableStreamDefaultWriter | undefined;
const headers = new Headers();
let unlisten: Function | undefined;
const { signal, method = "GET", headers = {}, body = [] } = options || {};
return window.__TAURI__
.invoke("stream_fetch", {
method,
url,
headers,
// TODO FormData
body:
typeof body === "string"
? Array.from(new TextEncoder().encode(body))
: [],
})
.then(
(res: {
request_id: number;
status: number;
status_text: string;
headers: Record<string, string>;
}) => {
const { request_id, status, status_text: statusText, headers } = res;
console.log("send request_id", request_id, status, statusText);
let unlisten: Function | undefined;
const ts = new TransformStream();
const writer = ts.writable.getWriter();
if (signal) {
signal.addEventListener("abort", () => {
// Reject the promise with the abort reason.
const close = () => {
unlisten && unlisten();
reject && reject(signal.reason);
});
}
// @ts-ignore 2. listen response multi times, and write to Response.body
window.__TAURI__.event
.listen("stream-response", (e: ResponseEvent) => {
const { id, payload } = e;
const {
request_id: rid,
status: _status,
name,
value,
error,
chunk,
} = payload;
if (request_id != rid) {
return;
}
/**
* 1. get status code
* 2. get headers
* 3. start get body, then resolve response
* 4. get body chunk
*/
if (error) {
unlisten && unlisten();
return reject && reject(error);
} else if (_status) {
status = _status;
} else if (name && value) {
headers.append(name, value);
} else if (chunk) {
if (resolve) {
const ts = new TransformStream();
writable = ts.writable;
writer = writable.getWriter();
resolve(new Response(ts.readable, { status, headers }));
resolve = undefined;
writer.ready.then(() => {
try {
writer.releaseLock();
} catch (e) {
console.error(e);
}
writer &&
writer.ready.then(() => {
writer && writer.write(new Uint8Array(chunk));
});
} else if (_status === 0) {
// end of body
unlisten && unlisten();
writer &&
writer.ready.then(() => {
writer && writer.releaseLock();
writable && writable.close();
});
}
})
.then((u: Function) => (unlisten = u));
return new Promise(
(_resolve, _reject) => ([resolve, reject] = [_resolve, _reject]),
);
ts.writable.close();
});
};
const response = new Response(ts.readable, {
status,
statusText,
headers,
});
if (signal) {
signal.addEventListener("abort", () => close());
}
// @ts-ignore 2. listen response multi times, and write to Response.body
window.__TAURI__.event
.listen("stream-response", (e: ResponseEvent) => {
const { id, payload } = e;
const { request_id: rid, chunk, status } = payload;
if (request_id != rid) {
return;
}
if (chunk) {
writer &&
writer.ready.then(() => {
writer && writer.write(new Uint8Array(chunk));
});
} else if (status === 0) {
// end of body
close();
}
})
.then((u: Function) => (unlisten = u));
return response;
},
)
.catch((e) => {
console.error("stream error", e);
throw e;
});
}
return window.fetch(url, options);
}
if (undefined !== window) {
window.tauriFetch = fetch;
}