2022-02-18 19:41:01 +00:00
|
|
|
export const topicUrl = (baseUrl, topic) => `${baseUrl}/${topic}`;
|
2022-02-24 14:52:49 +00:00
|
|
|
export const topicUrlWs = (baseUrl, topic, since) => `${topicUrl(baseUrl, topic)}/ws?since=${since}`
|
2022-02-18 19:41:01 +00:00
|
|
|
.replaceAll("https://", "wss://")
|
|
|
|
.replaceAll("http://", "ws://");
|
2022-02-23 04:22:30 +00:00
|
|
|
export const topicUrlJson = (baseUrl, topic) => `${topicUrl(baseUrl, topic)}/json`;
|
|
|
|
export const topicUrlJsonPoll = (baseUrl, topic) => `${topicUrlJson(baseUrl, topic)}?poll=1`;
|
2022-02-18 19:41:01 +00:00
|
|
|
export const shortUrl = (url) => url.replaceAll(/https?:\/\//g, "");
|
|
|
|
export const shortTopicUrl = (baseUrl, topic) => shortUrl(topicUrl(baseUrl, topic));
|
2022-02-23 04:22:30 +00:00
|
|
|
|
|
|
|
// From: https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API/Using_Fetch
|
|
|
|
export async function* fetchLinesIterator(fileURL) {
|
|
|
|
const utf8Decoder = new TextDecoder('utf-8');
|
|
|
|
const response = await fetch(fileURL);
|
|
|
|
const reader = response.body.getReader();
|
|
|
|
let { value: chunk, done: readerDone } = await reader.read();
|
|
|
|
chunk = chunk ? utf8Decoder.decode(chunk) : '';
|
|
|
|
|
|
|
|
const re = /\n|\r|\r\n/gm;
|
|
|
|
let startIndex = 0;
|
|
|
|
let result;
|
|
|
|
|
|
|
|
for (;;) {
|
|
|
|
let result = re.exec(chunk);
|
|
|
|
if (!result) {
|
|
|
|
if (readerDone) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
let remainder = chunk.substr(startIndex);
|
|
|
|
({ value: chunk, done: readerDone } = await reader.read());
|
|
|
|
chunk = remainder + (chunk ? utf8Decoder.decode(chunk) : '');
|
|
|
|
startIndex = re.lastIndex = 0;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
yield chunk.substring(startIndex, result.index);
|
|
|
|
startIndex = re.lastIndex;
|
|
|
|
}
|
|
|
|
if (startIndex < chunk.length) {
|
|
|
|
yield chunk.substr(startIndex); // last line didn't end in a newline char
|
|
|
|
}
|
|
|
|
}
|