Last active
September 19, 2023 08:01
-
-
Save mfbx9da4/3c0d9365ccc325090b5e67e80e750adf to your computer and use it in GitHub Desktop.
An implementation of a debounced chunked async queue. An async function may be called many times over some period of time. We want to first debounce the calls to the function and batch up all those arguments into one argument. Secondly all executions of that async function should be serialized in a FIFO manner.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
export const debouncedChunkedQueue = <T>( | |
fn: (items: T[]) => Promise<void> | void, | |
delay = 1000 | |
) => { | |
let items: T[] = [] | |
let started = false | |
const push = (item: T) => { | |
items.push(item) | |
if (!started) start() | |
} | |
const start = async () => { | |
started = true | |
while (items.length) { | |
await sleep(delay) | |
const chunk = items.concat() | |
items = [] | |
await fn(chunk) | |
} | |
started = false | |
} | |
return { push } | |
} | |
const sleep = (delay?: number) => new Promise(r => setTimeout(r, delay || 1000)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
const test = async () => { | |
console.clear(); | |
console.log("=== start test ==="); | |
let i = 0; | |
const fetchItems = (items: number[]) => { | |
console.log(`fetchItems`, items); | |
return sleep(1000) as Promise<void>; | |
}; | |
const chunked = debouncedChunkedQueue(fetchItems, 200); | |
chunked.push(i++); | |
chunked.push(i++); | |
await sleep(200); // 0,1 batched together as the debounce delay is reached | |
chunked.push(i++); | |
chunked.push(i++); | |
await sleep(200); | |
chunked.push(i++); | |
chunked.push(i++); | |
// 2,3,4,5 all executed together because even though the debounce was reached after 2,3 | |
// the perform function is still executing so the queue waits for it to complete | |
}; | |
test(); |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment