How to Implement a Batch Requests Flush Interval in Python

import asyncio
from collections import deque

class Batcher:
    def __init__(self, flush_interval=0.5, max_batch=5):
        self.flush_interval = flush_interval
        self.max_batch = max_batch
        self.queue = deque()
        self.lock = asyncio.Lock()

    async def add(self, item):
        async with self.lock:
            self.queue.append(item)
            if len(self.queue) >= self.max_batch:
                await self._flush()

    async def _flush(self):
        if not self.queue:
            return
        batch = list(self.queue)
        self.queue.clear()
        await self._process_batch(batch)

    async def _process_batch(self, batch):
        print(f"Flushing {len(batch)} items: {batch}")
        await asyncio.sleep(0.1)  # simulate processing

    async def start(self):
        while True:
            await asyncio.sleep(self.flush_interval)
            async with self.lock:
                await self._flush()

async def main():
    batcher = Batcher()
    task = asyncio.create_task(batcher.start())
    for i in range(12):
        await batcher.add(i)
        await asyncio.sleep(0.05)
    task.cancel()

if __name__ == "__main__":
    asyncio.run(main())