Increase eventsPerCrawl for larger chunks and rely on chunk's length for crawled events size

This commit is contained in:
Jaiwanth 2021-06-10 11:53:41 +05:30
parent 6160b11eb8
commit 80e5d4cd77

View file

@ -56,12 +56,12 @@ export default abstract class Exporter {
let events: MatrixEvent[] = []; let events: MatrixEvent[] = [];
while (limit) { while (limit) {
const eventsPerCrawl = Math.min(limit, 100); const eventsPerCrawl = Math.min(limit, 1000);
const res: any = await client.createMessagesRequest(this.room.roomId, prevToken, eventsPerCrawl, "b"); const res: any = await client.createMessagesRequest(this.room.roomId, prevToken, eventsPerCrawl, "b");
if (res.chunk.length === 0) break; if (res.chunk.length === 0) break;
limit -= eventsPerCrawl; limit -= res.chunk.length;
const matrixEvents: MatrixEvent[] = res.chunk.map(eventMapper); const matrixEvents: MatrixEvent[] = res.chunk.map(eventMapper);