import { flatten, prop, range, splitEvery } from 'ramda'; import { Action, Dispatch } from 'redux'; import { ShlinkPaginator, ShlinkVisits } from '../../utils/services/types'; import { Visit, VisitsLoadFailedAction } from '../types'; import { parseApiError } from '../../api/utils'; const ITEMS_PER_PAGE = 5000; const PARALLEL_REQUESTS_COUNT = 4; const PARALLEL_STARTING_PAGE = 2; const isLastPage = ({ currentPage, pagesCount }: ShlinkPaginator): boolean => currentPage >= pagesCount; const calcProgress = (total: number, current: number): number => current * 100 / total; type VisitsLoader = (page: number, itemsPerPage: number) => Promise; interface ActionMap { start: string; large: string; finish: string; error: string; progress: string; } export const getVisitsWithLoader = async & { visits: Visit[] }>( visitsLoader: VisitsLoader, extraFinishActionData: Partial, actionMap: ActionMap, dispatch: Dispatch, shouldCancel: () => boolean, ) => { dispatch({ type: actionMap.start }); const loadVisitsInParallel = async (pages: number[]): Promise => Promise.all(pages.map(async (page) => visitsLoader(page, ITEMS_PER_PAGE).then(prop('data')))).then(flatten); const loadPagesBlocks = async (pagesBlocks: number[][], index = 0): Promise => { if (shouldCancel()) { return []; } const data = await loadVisitsInParallel(pagesBlocks[index]); dispatch({ type: actionMap.progress, progress: calcProgress(pagesBlocks.length, index + PARALLEL_STARTING_PAGE) }); if (index < pagesBlocks.length - 1) { return data.concat(await loadPagesBlocks(pagesBlocks, index + 1)); } return data; }; const loadVisits = async (page = 1) => { const { pagination, data } = await visitsLoader(page, ITEMS_PER_PAGE); // If pagination was not returned, then this is an old shlink version. Just return data if (!pagination || isLastPage(pagination)) { return data; } // If there are more pages, make requests in blocks of 4 const pagesRange = range(PARALLEL_STARTING_PAGE, pagination.pagesCount + 1); const pagesBlocks = splitEvery(PARALLEL_REQUESTS_COUNT, pagesRange); if (pagination.pagesCount - 1 > PARALLEL_REQUESTS_COUNT) { dispatch({ type: actionMap.large }); } return data.concat(await loadPagesBlocks(pagesBlocks)); }; try { const visits = await loadVisits(); dispatch({ ...extraFinishActionData, visits, type: actionMap.finish }); } catch (e) { dispatch({ type: actionMap.error, errorData: parseApiError(e) }); } };