Fix group download, now limited to first 100 videos

evilanddirty · Nov 14, 2020 · ad483f3 · ad483f3
1 parent ac0fdf5
commit ad483f3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/src/ApiClient.ts b/src/ApiClient.ts
@@ -34,7 +34,9 @@ export class ApiClient {
  return true;
  }
  logger.warn(`Got HTTP code ${err?.response?.status ?? undefined}. Retrying request...`);
- logger.verbose(`Here is the error message: \n '${err.response?.data}`);
+ logger.verbose('Here is the error message: ');
+ console.dir(err.response?.data);
+ logger.verbose('We called this URL: ' + err.response?.config.baseURL + err.response?.config.url);
 
  const shouldRetry: boolean = retryCodes.includes(err?.response?.status ?? 0);
 

diff --git a/src/Utils.ts b/src/Utils.ts
@@ -23,7 +23,8 @@ async function extractGuids(url: string, client: ApiClient): Promise<Array<strin
  const videoNumber: number = await client.callApi(`groups/${groupMatch[1]}`, 'get')
  .then((response: AxiosResponse<any> | undefined) => response?.data.metrics.videos);
 
- let result: Array<string> = await client.callApi(`groups/${groupMatch[1]}/videos?$top=${videoNumber}&$orderby=publishedDate asc`, 'get')
+ // Anything over $top=100 will return a 400 Bad Request
+ let result: Array<string> = await client.callApi(`groups/${groupMatch[1]}/videos?$top=100&$orderby=publishedDate asc`, 'get')
  .then((response: AxiosResponse<any> | undefined) => response?.data.value.map((item: any) => item.id));
 
  return result;