in packages/pressreader/src/processEdition.ts [126:152]
export function meetsInclusionCriteria(
article: CapiItem,
bannedTags: string[],
minWordCount: number,
): boolean {
if (article.type != 'article') {
console.log(`Item excluded [Not Article]: ${article.id}`);
return false;
}
if (article.tags.some((tag) => bannedTags.includes(tag.id))) {
console.log(`Article excluded [Banned Tags]: ${article.id}`);
return false;
}
const publicationDate = new Date(article.webPublicationDate);
const now = new Date();
if (publicationDate.getTime() < now.getTime() - 24 * 60 * 60 * 1000) {
console.log(`Article excluded [Too Old]: ${article.id}`);
return false;
}
if (article.wordcount <= minWordCount) {
console.log(`Article excluded [Too Short]: ${article.id}`);
return false;
}
return true;
}