in packages/wikipedia-diff-stream/main.js [65:94]
async function processEvent(domain, event) {
const json = event.data;
const data = JSON.parse(json);
if (data.meta && data.meta.domain === domain && data.revision) {
if (data.title.includes(":")) {
// Ignore any changes to special pages (this is course but we're only sampling)
return;
}
const [r1, r2] = await fetchChangeContent(domain, [
data.revision.old,
data.revision.new
]);
const added = diffAdded(r1, r2);
if (!added) {
return;
}
console.log(
JSON.stringify(
Object.assign({}, data, {
content: {
added
}
})
)
);
}
}