async function processEvent()

in packages/wikipedia-diff-stream/main.js [65:94]


async function processEvent(domain, event) {
  const json = event.data;
  const data = JSON.parse(json);
  if (data.meta && data.meta.domain === domain && data.revision) {
    if (data.title.includes(":")) {
      // Ignore any changes to special pages (this is course but we're only sampling)
      return;
    }

    const [r1, r2] = await fetchChangeContent(domain, [
      data.revision.old,
      data.revision.new
    ]);

    const added = diffAdded(r1, r2);
    if (!added) {
      return;
    }

    console.log(
      JSON.stringify(
        Object.assign({}, data, {
          content: {
            added
          }
        })
      )
    );
  }
}