in src/models/TokenizedDataset.js [4:15]
constructor(entries = []) {
this.vocabularies = {};
this.itemset = [];
this.entries = entries
.map(({ id, count, tokens, rawText }) => ({
id,
count,
tokens: tokens.map(t => this.encode(t)),
rawText,
seqIndices: [],
}));
}