constructor()

in src/models/TokenizedDataset.js [4:15]


  constructor(entries = []) {
    this.vocabularies = {};
    this.itemset = [];
    this.entries = entries
      .map(({ id, count, tokens, rawText }) => ({
        id,
        count,
        tokens: tokens.map(t => this.encode(t)),
        rawText,
        seqIndices: [],
      }));
  }