pairs.append((sequence, pred_mask))
symbols = ["#"] + list(set("".join([x[0] for x in pairs])) - set(["#"]))
pairs.append((sequence, pred_mask))
symbols = ["#"] + list(set("".join([x[0] for x in pairs])) - set(["#"]))
self.char2id = dict([(c, n) for n, c in enumerate(symbols)])
self.id2char = dict([(n, c) for c, n in self.char2id.items()])
self.char2id = dict([(c, n) for n, c in enumerate(symbols)])
self.id2char = dict([(n, c) for c, n in self.char2id.items()])