typescript tokenizer
class Token {
sym: String
tag: String
constructor(label: String, sym: String) {
this.sym = sym;
this.tag = label;
}
changetag(label: String) {
this.tag = label
}
}
class Tokenizer {
bin: Array<Token>
constructor() {
this.bin = [];
}
add(sign: String, label: String) {
var tok = new Token(label, sign)
this.bin.push(tok);
}
}