jweinst1
12/31/2015 - 8:53 PM

typescript tokenizer

typescript tokenizer

class Token {
	sym: String
	tag: String
	constructor(label: String, sym: String) {
		this.sym = sym;
		this.tag = label;
	}
	changetag(label: String) {
		this.tag = label
	}
}

class Tokenizer {
	bin: Array<Token>
	constructor() {
		this.bin = [];
	}
	add(sign: String, label: String) {
		var tok = new Token(label, sign)
		this.bin.push(tok);
	}
}