Cacher is the code snippet organizer for pro developers

function Tokenize(code){
	var tokens = code.split(/(<[^<>]+?>)|(<\/[^<>]+?>)|\n| /);
	var newtokens = [];
	for(var i=0;i<tokens.length;i++){
		if(tokens[i]){
			newtokens.push(tokens[i]);
		}
	}
	return newtokens;
}