jweinst1
3/10/2016 - 1:08 AM

oblivtokens.swift

func ExtractTokens(line:String) -> [String] {
    return line.matchesForRegexInText("[a-zA-Z]+|[0-9]|[1-9][0-9]*|\\->|\\+|\\-|\\*|\\/|;|@")
}

ExtractTokens("foo @ 5/2")
//["foo", "@", "5", "/", "2"]