gistfile1.txt

tweet = "What a great night, awesome drinks. :-)"
punctuation_regex = Regexp.new('([^\w\d\s]+)')
tweet.gsub!(punctuation_regex, ' \1 ')
tokens = tweet.split
tokens.compact!
tokens.each do |token|
  is_punctuation = !!(token =~ punctuation_regex)
end