gistfile1.txt

tweet = "What a great night, awesome drinks. :-)"
emoticon_list = ['\:\)', '\:\-\)']
emoticon_regex = Regexp.new("(#{emoticon_list.join('|')})")
tweet.gsub!(emoticon_regex, ' \1 ')
tokens = tweet.split
tokens.compact!
tokens.each do |token|
  puts token
  is_emoticon = !!(token =~ emoticon_regex)
  puts is_emoticon
end