http://programmingpraxis.com/2011/08/19/first-non-repeating-character/

firstNonRep.hs

import qualified Data.Map as M
import Data.List (find)
import Data.Maybe (fromMaybe)

firstNonRep :: String -> Maybe Char
firstNonRep xs = let m = M.fromListWith (+) . map (\c -> (c,1)) $ xs
                     lookup = flip (M.findWithDefault 0) m
                  in find ((== 1) . lookup) xs 

main = print $ case firstNonRep "faabcbcdee" of
                 Nothing -> "no character was found just once"
                 Just c  -> c : " was the first character found just once"

A more efficient solution, using the same idea as your solution:

firstNonRep :: String -> Maybe Char
firstNonRep cs = fmap fst $ find (\(c, n) -> n == 1) $ foldl count [] cs
    where 
        count []               c             = [(c, 1)]
        count (p@(c', n) : ps) c | c == c'   = (c', n+1) : ps
                                 | otherwise = p : count ps c