From 1b8680b180873d4a1d2259fe4378bb5c9c9b3c10 Mon Sep 17 00:00:00 2001 From: Wesley Kerfoot Date: Tue, 18 Jun 2013 12:37:37 -0400 Subject: [PATCH] updated module name --- tokenize.hs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tokenize.hs b/tokenize.hs index 9778797..c662c1e 100644 --- a/tokenize.hs +++ b/tokenize.hs @@ -1,4 +1,4 @@ -import Data.List.Split +import Data.List.Utils hiding (join) import Data.Char import qualified Data.Map as Dm import Control.Applicative @@ -8,6 +8,7 @@ ngrams' n len xs = let calcNext next | len == n = return xs | otherwise = (toLower <$> next) : (ngrams' n (len - 1) $ drop 1 xs) + in calcNext $ take n xs ngrams n xs = ngrams' n (length xs) xs