@@ -10,9 +10,10 @@ import (
1010 "regexp"
1111 "strconv"
1212
13- // Modules
13+ // Packages
1414 router "github.com/djthorpe/go-server/pkg/httprouter"
1515 sqlite3 "github.com/djthorpe/go-sqlite/pkg/sqlite3"
16+ tokenizer "github.com/djthorpe/go-sqlite/pkg/tokenizer"
1617
1718 // Namespace imports
1819 . "github.com/djthorpe/go-server"
@@ -302,7 +303,7 @@ func tokenize(v string) ([]template.HTML, error) {
302303 result := []template.HTML {}
303304
304305 // Iterate through the tokenizer
305- t := sqlite3 .NewTokenizer (v )
306+ t := tokenizer .NewTokenizer (v )
306307 for {
307308 token , err := t .Next ()
308309 if token == nil || err == io .EOF {
@@ -311,17 +312,17 @@ func tokenize(v string) ([]template.HTML, error) {
311312 return nil , err
312313 }
313314 switch t := token .(type ) {
314- case sqlite3 .KeywordToken :
315+ case tokenizer .KeywordToken :
315316 result = appendtoken (result , "keyword" , t )
316- case sqlite3 .TypeToken :
317+ case tokenizer .TypeToken :
317318 result = appendtoken (result , "type" , t )
318- case sqlite3 .NameToken :
319+ case tokenizer .NameToken :
319320 result = appendtoken (result , "name" , t )
320- case sqlite3 .ValueToken :
321+ case tokenizer .ValueToken :
321322 result = appendtoken (result , "value" , t )
322- case sqlite3 .PuncuationToken :
323+ case tokenizer .PuncuationToken :
323324 result = appendtoken (result , "puncuation" , t )
324- case sqlite3 .WhitespaceToken :
325+ case tokenizer .WhitespaceToken :
325326 result = appendtoken (result , "space" , t )
326327 default :
327328 result = appendtoken (result , "" , t )
0 commit comments