- export BKG, ngrams to return all n-grams for all orders with truncated_start=false

Author: esalesky

src/features.jl

@@ -62,8 +62,10 @@ function ngrams(words::Array; order = 2, truncated_start = false)
   ret = String[]
 
   if !truncated_start
-    for wi = 1:min(order - 1, length(words))
-      push!(ret, make_string(words, 1, wi))
+    for o = 1:min(order - 1, length(words))
+      for wi = 1:length(words)-(o-1)
+        push!(ret, make_string(words, wi, wi + o - 1))
+      end
     end
   end
 

src/models.jl

@@ -16,7 +16,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-export make_background, stats, vocab_size, apply
+export make_background, stats, vocab_size, apply, BKG
 
 type BKG
   dict  :: Associative{String, Int32}