sbrl/MarkovGrams
sbrl/MarkovGrams
1
0
Fork 0
Code Issues Pull requests Activity

Add additional protection against blank n-grams

Browse source
This commit is contained in:
Starbeamrainbowlabs 2018-09-03 21:23:37 +01:00
parent 7285459604
commit 8f4a3f41bd
Signed by: sbrl
GPG key ID: 1BE5172E637709C2
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
MarkovGrams/NGrams.cs
View file

@ -94,6 +94,7 @@ namespace MarkovGrams
string[] parts = str.Split(" ".ToCharArray()); string[] parts = str.Split(" ".ToCharArray());
for (int i = 0; i < parts.Length - order; i++) { for (int i = 0; i < parts.Length - order; i++) {
string ngram = string.Join(" ", parts.Skip(i).Take(order)).Trim(); string ngram = string.Join(" ", parts.Skip(i).Take(order)).Trim();
if (ngram.Trim().Length == 0) continue;
if (!results.ContainsKey(ngram)) if (!results.ContainsKey(ngram))
results[ngram] = 0; results[ngram] = 0;
results[ngram]++; results[ngram]++;