Bugfix: Correct word-level flat n-gram generation

MarkovGrams/NGrams.cs

@@ -50,7 +50,8 @@ namespace MarkovGrams
 			else {
 				string[] parts = str.Split(" ".ToCharArray());
 				for (int i = 0; i < parts.Length; i++)
-					results.Add(string.Join(" ", str.Skip(i).Take(order)).Trim());
+					results.Add(string.Join(" ", parts.Skip(i).Take(order)).Trim());
+				
 			}
 			return results.Distinct();
 		}

MarkovGrams/UnweightedMarkovChain.cs

@@ -75,7 +75,7 @@ namespace MarkovGrams
 			string result = RandomNgram();
 			string lastNgram = result;
 			List<int> choiceCounts = new List<int>(); int i = 0;
-			while((Mode == GenerationMode.CharacterLevel ? result.Length : result.Split(' ').Length) < length)
+			while((Mode == GenerationMode.CharacterLevel ? result.Length : result.CountCharInstances(" ".ToCharArray()) + 1) < length)
 			{
 				// The substring that the next ngram in the chain needs to start with
 				string nextStartsWith = Mode == GenerationMode.CharacterLevel ? lastNgram.Substring(1) : string.Join(" ", lastNgram.Split(' ').Skip(1));
@@ -91,7 +91,7 @@ namespace MarkovGrams
 				if (Mode == GenerationMode.CharacterLevel)
 					result += nextNgram[nextNgram.Length - 1];
 				else
-					result += ' ' + nextNgram.Split(' ').Last();
+					result += ' ' + nextNgram.Substring(nextNgram.LastIndexOf(' ') + 1);
 
 				lastNgram = nextNgram; i++;
 			}

wordlists/Dragons.txt

@@ -0,0 +1,435 @@
+Alpha Shadow
+Alpha Speed Stinger
+Ambered Nadder
+Armorwing
+Aurum
+Aurvandil
+Axewing
+Baited Breath
+Bam
+Bandit
+Barf & Belch
+Barf & Belch's Mate
+Barf & Belch's Offspring
+Bargemine
+Basket Case
+Bedrock Terror
+Belchfast
+Bewilderbeast
+Big Buff
+Big Snuff
+Bing
+Boarcharger
+Boiling Billows
+Bolt & Float
+Boltbite
+Bonecrusher's Conquest
+Boneknapper
+Boneshedder
+Book Wyrm
+Boom
+Bork Week Nadder
+Broken Blade
+Brute Boneknapper
+Brute Buffalord
+Brute Heartwarmer
+Brute Skrill
+Brute Snaptrapper
+Brute Stormcutter
+Brute Timberjack
+Buffalord
+Butt
+Büttor-Bol
+Cagecruncher
+Catastrophic Quaken
+Cavern Crasher
+Cawmour
+Champerone
+Champion Catastrophic Quaken
+Champion Steeltrap
+Champion Triple Stryke
+Champion Whip-Slash
+Champion Windgnasher
+Changewing
+Chartooth
+Cheesemonger
+Chichillen
+Chicken
+Chompers
+Cinder
+Clawlifter
+Cloudcarver
+Cloudjumper
+Cockatrice
+Coldsnap
+Colorcrunch
+Coppertop
+Covecharger
+Dagur's Skrill
+Darkvarg
+Dawnstar
+Dazzlesing
+Deadly Nadder
+Death & Chocolates
+Death Song
+Deepfreeze
+Deepkeeper
+Defender Boneknapper
+Defender Changewing
+Defender Deadly Nadder
+Defender Fireworm Princess
+Defender Flightmare
+Defender Grapple Grounder
+Defender Groncicle
+Defender Gronckle
+Defender Hackatoo
+Defender Hideous Zippleback
+Defender Hobblegrunt
+Defender Hotburple
+Defender Monstrous Nightmare
+Defender Raincutter
+Defender Ripwrecker
+Defender Rumblehorn
+Defender Scauldron
+Defender Scuttleclaw
+Defender Seashocker
+Defender Shockjaw
+Defender Skrill
+Defender Sliquifier
+Defender Smothering Smokebreath
+Defender Snafflefang
+Defender Snaptrapper
+Defender Stormcutter
+Defender Sweet Death
+Defender Sword Stealer
+Defender Terrible Terror
+Defender Thunderclaw
+Defender Thunderdrum
+Defender Thunderpede
+Defender Tide Glider
+Defender Timberjack
+Defender Typhoomerang
+Defender Whispering Death
+Defender Windstriker
+Defender Woolly Howl
+Desert Wraith
+Drago's Bewilderbeast
+DRAGON
+Dramillion
+Dronkeys
+Dustbrawler
+Earsplitter
+Eclipser
+Edge Nadder
+Edgewing
+Egg Biter
+Egg Blossom
+Eggfang
+Eruptodon
+Exiled Auroara
+Exiled Gronckle
+Exiled Hideous Zippleback
+Exiled Monstrous Nightmare
+Exiled Stormcutter
+Exotic Budbite
+Exotic Buffalord
+Exotic Cavern Crasher
+Exotic Coaldron
+Exotic Death Song
+Exotic Egg Biter
+Exotic Flightmare
+Exotic Foliander
+Exotic Grapple Grounder
+Exotic Hackatoo
+Exotic Moldruffle
+Exotic Razorwhip
+Exotic Ripwrecker
+Exotic Scauldron
+Exotic Shivertooth
+Exotic Shockjaw
+Exotic Shovelhelm
+Exotic Sliquifier
+Exotic Smothering Smokebreath
+Exotic Speed Stinger
+Exotic Sweet Death
+Exotic Sword Stealer
+Exotic Thunderpede
+Exotic Tide Glider
+Exotic Vaynglory
+Exotic Whispering Death
+Fanghook
+Fangmaster
+Fierce Piercer
+Firecomb Crasher
+Firescrapes
+Fireworm Princess
+Fireworm Queen
+Flashfright
+Flightmare
+Flutter-Fog
+Flystorm
+Foreverwing
+Four-Man
+Frostbiter
+Frostfire
+Frostfright's big bro
+Frostfright's lil sis
+Frozen Groncicle
+Furnace
+Galesplitter
+Garden Dragon
+Garffiljorg
+Girl-Hookfang
+Gleamer
+Gloomshadow
+Gnarley
+Gnawhelm
+Gobber's Nemesis
+Gobstinker
+Gobsucker
+Gothi's Frostfright
+Gothi's Gronckle
+Gothi's Pet
+Grapple Grounder
+Gravedigger
+Grazefall
+Green Death
+Greenkeep
+Gresskarmor
+Grimtorn
+Gritpicker
+Groncicle
+Gronckle
+Groundsplitter
+Gruff
+Grump
+Guslout
+Gustnudger
+Hackagift
+Hackatoo
+Head
+Hideous Zippleback
+Hobblegrunt
+Hofferson's Bane
+Hookfang
+Hookfang's Mate
+Hookfang's Offspring
+Hotburple
+Hothead
+Hotshot
+Hunterbolt
+Hurribane
+Icebane
+Icebreaker
+Icecutter
+Iggy
+Incognito
+Irongaze
+Irontooth
+Junior Tuffnut jr.
+Kick-off Terror
+Knocks
+Krogan's Singetail
+Krustler
+Lake Skater
+Lashbane
+Lavender Skrill
+Leafy Snaptrapper
+Liberated Haulmauler
+Liberated Whip-Wreck
+Lil Lullaby
+Lonewood
+Lump
+Magmadon
+Marinecutter
+Mariner's Myth
+Marooned Greezer
+Marooned Mukchucker
+Masked Sweet Death
+Mea
+Meatlug
+Meatlug's Mate
+Meatlug's Offspring
+Melonquarry
+Melting Wing
+Mildew's Misery
+Mildew's Strain
+Mistmenace
+Moldruffle
+Monstrous Nightmare
+Mosster
+Muddlehunt
+Night Swarm
+Night Terror
+Nightwatch
+Nipper
+Outsnapper
+Pain
+Pestbud
+Poise the Vast
+Prickleboggle
+Primal Hobblegrunt
+Primal Snafflefang
+Primal Snifflehunch
+Primal Thornridge
+Puddlemuck
+Purple Death
+Pyre-Flier
+Quicksand
+Quiverpain
+Raincutter
+Rane & Shyne
+Rattling Smokebreath
+Razorwhip
+Reignstorm
+Retired Windstriker
+Ripwrecker
+Rockstomper
+Royal Fireworm
+Rubeus
+Ruffnut's Trancemare
+Rumblehorn
+Rumpus
+Rushing Death
+Sacred Terror
+Sailback
+Sand Wraith
+Sandbuster
+Sawtooth
+Scardian
+Scauldron
+Scauldy
+Scentinel
+Schmoozer
+Scorch
+Screaming Death
+Scuttleclaw
+Seashocker
+Seedling Night Terror
+Seedling Prickleboggle
+Seedling Rumblehorn
+Seedling Sand Wraith
+Seedling Snifflehunch
+Seedling Speed Stinger
+Seedling Sweet Death
+Sentinel
+Sharpshot
+Shattermaster
+Shellfire
+Shipsbane
+Shivertooth
+Shockjaw
+Shovelhelm
+Silent Knight
+Silkspanner
+Singetail
+Sinker-Claws
+Sirenade
+Skrill
+Skrill Chiller
+Skullcrusher
+Skyfire
+Skykarver
+Skypiercer
+Skystreaker
+Sleuther
+Slimeball
+Slimeslinger
+Sliquifier
+Slithersong
+Slushclaws
+Small Shadow
+Smidvarg
+Smothering Smokebreath
+Snafflefang
+Snaggletooth
+Snappy-Zappy-Sand-Zapper
+Snaptrapper
+Sneaky
+Sneezlehunch
+Snifflehunch
+Snifflestone
+Snogglesong
+Snoggletog Wraith
+Snogglewing
+Snow Wraith
+Snuffnut
+Soaring Sidekick
+Solar Flare
+Sour Grapple
+Spark Guard
+Sparkheart
+Sparkle & Sparks
+Sparklestank
+Speed Stinger
+Spikeback
+Spitelout's Kingstail
+Splashspout
+Spring's Shadow
+Springshedder
+Springwing
+Starstreak
+Stokehead
+Stoneslice
+Stonewall
+Stormcutter
+Stormfly
+Stormfly's Mate
+Stormfly's Offspring
+Submaripper
+Sunchaser
+Sunsoak
+Surflurker
+Sven's Nightmare
+Swampscrapper
+Sweet Death
+Sweet Wraith
+Sweet-Sting
+Sweetcicle
+Sword Stealer
+Terrible Terror
+Thawfest Hen
+Thornado
+Thornridge
+Thornshade
+Thorntail
+Thorstopian
+Threadtail
+Thump
+Thunderclaw
+Thunderdrum
+Thunderpede
+Tide Glider
+Timberjack
+Toothless
+Toothless' Rival
+Torch
+Torch's Brother
+Torch's Mother
+Torch's Sister
+Tormentor
+Trailtwister
+Trap-phoomerang
+Triple Stryke
+Triple Strype
+Tuffnut's Death Ride
+Tuffwing
+Twist-Trapper
+Typhoomerang
+Valka's Mercy
+Valka's Seashocker
+Wavewight
+Whip & Lash
+Whirlwing
+Whispering Death
+Windgnasher
+Windshear
+Windstriker
+Windwalker
+Winged Warden
+Winterwick
+Wise Wind
+Wonderclap
+Woolly Howl
+Yakstacker
+Yawnckle

wordlists/Final-Fantasy-15-Items.txt

@@ -7,6 +7,7 @@ Adamantite
 Adamantite Bangle
 Advanced Color Samples
 Aegir Root
+Ahriman Eyeball
 A Little Friend Sticker
 Allural Shallot
 Alstor Bass Bones
@@ -203,6 +204,8 @@ Garnet Bracelet
 Garula Fur
 Garula Sirloin
 Garula Tusk
+Generator Key
+Generator Keycard
 Genji Gloves
 Giant Crab Pincers
 Giant Curlhorn
@@ -291,6 +294,7 @@ Karlabos Carapace
 Kettier Ginger
 Key of Prosperity
 Killer Tomato
+King's Knight Sticker Set
 Knight's Anklet
 Kujata Marrow
 Large Arapaima Scales
@@ -337,6 +341,7 @@ Megalixir
 Mega Phoenix
 Megaphone
 Mega-Potion
+Memories of KING'S KNIGHT
 Mesmenir Horn
 Messengers' Amulet
 Metal Scrap*
@@ -374,7 +379,10 @@ Onion Bangle
 Oracle Ascension Coin
 Oracle Card
 Oracle Earring
+Panel B Keycard
+Panel C Keycard
 Pendulum
+Pet Chocochick
 Phoenix Bass Bladder
 Phoenix Down
 Platinum Bangle
@@ -421,6 +429,7 @@ Repair Kit
 Replica Medal
 Ribbon
 Ring of Resistance
+Ring of the Lucii
 Robe of the Lord
 Rotten Splinterbone
 Rough Scales
@@ -544,6 +553,7 @@ Warm Inners
 Warped Wings
 Warrior's Anklet
 Warrior's Fanfare
+West Underpass Key
 White Choker
 White Sage
 White Sneakers

wordlists/download.sh

@@ -24,7 +24,19 @@ curl https://stardewids.com/ | xidel --data - --css "td.ts a" | sort >Stardew-Va
 
 
 ### Recipes Wikia ###
-curl http://recipes.wikia.com/sitemap-newsitemapxml-index.xml | xidel --data - --css "loc" | grep -i NS_0 | xargs -n1 -I{} sh -c 'curl {} | xidel --data - --css "loc"' | sed -e 's/^.*\///g' -e 's/_/ /g' | python -c "import urllib, sys; print urllib.unquote(sys.argv[1] if len(sys.argv) > 1 else sys.stdin.read()[0:-1])" | sort >Dishes.txt
+curl http://recipes.wikia.com/sitemap-newsitemapxml-index.xml | xidel --data - --css "loc" | grep -i NS_0 | xargs -n1 -I{} sh -c 'curl {} | xidel --data - --css "loc"' | sed -e 's/^.*\///g' -e 's/_/ /g' | python -c "import urllib, sys; print urllib.unquote(sys.argv[1] if len(sys.argv) > 1 else sys.stdin.read()[0:-1])" | grep -iv "Nutrient" | sort >Dishes.txt
+
+### Rise of Berk Dragons list ###
+function list_pages() {
+	curl "http://riseofberk.wikia.com/api.php?action=query&generator=categorymembers&gcmtitle=${1}&cllimt=max&gcmlimit=max&format=json" | jq --raw-output '.query.pages[].title' | grep -iv Category:
+}
+
+function list_categories() {
+	curl "http://riseofberk.wikia.com/api.php?action=query&generator=categorymembers&gcmtitle=${1}&cllimt=max&gcmlimit=max&format=json" | jq --raw-output '.query.pages[].title' | grep -i Category:
+}
+
+list_pages "Category:Dragons" >Dragons.txt
+
 
 ### Shakespeare's Complete Works ###
 curl https://www.gutenberg.org/files/100/100-0.txt >Shakespeares-Works.txt