require 'mirimiri'

# Concatenates all lines from one file, without \n
readme = File.open('README.markdown').readlines.collect { |l| l.chomp }.join(" ")

# Creates the document with a string
doc = Mirimiri::Document.new readme

# Outputs all the unique words of the document with their entropy scores
p doc.words.collect { |w| "#{w} => #{doc.entropy w}" }