tokens_probability

in lib/linguist/classifier.rb [103:108]


    def tokens_probability(tokens, language)
      tokens.inject(0.0) do |sum, token|
        sum += Math.log(token_probability(token, language))
      end
    end