func decode()

in Sources/Tokenizers/Decoder.swift [69:75]

• 7 lines of code
• 4 McCabe index (conditional complexity)

    func decode(tokens: [String]) -> [String] {
        let firstToken = cleanup ? cleanUpTokenization(tokens.first!) : tokens.first!
        return [firstToken] + tokens.dropFirst().map { token in
            let token = token.hasPrefix(prefix) ? token.replacingCharacters(in: token.range(of: prefix)!, with: "") : " \(token)"
            return cleanup ? cleanUpTokenization(token) : token
        }
    }