function getTokens()

in tokenizers/javascript/parser.js [25:34]

• 10 lines of code
• 4 McCabe index (conditional complexity)

function getTokens(codeText, identifiersOnly) {
    var tokenText = [];
    var tokens = esprima.tokenize(codeText)
    for (var i in tokens) {
        if (!identifiersOnly || tokens[i]['type'] == "Identifier") {
            tokenText.push(tokens[i]['value']);
        }
    }
    return tokenText;
}