protected void initTokenizer()

in src/java/org/apache/fulcrum/parser/TSVParser.java [99:112]

• 8 lines of code
• 1 McCabe index (conditional complexity)

    protected void initTokenizer(StreamTokenizer tokenizer)
    {
        // set all numeric characters as ordinary characters
        // (switches off number parsing)
        tokenizer.ordinaryChars('0', '9');
        tokenizer.ordinaryChars('-', '-');
        tokenizer.ordinaryChars('.', '.');

        // set all printable characters to be treated as word chars
        tokenizer.wordChars(' ', Integer.MAX_VALUE);

        // and finally say that end of line is significant
        tokenizer.eolIsSignificant(true);
    }