protected void initTokenizer()

in src/java/org/apache/fulcrum/parser/CSVParser.java [96:115]

• 10 lines of code
• 1 McCabe index (conditional complexity)

    protected void initTokenizer(StreamTokenizer tokenizer)
    {
        // set all numeric characters as ordinary characters
        // (switches off number parsing)
        tokenizer.ordinaryChars('0', '9');
        tokenizer.ordinaryChars('-', '-');
        tokenizer.ordinaryChars('.', '.');

        // set all printable characters to be treated as word chars
        tokenizer.wordChars(' ', Integer.MAX_VALUE);

        // now set comma as the whitespace character
        tokenizer.whitespaceChars(',', ',');

        // and  set the quote mark as the quoting character
        tokenizer.quoteChar('"');

        // and finally say that end of line is significant
        tokenizer.eolIsSignificant(true);
    }