void ScanOne()

in Facebook.Unity.Editor/iOS/PBX/Lexer.cs [106:137]


        void ScanOne(Token tok)
        {
            while (true)
            {
                while (pos < length && Char.IsWhiteSpace(text[pos]))
                {
                    UpdateNewlineStats(text[pos]);
                    pos++;
                }

                if (pos >= length)
                {
                    tok.type = TokenType.EOF;
                    break;
                }

                char ch = text[pos];
                char ch2 = text[pos+1];

                if (ch == '\"')
                    ScanQuotedString(tok);
                else if (ch == '/' && ch2 == '*')
                    ScanMultilineComment(tok);
                else if (ch == '/' && ch2 == '/')
                    ScanComment(tok);
                else if (IsOperator(ch))
                    ScanOperator(tok);
                else
                    ScanString(tok); // be more robust and accept whatever is left
                return;
            }
        }