    # File lib/yard/parser/ruby/legacy/ruby_lex.rb, line 551
          def token
            set_token_position(line_no, char_no)
            catch(:eof) do
              begin
                begin
                  tk = @OP.match(self)
                  @space_seen = tk.kind_of?(TkSPACE)
                rescue SyntaxError
                  abort if @exception_on_syntax_error
                  tk = TkError.new(line_no, char_no)
                end
              end while @skip_space and tk.kind_of?(TkSPACE)
              if @read_auto_clean_up
                get_read
              end
              # throw :eof unless tk
              p tk if $DEBUG
              tk.lex_state = lex_state if tk
              tk
            end
          end