class Gem::RequestSet::Lockfile::Tokenizer

Constants

EOF
Token

Public Class Methods

from_file(file) click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 8
def self.from_file file
  new File.read(file), file
end

new(input, filename = nil, line = 0, pos = 0) click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 12
def initialize input, filename = nil, line = 0, pos = 0
  @line     = line
  @line_pos = pos
  @tokens   = []
  @filename = filename
  tokenize input
end

Public Instance Methods

empty?() click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 40
def empty?
  @tokens.empty?
end

make_parser(set, platforms) click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 20
def make_parser set, platforms
  Gem::RequestSet::Lockfile::Parser.new self, set, platforms, @filename
end

next_token() click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 48
def next_token
  @tokens.shift
end

Also aliased as: shift

peek() click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 53
def peek
  @tokens.first || EOF
end

shift()

Alias for: next_token

skip(type) click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 28
def skip type
  @tokens.shift while not @tokens.empty? and peek.type == type
end

to_a() click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 24
def to_a
  @tokens.map { |token| [token.type, token.value, token.column, token.line] }
end

unshift(token) click to toggle source

# File lib/rubygems/request_set/lockfile/tokenizer.rb, line 44
def unshift token
  @tokens.unshift token
end