66 lines
1.5 KiB
Ruby
66 lines
1.5 KiB
Ruby
module CodeRay
|
|
module Scanners
|
|
|
|
# = Debug Scanner
|
|
#
|
|
# Interprets the output of the Encoders::Debug encoder.
|
|
class Debug < Scanner
|
|
|
|
register_for :debug
|
|
title 'CodeRay Token Dump Import'
|
|
|
|
protected
|
|
|
|
def scan_tokens encoder, options
|
|
|
|
opened_tokens = []
|
|
|
|
until eos?
|
|
|
|
if match = scan(/\s+/)
|
|
encoder.text_token match, :space
|
|
|
|
elsif match = scan(/ (\w+) \( ( [^\)\\]* ( \\. [^\)\\]* )* ) \)? /x)
|
|
kind = self[1].to_sym
|
|
match = self[2].gsub(/\\(.)/m, '\1')
|
|
unless TokenKinds.has_key? kind
|
|
kind = :error
|
|
match = matched
|
|
end
|
|
encoder.text_token match, kind
|
|
|
|
elsif match = scan(/ (\w+) ([<\[]) /x)
|
|
kind = self[1].to_sym
|
|
opened_tokens << kind
|
|
case self[2]
|
|
when '<'
|
|
encoder.begin_group kind
|
|
when '['
|
|
encoder.begin_line kind
|
|
else
|
|
raise 'CodeRay bug: This case should not be reached.'
|
|
end
|
|
|
|
elsif !opened_tokens.empty? && match = scan(/ > /x)
|
|
encoder.end_group opened_tokens.pop
|
|
|
|
elsif !opened_tokens.empty? && match = scan(/ \] /x)
|
|
encoder.end_line opened_tokens.pop
|
|
|
|
else
|
|
encoder.text_token getch, :space
|
|
|
|
end
|
|
|
|
end
|
|
|
|
encoder.end_group opened_tokens.pop until opened_tokens.empty?
|
|
|
|
encoder
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
end
|