From 5ee15661dbc2da70927f588e310315233aff6eea Mon Sep 17 00:00:00 2001
From: murphy <murphy@rubychan.de>
Date: Mon, 10 Apr 2006 03:06:50 +0000
Subject: Large update: Scanners for HTML, RHTML and Nitro-XHTML added.

CSS style changes/enhancments (mainly the new background color for inline code, affects all Ruby code.)
Demos and tests adjusted.

Plugin: new PluginHost::default method.

Scanner:
- New setup method
- ability to re-use a scanner
- ability to keep the tokens
- minor changes to token caching and string flattening

Encoder: Error if token content is neither String nor Symbol.

HTML encoder:
- more warnings for unclosed tokens
- output now UTF-8

Ruby Scanner:
- bug: symbols before => now do not include =; {:foo=>bar} is valid Ruby code
- try to close all open tokens
- constants now all with specific namespace (for speed, I hope)

Styles: new :entity/en class.

Test suite now gives hinted HTML output.
---
 lib/coderay/scanners/nitro_html.rb | 123 +++++++++++++++++++++++++++++++++++++
 1 file changed, 123 insertions(+)
 create mode 100644 lib/coderay/scanners/nitro_html.rb

(limited to 'lib/coderay/scanners/nitro_html.rb')

diff --git a/lib/coderay/scanners/nitro_html.rb b/lib/coderay/scanners/nitro_html.rb
new file mode 100644
index 0000000..86d4992
--- /dev/null
+++ b/lib/coderay/scanners/nitro_html.rb
@@ -0,0 +1,123 @@
+module CodeRay module Scanners
+
+	load :html
+	load :ruby
+
+	# RHTML Scanner
+	# 
+	# $Id$
+	class NitroHTML < Scanner
+
+		include Streamable
+		register_for :nitro_html
+
+		NITRO_RUBY_BLOCK = /
+			<\?r
+			(?>
+				[^\?]*
+				(?> \?(?!>) [^\?]* )* 
+			)
+			(?: \?> )?
+		|
+			<ruby>
+			(?>
+				[^<]*
+				(?> <(?!\/ruby>) [^<]* )* 
+			)
+			(?: <\/ruby> )?
+		|
+			<%
+			(?>
+				[^%]*
+				(?> %(?!>) [^%]* )*
+			)
+			(?: %> )?
+		/mx
+
+		NITRO_VALUE_BLOCK = /
+			\#
+			(?:
+				\{
+				[^{}]*
+				(?>
+					\{ [^}]* \}
+					(?> [^{}]* )
+				)*
+				\}?
+			| \| [^|]* \|?
+			| \( [^)]* \)?
+			| \[ [^\]]* \]?
+			| \\ [^\\]* \\?
+			)
+		/x
+
+		NITRO_ENTITY = /
+			% (?: \#\d+ | \w+ ) ;
+		/
+
+		START_OF_RUBY = /
+			(?=[<\#%])
+			< (?: \?r | % | ruby> )
+		| \# [{(|]
+		| % (?: \#\d+ | \w+ ) ;
+		/x		
+
+		CLOSING_PAREN = Hash.new do |h, p|
+			h[p] = p
+		end.update( {
+			'(' => ')',
+			'[' => ']',
+			'{' => '}',
+		} )
+		
+	private
+		
+		def setup
+			@ruby_scanner = CodeRay.scanner :ruby, :tokens => @tokens, :keep_tokens => true
+			@html_scanner = CodeRay.scanner :html, :tokens => @tokens, :keep_tokens => true, :keep_state => true
+		end
+		
+		def scan_tokens tokens, options
+			
+			until eos?
+
+				if (match = scan_until(/(?=#{START_OF_RUBY})/o) || scan_until(/\z/)) and not match.empty?
+					@html_scanner.tokenize match
+					
+				elsif match = scan(/#{NITRO_VALUE_BLOCK}/o)
+					start_tag = match[0,2]
+					delimiter = CLOSING_PAREN[start_tag[1,1]]
+					end_tag = match[-1,1] == delimiter ? delimiter : ''
+					tokens << [:open, :inline]
+					tokens << [start_tag, :delimiter]
+					code = match[start_tag.size .. -1 - end_tag.size]
+					@ruby_scanner.tokenize code
+					tokens << [end_tag, :delimiter] unless end_tag.empty?
+					tokens << [:close, :inline]
+
+				elsif match = scan(/#{NITRO_RUBY_BLOCK}/o)
+					start_tag = '<?r'
+					end_tag = match[-2,2] == '?>' ? '?>' : ''
+					tokens << [:open, :inline]
+					tokens << [start_tag, :delimiter]
+					code = match[start_tag.size .. -(end_tag.size)-1]
+					@ruby_scanner.tokenize code
+					tokens << [end_tag, :delimiter] unless end_tag.empty?
+					tokens << [:close, :inline]
+
+				elsif entity = scan(/#{NITRO_ENTITY}/o)
+					tokens << [entity, :entity]
+
+				else
+					raise_inspect 'else-case reached!', tokens
+				end
+
+			end
+
+			tokens
+
+		end
+
+	end
+
+end end
-- 
cgit v1.2.1