diff options
| author | murphy <murphy@rubychan.de> | 2006-10-17 10:10:35 +0000 |
|---|---|---|
| committer | murphy <murphy@rubychan.de> | 2006-10-17 10:10:35 +0000 |
| commit | 5e0d6d97bf4676ab1c1ca9b06590dd774d263b0d (patch) | |
| tree | db433d0109b087ffaa3f25fece64ea62c7481e8e | |
| parent | 975a2fd6ea64529d993bc1412899fad386ff02ea (diff) | |
| download | coderay-5e0d6d97bf4676ab1c1ca9b06590dd774d263b0d.tar.gz | |
Renamed demo files (trim demo_ prefix).
41 files changed, 2636 insertions, 1 deletions
diff --git a/sample/cache.out b/sample/cache.out new file mode 100644 index 0000000..f815e88 --- /dev/null +++ b/sample/cache.out @@ -0,0 +1,2 @@ +test <test> +test <span class="ta"><test></span> diff --git a/sample/cache.rb b/sample/cache.rb new file mode 100644 index 0000000..0c0b847 --- /dev/null +++ b/sample/cache.rb @@ -0,0 +1,12 @@ +require 'coderay'
+
+html_encoder = CodeRay.encoder :html
+
+scanner = Hash.new do |h, lang|
+ h[lang] = CodeRay.scanner lang
+end
+
+for lang in [:ruby, :html]
+ tokens = scanner[lang].tokenize 'test <test>'
+ puts html_encoder.encode_tokens(tokens)
+end
diff --git a/sample/count.out b/sample/count.out new file mode 100644 index 0000000..7f493b6 --- /dev/null +++ b/sample/count.out @@ -0,0 +1 @@ +2 out of 4 tokens have the kind :integer. diff --git a/sample/count.rb b/sample/count.rb new file mode 100644 index 0000000..bcb7c2d --- /dev/null +++ b/sample/count.rb @@ -0,0 +1,10 @@ +require 'coderay'
+
+stats = CodeRay.encoder(:statistic)
+stats.encode("puts 17 + 4\n", :ruby)
+
+puts '%d out of %d tokens have the kind :integer.' % [
+ stats.type_stats[:integer].count,
+ stats.real_token_count
+]
+#-> 2 out of 4 tokens have the kind :integer.
diff --git a/sample/css.out b/sample/css.out new file mode 100644 index 0000000..713e3e7 --- /dev/null +++ b/sample/css.out @@ -0,0 +1,104 @@ +.CodeRay { + background-color: #f8f8f8; + border: 1px solid silver; + font-family: 'Courier New', 'Terminal', monospace; + color: #100; +} +.CodeRay pre { margin: 0px } + +div.CodeRay { } + +span.CodeRay { white-space: pre; border: 0px; padding: 2px } + +table.CodeRay { border-collapse: collapse; width: 100%; padding: 2px } +table.CodeRay td { padding: 2px 4px; vertical-align: top } + +.CodeRay .line_numbers, .CodeRay .no { + background-color: #def; + color: gray; + text-align: right; +} +.CodeRay .line_numbers tt { font-weight: bold } +.CodeRay .no { padding: 0px 4px } +.CodeRay .code { width: 100% } + +ol.CodeRay { font-size: 10pt } +ol.CodeRay li { white-space: pre } + +.CodeRay .code pre { overflow: auto } + +.CodeRay .af { color:#00C } +.CodeRay .an { color:#007 } +.CodeRay .av { color:#700 } +.CodeRay .aw { color:#C00 } +.CodeRay .bi { color:#509; font-weight:bold } +.CodeRay .c { color:#888 } + +.CodeRay .ch { color:#04D } +.CodeRay .ch .k { color:#04D } +.CodeRay .ch .dl { color:#039 } + +.CodeRay .cl { color:#B06; font-weight:bold } +.CodeRay .co { color:#036; font-weight:bold } +.CodeRay .cr { color:#0A0 } +.CodeRay .cv { color:#369 } +.CodeRay .df { color:#099; font-weight:bold } +.CodeRay .di { color:#088; font-weight:bold } +.CodeRay .dl { color:black } +.CodeRay .do { color:#970 } +.CodeRay .ds { color:#D42; font-weight:bold } +.CodeRay .e { color:#666; font-weight:bold } +.CodeRay .en { color:#800; font-weight:bold } +.CodeRay .er { color:#F00; background-color:#FAA } +.CodeRay .ex { color:#F00; font-weight:bold } +.CodeRay .fl { color:#60E; font-weight:bold } +.CodeRay .fu { color:#06B; font-weight:bold } +.CodeRay .gv { color:#d70; font-weight:bold } +.CodeRay .hx { color:#058; font-weight:bold } +.CodeRay .i { color:#00D; font-weight:bold } +.CodeRay .ic { color:#B44; font-weight:bold } + +.CodeRay .il { background: #eee } +.CodeRay .il .il { background: #ddd } +.CodeRay .il .il .il { background: #ccc } +.CodeRay .il .dl { font-weight: bold ! important; color: #888 ! important } + +.CodeRay .in { color:#B2B; font-weight:bold } +.CodeRay .iv { color:#33B } +.CodeRay .la { color:#970; font-weight:bold } +.CodeRay .lv { color:#963 } +.CodeRay .oc { color:#40E; font-weight:bold } +.CodeRay .on { color:#000; font-weight:bold } +.CodeRay .op { } +.CodeRay .pc { color:#038; font-weight:bold } +.CodeRay .pd { color:#369; font-weight:bold } +.CodeRay .pp { color:#579 } +.CodeRay .pt { color:#339; font-weight:bold } +.CodeRay .r { color:#080; font-weight:bold } + +.CodeRay .rx { background-color:#fff0ff } +.CodeRay .rx .k { color:#808 } +.CodeRay .rx .dl { color:#404 } +.CodeRay .rx .mod { color:#C2C } +.CodeRay .rx .fu { color:#404; font-weight: bold } + +.CodeRay .s { background-color:#fff0f0 } +.CodeRay .s .s { background-color:#ffe0e0 } +.CodeRay .s .s .s { background-color:#ffd0d0 } +.CodeRay .s .k { color:#D20 } +.CodeRay .s .dl { color:#710 } + +.CodeRay .sh { background-color:#f0fff0 } +.CodeRay .sh .k { color:#2B2 } +.CodeRay .sh .dl { color:#161 } + +.CodeRay .sy { color:#A60 } +.CodeRay .sy .k { color:#A60 } +.CodeRay .sy .dl { color:#630 } + +.CodeRay .ta { color:#070 } +.CodeRay .tf { color:#070; font-weight:bold } +.CodeRay .ts { color:#D70; font-weight:bold } +.CodeRay .ty { color:#339; font-weight:bold } +.CodeRay .v { color:#036 } +.CodeRay .xt { color:#444 } diff --git a/sample/css.rb b/sample/css.rb new file mode 100644 index 0000000..52e4bcc --- /dev/null +++ b/sample/css.rb @@ -0,0 +1,4 @@ +require 'coderay'
+
+# print the default stylesheet for HTML codes
+puts CodeRay::Encoders[:html]::CSS.new.stylesheet
diff --git a/sample/div.out b/sample/div.out new file mode 100644 index 0000000..ec9676d --- /dev/null +++ b/sample/div.out @@ -0,0 +1,17 @@ +<div class="CodeRay"> + <div class="code"><pre><span style="color:#080; font-weight:bold">for</span> a <span style="color:#080; font-weight:bold">in</span> <span style="color:#00D; font-weight:bold">0</span>..<span style="color:#00D; font-weight:bold">255</span> + a = a.chr + <span style="color:#080; font-weight:bold">begin</span> + x = eval(<span style="background-color:#fff0f0"><span style="color:#710">"</span><span style="color:#D20">?</span><span style="color:#04D">\\</span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>a<span style="color:#710">}</span></span><span style="color:#710">"</span></span>) + <span style="color:#080; font-weight:bold">if</span> x == a[<span style="color:#00D; font-weight:bold">0</span>] + <span style="color:#080; font-weight:bold">next</span> + <span style="color:#080; font-weight:bold">else</span> + print <span style="background-color:#fff0f0"><span style="color:#710">"</span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>a<span style="color:#710">}</span></span><span style="color:#D20">: </span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>x<span style="color:#710">}</span></span><span style="color:#710">"</span></span> + <span style="color:#080; font-weight:bold">end</span> + <span style="color:#080; font-weight:bold">rescue</span> <span style="color:#036; font-weight:bold">SyntaxError</span> => boom + print <span style="background-color:#fff0f0"><span style="color:#710">"</span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>a<span style="color:#710">}</span></span><span style="color:#D20">: error</span><span style="color:#710">"</span></span> + <span style="color:#080; font-weight:bold">end</span> + puts +<span style="color:#080; font-weight:bold">end</span> +</pre></div> +</div> diff --git a/sample/div.rb b/sample/div.rb new file mode 100644 index 0000000..27b6f32 --- /dev/null +++ b/sample/div.rb @@ -0,0 +1,19 @@ +require 'coderay' + +puts CodeRay.scan(DATA.read, :ruby).div + +__END__ +for a in 0..255 + a = a.chr + begin + x = eval("?\\#{a}") + if x == a[0] + next + else + print "#{a}: #{x}" + end + rescue SyntaxError => boom + print "#{a}: error" + end + puts +end diff --git a/sample/dump.out b/sample/dump.out new file mode 100644 index 0000000..2c24962 --- /dev/null +++ b/sample/dump.out @@ -0,0 +1,21 @@ +YAML: 2358 bytes +Dump: 1058 bytes +undumped: +<div class="CodeRay"> + <div class="code"><pre>require <span class="s"><span class="dl">'</span><span class="k">coderay</span><span class="dl">'</span></span> + +<span class="c"># scan some code</span> +tokens = <span class="co">CodeRay</span>.scan(<span class="co">File</span>.read(<span class="gv">$0</span>), <span class="sy">:ruby</span>) + +<span class="c"># dump using YAML</span> +yaml = tokens.yaml +puts <span class="s"><span class="dl">'</span><span class="k">YAML: %4d bytes</span><span class="dl">'</span></span> % yaml.size + +<span class="c"># dump using Marshal</span> +dump = tokens.dump(<span class="i">0</span>) +puts <span class="s"><span class="dl">'</span><span class="k">Dump: %4d bytes</span><span class="dl">'</span></span> % dump.size + +<span class="c"># undump and encode</span> +puts <span class="s"><span class="dl">'</span><span class="k">undumped:</span><span class="dl">'</span></span>, dump.undump.div(<span class="sy">:css</span> => <span class="sy">:class</span>) +</pre></div> +</div> diff --git a/sample/dump.rb b/sample/dump.rb new file mode 100644 index 0000000..cd68dc8 --- /dev/null +++ b/sample/dump.rb @@ -0,0 +1,15 @@ +require 'coderay'
+
+# scan some code
+tokens = CodeRay.scan(File.read($0), :ruby)
+
+# dump using YAML
+yaml = tokens.yaml
+puts 'YAML: %4d bytes' % yaml.size
+
+# dump using Marshal
+dump = tokens.dump(0)
+puts 'Dump: %4d bytes' % dump.size
+
+# undump and encode
+puts 'undumped:', dump.undump.div(:css => :class)
diff --git a/sample/encoder.out b/sample/encoder.out new file mode 100644 index 0000000..c221d25 --- /dev/null +++ b/sample/encoder.out @@ -0,0 +1,73 @@ +Encoders Demo: puts 17 + 4 + +Statistic: + +Code Statistics + +Tokens 8 + Non-Whitespace 4 +Bytes Total 12 + +Token Types (4): + type count ratio size (average) +------------------------------------------------------------- + TOTAL 8 100.00 % 1.5 + space 4 50.00 % 1.0 + integer 2 25.00 % 1.5 + ident 1 12.50 % 4.0 + operator 1 12.50 % 1.0 + + +Original text: +ident puts +space +integer 17 +space +operator + +space +integer 4 +space \ + + +YAML: +--- +- - puts + - :ident +- - " " + - :space +- - "17" + - :integer +- - " " + - :space +- - + + - :operator +- - " " + - :space +- - "4" + - :integer +- - | + + + - :space + +Dump: +"x\332\355\314;\n\302@\024\205aP\311c\320\316\005\004[+A\020\356\224\331\201\330\245\n\346\"A\230\0312c\341\356M\"\242k\220\277\272\217\303wVE-\333\332wzn\237\"\027\177W\027\233E\265l\362]\031\036)\212\351;ui<\263JL\f\355U\307=?\234d\335\273\2447\035\346\310\346\323\330\313\306\a\035\332\344\177\277G[L\303\314\327\\j\263o<V\275\363O\207-\261X,\026\213\305b\261X,\026\213\305b\261X,\026\213\375{\373\002\212L\274o" +compressed: 150 byte < 1200 byte + +Undump: + +Code Statistics + +Tokens 800 + Non-Whitespace 400 +Bytes Total 1200 + +Token Types (4): + type count ratio size (average) +------------------------------------------------------------- + TOTAL 800 100.00 % 1.5 + space 400 50.00 % 1.0 + integer 200 25.00 % 1.5 + ident 100 12.50 % 4.0 + operator 100 12.50 % 1.0 + diff --git a/sample/encoder.rb b/sample/encoder.rb new file mode 100644 index 0000000..267676b --- /dev/null +++ b/sample/encoder.rb @@ -0,0 +1,39 @@ +require 'coderay'
+
+SAMPLE = "puts 17 + 4\n"
+puts 'Encoders Demo: ' + SAMPLE
+scanner = CodeRay::Scanners[:ruby].new SAMPLE
+encoder = CodeRay::Encoders[:statistic].new
+
+tokens = scanner.tokenize
+stats = encoder.encode_tokens tokens
+
+puts
+puts 'Statistic:'
+puts stats
+
+# alternative 1
+tokens = CodeRay.scan SAMPLE, :ruby
+encoder = CodeRay.encoder(:tokens)
+textual = encoder.encode_tokens tokens
+puts
+puts 'Original text:'
+puts textual
+
+# alternative 2
+yaml = CodeRay.encoder(:yaml).encode SAMPLE, :ruby
+puts
+puts 'YAML:'
+puts yaml
+
+# alternative 3
+BIGSAMPLE = SAMPLE * 100
+dump = CodeRay.scan(BIGSAMPLE, :ruby).dump
+puts
+puts 'Dump:'
+p dump
+puts 'compressed: %d byte < %d byte' % [dump.size, BIGSAMPLE.size]
+
+puts
+puts 'Undump:'
+puts dump.undump.statistic
diff --git a/sample/global_vars.out b/sample/global_vars.out new file mode 100644 index 0000000..0dc13c8 --- /dev/null +++ b/sample/global_vars.out @@ -0,0 +1,3 @@ +<--$IE-->.TEXT_FIELD(:NAME, "PANFRAGE OHNE $GV UND MIT #{<--$GV-->}").SET ARTIKEL +ODER +TEXT = <--$BLA-->.TEST(...)
\ No newline at end of file diff --git a/sample/global_vars.rb b/sample/global_vars.rb new file mode 100644 index 0000000..8066d67 --- /dev/null +++ b/sample/global_vars.rb @@ -0,0 +1,13 @@ +code = <<'CODE'
+$ie.text_field(:name, "pAnfrage ohne $gV und mit #{$gv}").set artikel
+oder
+text = $bla.test(...)
+CODE
+
+require 'coderay'
+
+tokens = CodeRay.scan code, :ruby
+tokens.each_text_token { |text, kind| text.upcase! }
+tokens.each(:global_variable) { |text, kind| text.replace '<--%s-->' % text }
+
+print tokens
diff --git a/sample/global_vars2.out b/sample/global_vars2.out new file mode 100644 index 0000000..964cf50 --- /dev/null +++ b/sample/global_vars2.out @@ -0,0 +1,10 @@ +<html> +<head> +<style>span.glob-var { color: green; font-weight: bold; }</style> +</head> +<body> +<span class="glob-var">$ie</span>.text_field(:name, "pAnfrage ohne $gV und mit #{<span class="glob-var">$gv</span>}").set artikel +oder +text = <span class="glob-var">$bla</span>.test(...) +</body> +</html> diff --git a/sample/global_vars2.rb b/sample/global_vars2.rb new file mode 100644 index 0000000..7646890 --- /dev/null +++ b/sample/global_vars2.rb @@ -0,0 +1,28 @@ +require 'coderay'
+require 'erb'
+include ERB::Util
+
+code = <<'CODE'
+$ie.text_field(:name, "pAnfrage ohne $gV und mit #{$gv}").set artikel
+oder
+text = $bla.test(...)
+CODE
+puts <<HTML
+<html>
+<head>
+<style>span.glob-var { color: green; font-weight: bold; }</style>
+</head>
+<body>
+HTML
+
+CodeRay.scan_stream code, :ruby do |text, kind|
+ next if text.is_a? Symbol
+ text = h(text)
+ text = '<span class="glob-var">%s</span>' % text if kind == :global_variable
+ print text
+end
+
+puts <<HTML
+</body>
+</html>
+HTML
diff --git a/sample/highlight.out b/sample/highlight.out new file mode 100644 index 0000000..7b50566 --- /dev/null +++ b/sample/highlight.out @@ -0,0 +1,149 @@ +<div class="CodeRay"> + <div class="code"><pre>puts <span class="s"><span class="dl">"</span><span class="k">Hello, World!</span><span class="dl">"</span></span></pre></div> +</div> +<html> +<head> +<style type="text/css"> +.CodeRay { + background-color: #f8f8f8; + border: 1px solid silver; + font-family: 'Courier New', 'Terminal', monospace; + color: #100; +} +.CodeRay pre { margin: 0px } + +div.CodeRay { } + +span.CodeRay { white-space: pre; border: 0px; padding: 2px } + +table.CodeRay { border-collapse: collapse; width: 100%; padding: 2px } +table.CodeRay td { padding: 2px 4px; vertical-align: top } + +.CodeRay .line_numbers, .CodeRay .no { + background-color: #def; + color: gray; + text-align: right; +} +.CodeRay .line_numbers tt { font-weight: bold } +.CodeRay .no { padding: 0px 4px } +.CodeRay .code { width: 100% } + +ol.CodeRay { font-size: 10pt } +ol.CodeRay li { white-space: pre } + +.CodeRay .code pre { overflow: auto } + +.CodeRay .af { color:#00C } +.CodeRay .an { color:#007 } +.CodeRay .av { color:#700 } +.CodeRay .aw { color:#C00 } +.CodeRay .bi { color:#509; font-weight:bold } +.CodeRay .c { color:#888 } + +.CodeRay .ch { color:#04D } +.CodeRay .ch .k { color:#04D } +.CodeRay .ch .dl { color:#039 } + +.CodeRay .cl { color:#B06; font-weight:bold } +.CodeRay .co { color:#036; font-weight:bold } +.CodeRay .cr { color:#0A0 } +.CodeRay .cv { color:#369 } +.CodeRay .df { color:#099; font-weight:bold } +.CodeRay .di { color:#088; font-weight:bold } +.CodeRay .dl { color:black } +.CodeRay .do { color:#970 } +.CodeRay .ds { color:#D42; font-weight:bold } +.CodeRay .e { color:#666; font-weight:bold } +.CodeRay .en { color:#800; font-weight:bold } +.CodeRay .er { color:#F00; background-color:#FAA } +.CodeRay .ex { color:#F00; font-weight:bold } +.CodeRay .fl { color:#60E; font-weight:bold } +.CodeRay .fu { color:#06B; font-weight:bold } +.CodeRay .gv { color:#d70; font-weight:bold } +.CodeRay .hx { color:#058; font-weight:bold } +.CodeRay .i { color:#00D; font-weight:bold } +.CodeRay .ic { color:#B44; font-weight:bold } + +.CodeRay .il { background: #eee } +.CodeRay .il .il { background: #ddd } +.CodeRay .il .il .il { background: #ccc } +.CodeRay .il .dl { font-weight: bold ! important; color: #888 ! important } + +.CodeRay .in { color:#B2B; font-weight:bold } +.CodeRay .iv { color:#33B } +.CodeRay .la { color:#970; font-weight:bold } +.CodeRay .lv { color:#963 } +.CodeRay .oc { color:#40E; font-weight:bold } +.CodeRay .on { color:#000; font-weight:bold } +.CodeRay .op { } +.CodeRay .pc { color:#038; font-weight:bold } +.CodeRay .pd { color:#369; font-weight:bold } +.CodeRay .pp { color:#579 } +.CodeRay .pt { color:#339; font-weight:bold } +.CodeRay .r { color:#080; font-weight:bold } + +.CodeRay .rx { background-color:#fff0ff } +.CodeRay .rx .k { color:#808 } +.CodeRay .rx .dl { color:#404 } +.CodeRay .rx .mod { color:#C2C } +.CodeRay .rx .fu { color:#404; font-weight: bold } + +.CodeRay .s { background-color:#fff0f0 } +.CodeRay .s .s { background-color:#ffe0e0 } +.CodeRay .s .s .s { background-color:#ffd0d0 } +.CodeRay .s .k { color:#D20 } +.CodeRay .s .dl { color:#710 } + +.CodeRay .sh { background-color:#f0fff0 } +.CodeRay .sh .k { color:#2B2 } +.CodeRay .sh .dl { color:#161 } + +.CodeRay .sy { color:#A60 } +.CodeRay .sy .k { color:#A60 } +.CodeRay .sy .dl { color:#630 } + +.CodeRay .ta { color:#070 } +.CodeRay .tf { color:#070; font-weight:bold } +.CodeRay .ts { color:#D70; font-weight:bold } +.CodeRay .ty { color:#339; font-weight:bold } +.CodeRay .v { color:#036 } +.CodeRay .xt { color:#444 } + +</style> + +<body> +<table class="CodeRay"><tr> + <td class="line_numbers" title="click to toggle" onclick="with (this.firstChild.style) { display = (display == '') ? 'none' : '' }"><pre>1<tt> +</tt>2<tt> +</tt>3<tt> +</tt>4<tt> +</tt>5<tt> +</tt>6<tt> +</tt>7<tt> +</tt>8<tt> +</tt>9<tt> +</tt><strong>10</strong><tt> +</tt>11<tt> +</tt>12<tt> +</tt>13<tt> +</tt>14<tt> +</tt></pre></td> + <td class="code"><pre ondblclick="with (this.style) { overflow = (overflow == 'auto' || overflow == '') ? 'visible' : 'auto' }">require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">coderay</span><span style="color:#710">'</span></span><tt> +</tt><tt> +</tt>puts <span style="color:#036; font-weight:bold">CodeRay</span>.highlight(<span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">puts "Hello, World!"</span><span style="color:#710">'</span></span>, <span style="color:#A60">:ruby</span>)<tt> +</tt><tt> +</tt>output = <span style="color:#036; font-weight:bold">CodeRay</span>.highlight_file(<span style="color:#d70; font-weight:bold">$0</span>, <span style="color:#A60">:line_numbers</span> => <span style="color:#A60">:table</span>)<tt> +</tt>puts <span style="background-color:#fff0f0"><span style="color:#710"><<HTML</span></span><span style="background-color:#fff0f0"><span style="color:#D20"><tt> +</tt><html><tt> +</tt><head><tt> +</tt></span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>output.stylesheet <span style="color:#038; font-weight:bold">true</span><span style="color:#710">}</span></span><span style="color:#D20"><tt> +</tt><body><tt> +</tt></span><span style="background-color:#fff0f0"><span style="color:#710">#{</span>output<span style="color:#710">}</span></span><span style="color:#D20"><tt> +</tt></body><tt> +</tt></html></span><span style="color:#710"><tt> +</tt>HTML</span></span><tt> +</tt></pre></td> +</tr></table> + +</body> +</html> diff --git a/sample/highlight.rb b/sample/highlight.rb new file mode 100644 index 0000000..846efa4 --- /dev/null +++ b/sample/highlight.rb @@ -0,0 +1,14 @@ +require 'coderay'
+
+puts CodeRay.highlight('puts "Hello, World!"', :ruby)
+
+output = CodeRay.highlight_file($0, :line_numbers => :table)
+puts <<HTML
+<html>
+<head>
+#{output.stylesheet true}
+<body>
+#{output}
+</body>
+</html>
+HTML
diff --git a/sample/html.out b/sample/html.out new file mode 100644 index 0000000..1e29612 --- /dev/null +++ b/sample/html.out @@ -0,0 +1,893 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="de"> +<head> + <meta http-equiv="content-type" content="text/html; charset=utf-8" /> + <title>CodeRay HTML Encoder Example</title> + <style type="text/css"> +.CodeRay { + background-color: #f8f8f8; + border: 1px solid silver; + font-family: 'Courier New', 'Terminal', monospace; + color: #100; +} +.CodeRay pre { margin: 0px } + +div.CodeRay { } + +span.CodeRay { white-space: pre; border: 0px; padding: 2px } + +table.CodeRay { border-collapse: collapse; width: 100%; padding: 2px } +table.CodeRay td { padding: 2px 4px; vertical-align: top } + +.CodeRay .line_numbers, .CodeRay .no { + background-color: #def; + color: gray; + text-align: right; +} +.CodeRay .line_numbers tt { font-weight: bold } +.CodeRay .no { padding: 0px 4px } +.CodeRay .code { width: 100% } + +ol.CodeRay { font-size: 10pt } +ol.CodeRay li { white-space: pre } + +.CodeRay .code pre { overflow: auto } + +.CodeRay .af { color:#00C } +.CodeRay .an { color:#007 } +.CodeRay .av { color:#700 } +.CodeRay .aw { color:#C00 } +.CodeRay .bi { color:#509; font-weight:bold } +.CodeRay .c { color:#888 } + +.CodeRay .ch { color:#04D } +.CodeRay .ch .k { color:#04D } +.CodeRay .ch .dl { color:#039 } + +.CodeRay .cl { color:#B06; font-weight:bold } +.CodeRay .co { color:#036; font-weight:bold } +.CodeRay .cr { color:#0A0 } +.CodeRay .cv { color:#369 } +.CodeRay .df { color:#099; font-weight:bold } +.CodeRay .di { color:#088; font-weight:bold } +.CodeRay .dl { color:black } +.CodeRay .do { color:#970 } +.CodeRay .ds { color:#D42; font-weight:bold } +.CodeRay .e { color:#666; font-weight:bold } +.CodeRay .en { color:#800; font-weight:bold } +.CodeRay .er { color:#F00; background-color:#FAA } +.CodeRay .ex { color:#F00; font-weight:bold } +.CodeRay .fl { color:#60E; font-weight:bold } +.CodeRay .fu { color:#06B; font-weight:bold } +.CodeRay .gv { color:#d70; font-weight:bold } +.CodeRay .hx { color:#058; font-weight:bold } +.CodeRay .i { color:#00D; font-weight:bold } +.CodeRay .ic { color:#B44; font-weight:bold } + +.CodeRay .il { background: #eee } +.CodeRay .il .il { background: #ddd } +.CodeRay .il .il .il { background: #ccc } +.CodeRay .il .dl { font-weight: bold ! important; color: #888 ! important } + +.CodeRay .in { color:#B2B; font-weight:bold } +.CodeRay .iv { color:#33B } +.CodeRay .la { color:#970; font-weight:bold } +.CodeRay .lv { color:#963 } +.CodeRay .oc { color:#40E; font-weight:bold } +.CodeRay .on { color:#000; font-weight:bold } +.CodeRay .op { } +.CodeRay .pc { color:#038; font-weight:bold } +.CodeRay .pd { color:#369; font-weight:bold } +.CodeRay .pp { color:#579 } +.CodeRay .pt { color:#339; font-weight:bold } +.CodeRay .r { color:#080; font-weight:bold } + +.CodeRay .rx { background-color:#fff0ff } +.CodeRay .rx .k { color:#808 } +.CodeRay .rx .dl { color:#404 } +.CodeRay .rx .mod { color:#C2C } +.CodeRay .rx .fu { color:#404; font-weight: bold } + +.CodeRay .s { background-color:#fff0f0 } +.CodeRay .s .s { background-color:#ffe0e0 } +.CodeRay .s .s .s { background-color:#ffd0d0 } +.CodeRay .s .k { color:#D20 } +.CodeRay .s .dl { color:#710 } + +.CodeRay .sh { background-color:#f0fff0 } +.CodeRay .sh .k { color:#2B2 } +.CodeRay .sh .dl { color:#161 } + +.CodeRay .sy { color:#A60 } +.CodeRay .sy .k { color:#A60 } +.CodeRay .sy .dl { color:#630 } + +.CodeRay .ta { color:#070 } +.CodeRay .tf { color:#070; font-weight:bold } +.CodeRay .ts { color:#D70; font-weight:bold } +.CodeRay .ty { color:#339; font-weight:bold } +.CodeRay .v { color:#036 } +.CodeRay .xt { color:#444 } + + </style> +</head> +<body style="background-color: white;"> + +<table class="CodeRay"><tr> + <td class="line_numbers" title="click to toggle" onclick="with (this.firstChild.style) { display = (display == '') ? 'none' : '' }"><pre>1<tt> +</tt>2<tt> +</tt>3<tt> +</tt>4<tt> +</tt>5<tt> +</tt>6<tt> +</tt>7<tt> +</tt>8<tt> +</tt>9<tt> +</tt><strong>10</strong><tt> +</tt>11<tt> +</tt>12<tt> +</tt>13<tt> +</tt>14<tt> +</tt>15<tt> +</tt>16<tt> +</tt>17<tt> +</tt>18<tt> +</tt>19<tt> +</tt><strong>20</strong><tt> +</tt>21<tt> +</tt>22<tt> +</tt>23<tt> +</tt>24<tt> +</tt>25<tt> +</tt>26<tt> +</tt>27<tt> +</tt>28<tt> +</tt>29<tt> +</tt><strong>30</strong><tt> +</tt>31<tt> +</tt>32<tt> +</tt>33<tt> +</tt>34<tt> +</tt>35<tt> +</tt>36<tt> +</tt>37<tt> +</tt>38<tt> +</tt>39<tt> +</tt><strong>40</strong><tt> +</tt>41<tt> +</tt>42<tt> +</tt>43<tt> +</tt>44<tt> +</tt>45<tt> +</tt>46<tt> +</tt>47<tt> +</tt>48<tt> +</tt>49<tt> +</tt><strong>50</strong><tt> +</tt>51<tt> +</tt>52<tt> +</tt>53<tt> +</tt>54<tt> +</tt>55<tt> +</tt>56<tt> +</tt>57<tt> +</tt>58<tt> +</tt>59<tt> +</tt><strong>60</strong><tt> +</tt>61<tt> +</tt>62<tt> +</tt>63<tt> +</tt>64<tt> +</tt>65<tt> +</tt>66<tt> +</tt>67<tt> +</tt>68<tt> +</tt>69<tt> +</tt><strong>70</strong><tt> +</tt>71<tt> +</tt>72<tt> +</tt>73<tt> +</tt>74<tt> +</tt>75<tt> +</tt>76<tt> +</tt>77<tt> +</tt>78<tt> +</tt>79<tt> +</tt><strong>80</strong><tt> +</tt>81<tt> +</tt>82<tt> +</tt>83<tt> +</tt>84<tt> +</tt>85<tt> +</tt>86<tt> +</tt>87<tt> +</tt>88<tt> +</tt>89<tt> +</tt><strong>90</strong><tt> +</tt>91<tt> +</tt>92<tt> +</tt>93<tt> +</tt>94<tt> +</tt>95<tt> +</tt>96<tt> +</tt>97<tt> +</tt>98<tt> +</tt>99<tt> +</tt><strong>100</strong><tt> +</tt>101<tt> +</tt>102<tt> +</tt>103<tt> +</tt>104<tt> +</tt>105<tt> +</tt>106<tt> +</tt>107<tt> +</tt>108<tt> +</tt>109<tt> +</tt><strong>110</strong><tt> +</tt>111<tt> +</tt>112<tt> +</tt>113<tt> +</tt>114<tt> +</tt>115<tt> +</tt>116<tt> +</tt>117<tt> +</tt>118<tt> +</tt>119<tt> +</tt><strong>120</strong><tt> +</tt>121<tt> +</tt>122<tt> +</tt>123<tt> +</tt>124<tt> +</tt>125<tt> +</tt>126<tt> +</tt>127<tt> +</tt>128<tt> +</tt>129<tt> +</tt><strong>130</strong><tt> +</tt>131<tt> +</tt>132<tt> +</tt>133<tt> +</tt>134<tt> +</tt>135<tt> +</tt>136<tt> +</tt>137<tt> +</tt>138<tt> +</tt>139<tt> +</tt><strong>140</strong><tt> +</tt>141<tt> +</tt>142<tt> +</tt>143<tt> +</tt>144<tt> +</tt>145<tt> +</tt>146<tt> +</tt>147<tt> +</tt>148<tt> +</tt>149<tt> +</tt><strong>150</strong><tt> +</tt>151<tt> +</tt>152<tt> +</tt>153<tt> +</tt>154<tt> +</tt>155<tt> +</tt>156<tt> +</tt>157<tt> +</tt>158<tt> +</tt>159<tt> +</tt><strong>160</strong><tt> +</tt>161<tt> +</tt>162<tt> +</tt>163<tt> +</tt>164<tt> +</tt>165<tt> +</tt>166<tt> +</tt>167<tt> +</tt>168<tt> +</tt>169<tt> +</tt><strong>170</strong><tt> +</tt>171<tt> +</tt>172<tt> +</tt>173<tt> +</tt>174<tt> +</tt>175<tt> +</tt>176<tt> +</tt>177<tt> +</tt>178<tt> +</tt>179<tt> +</tt><strong>180</strong><tt> +</tt>181<tt> +</tt>182<tt> +</tt>183<tt> +</tt>184<tt> +</tt>185<tt> +</tt>186<tt> +</tt>187<tt> +</tt>188<tt> +</tt>189<tt> +</tt><strong>190</strong><tt> +</tt>191<tt> +</tt>192<tt> +</tt>193<tt> +</tt>194<tt> +</tt>195<tt> +</tt>196<tt> +</tt>197<tt> +</tt>198<tt> +</tt>199<tt> +</tt><strong>200</strong><tt> +</tt>201<tt> +</tt>202<tt> +</tt>203<tt> +</tt>204<tt> +</tt>205<tt> +</tt>206<tt> +</tt>207<tt> +</tt>208<tt> +</tt>209<tt> +</tt><strong>210</strong><tt> +</tt>211<tt> +</tt>212<tt> +</tt>213<tt> +</tt>214<tt> +</tt>215<tt> +</tt>216<tt> +</tt>217<tt> +</tt>218<tt> +</tt>219<tt> +</tt><strong>220</strong><tt> +</tt>221<tt> +</tt>222<tt> +</tt>223<tt> +</tt>224<tt> +</tt>225<tt> +</tt>226<tt> +</tt>227<tt> +</tt>228<tt> +</tt>229<tt> +</tt><strong>230</strong><tt> +</tt>231<tt> +</tt>232<tt> +</tt>233<tt> +</tt>234<tt> +</tt>235<tt> +</tt>236<tt> +</tt>237<tt> +</tt>238<tt> +</tt>239<tt> +</tt><strong>240</strong><tt> +</tt>241<tt> +</tt>242<tt> +</tt>243<tt> +</tt>244<tt> +</tt>245<tt> +</tt>246<tt> +</tt>247<tt> +</tt>248<tt> +</tt>249<tt> +</tt><strong>250</strong><tt> +</tt>251<tt> +</tt>252<tt> +</tt>253<tt> +</tt>254<tt> +</tt>255<tt> +</tt>256<tt> +</tt>257<tt> +</tt>258<tt> +</tt>259<tt> +</tt><strong>260</strong><tt> +</tt>261<tt> +</tt>262<tt> +</tt>263<tt> +</tt>264<tt> +</tt>265<tt> +</tt>266<tt> +</tt>267<tt> +</tt>268<tt> +</tt>269<tt> +</tt><strong>270</strong><tt> +</tt>271<tt> +</tt>272<tt> +</tt>273<tt> +</tt>274<tt> +</tt>275<tt> +</tt>276<tt> +</tt>277<tt> +</tt>278<tt> +</tt>279<tt> +</tt><strong>280</strong><tt> +</tt>281<tt> +</tt>282<tt> +</tt>283<tt> +</tt>284<tt> +</tt>285<tt> +</tt>286<tt> +</tt>287<tt> +</tt>288<tt> +</tt>289<tt> +</tt><strong>290</strong><tt> +</tt>291<tt> +</tt>292<tt> +</tt>293<tt> +</tt>294<tt> +</tt>295<tt> +</tt>296<tt> +</tt>297<tt> +</tt>298<tt> +</tt>299<tt> +</tt><strong>300</strong><tt> +</tt>301<tt> +</tt>302<tt> +</tt>303<tt> +</tt>304<tt> +</tt>305<tt> +</tt>306<tt> +</tt>307<tt> +</tt>308<tt> +</tt>309<tt> +</tt><strong>310</strong><tt> +</tt>311<tt> +</tt>312<tt> +</tt>313<tt> +</tt>314<tt> +</tt>315<tt> +</tt>316<tt> +</tt>317<tt> +</tt>318<tt> +</tt>319<tt> +</tt><strong>320</strong><tt> +</tt>321<tt> +</tt>322<tt> +</tt>323<tt> +</tt>324<tt> +</tt>325<tt> +</tt>326<tt> +</tt>327<tt> +</tt>328<tt> +</tt>329<tt> +</tt><strong>330</strong><tt> +</tt>331<tt> +</tt>332<tt> +</tt>333<tt> +</tt>334<tt> +</tt>335<tt> +</tt>336<tt> +</tt>337<tt> +</tt>338<tt> +</tt>339<tt> +</tt><strong>340</strong><tt> +</tt>341<tt> +</tt>342<tt> +</tt>343<tt> +</tt>344<tt> +</tt>345<tt> +</tt>346<tt> +</tt>347<tt> +</tt>348<tt> +</tt>349<tt> +</tt><strong>350</strong><tt> +</tt>351<tt> +</tt>352<tt> +</tt>353<tt> +</tt>354<tt> +</tt>355<tt> +</tt>356<tt> +</tt>357<tt> +</tt>358<tt> +</tt>359<tt> +</tt><strong>360</strong><tt> +</tt>361<tt> +</tt>362<tt> +</tt>363<tt> +</tt>364<tt> +</tt>365<tt> +</tt>366<tt> +</tt>367<tt> +</tt>368<tt> +</tt>369<tt> +</tt><strong>370</strong><tt> +</tt>371<tt> +</tt>372<tt> +</tt>373<tt> +</tt>374<tt> +</tt>375<tt> +</tt>376<tt> +</tt>377<tt> +</tt>378<tt> +</tt>379<tt> +</tt><strong>380</strong><tt> +</tt>381<tt> +</tt>382<tt> +</tt>383<tt> +</tt>384<tt> +</tt>385<tt> +</tt></pre></td> + <td class="code"><pre ondblclick="with (this.style) { overflow = (overflow == 'auto' || overflow == '') ? 'visible' : 'auto' }">require <span class="s"><span class="dl">'</span><span class="k">scanner</span><span class="dl">'</span></span><tt> +</tt><tt> +</tt><span class="r">module</span> <span class="cl">CodeRay</span><tt> +</tt> <tt> +</tt> <span class="r">class</span> <span class="cl">RubyScanner</span> < <span class="co">Scanner</span><tt> +</tt> <tt> +</tt> <span class="co">RESERVED_WORDS</span> = [<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">and</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">def</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">end</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">in</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">or</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">unless</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">begin</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">defined?</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">ensure</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">module</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">redo</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">super</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">until</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">BEGIN</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">break</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">do</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">next</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">rescue</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">then</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">when</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">END</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">case</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">else</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">for</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">retry</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">while</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">alias</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">class</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">elsif</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">if</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">not</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">return</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">undef</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">yield</span><span class="dl">'</span></span>,<tt> +</tt> ]<tt> +</tt><tt> +</tt> <span class="co">DEF_KEYWORDS</span> = [<span class="s"><span class="dl">'</span><span class="k">def</span><span class="dl">'</span></span>]<tt> +</tt> <span class="co">MODULE_KEYWORDS</span> = [<span class="s"><span class="dl">'</span><span class="k">class</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">module</span><span class="dl">'</span></span>]<tt> +</tt> <span class="co">DEF_NEW_STATE</span> = <span class="co">WordList</span>.new(<span class="sy">:initial</span>).<tt> +</tt> add(<span class="co">DEF_KEYWORDS</span>, <span class="sy">:def_expected</span>).<tt> +</tt> add(<span class="co">MODULE_KEYWORDS</span>, <span class="sy">:module_expected</span>)<tt> +</tt><tt> +</tt> <span class="co">WORDS_ALLOWING_REGEXP</span> = [<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">and</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">or</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">not</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">while</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">until</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">unless</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">if</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">elsif</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">when</span><span class="dl">'</span></span><tt> +</tt> ]<tt> +</tt> <span class="co">REGEXP_ALLOWED</span> = <span class="co">WordList</span>.new(<span class="pc">false</span>).<tt> +</tt> add(<span class="co">WORDS_ALLOWING_REGEXP</span>, <span class="sy">:set</span>)<tt> +</tt> <tt> +</tt> <span class="co">PREDEFINED_CONSTANTS</span> = [<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">nil</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">true</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">false</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">self</span><span class="dl">'</span></span>,<tt> +</tt> <span class="s"><span class="dl">'</span><span class="k">DATA</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">ARGV</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">ARGF</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">__FILE__</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">__LINE__</span><span class="dl">'</span></span>,<tt> +</tt> ]<tt> +</tt><tt> +</tt> <span class="co">IDENT_KIND</span> = <span class="co">WordList</span>.new(<span class="sy">:ident</span>).<tt> +</tt> add(<span class="co">RESERVED_WORDS</span>, <span class="sy">:reserved</span>).<tt> +</tt> add(<span class="co">PREDEFINED_CONSTANTS</span>, <span class="sy">:pre_constant</span>)<tt> +</tt><tt> +</tt> <span class="co">METHOD_NAME</span> = <span class="rx"><span class="dl">/</span><span class="k"> </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> [?!]? </span><span class="dl">/</span><span class="mod">xo</span></span><tt> +</tt> <span class="co">METHOD_NAME_EX</span> = <span class="rx"><span class="dl">/</span><span class="k"><tt> +</tt> </span><span class="il"><span class="dl">#{</span><span class="co">METHOD_NAME</span><span class="dl">}</span></span><span class="k"> # common methods: split, foo=, empty?, gsub!<tt> +</tt> | </span><span class="ch">\*</span><span class="ch">\*</span><span class="k">? # multiplication and power<tt> +</tt> | [-+~]@? # plus, minus<tt> +</tt> | [</span><span class="ch">\/</span><span class="k">%&|^`] # division, modulo or format strings, &and, |or, ^xor, `system`<tt> +</tt> | </span><span class="ch">\[</span><span class="ch">\]</span><span class="k">=? # array getter and setter<tt> +</tt> | <=?>? | >=? # comparison, rocket operator<tt> +</tt> | << | >> # append or shift left, shift right<tt> +</tt> | ===? # simple equality and case equality<tt> +</tt> </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">GLOBAL_VARIABLE</span> = <span class="rx"><span class="dl">/</span><span class="k"> </span><span class="ch">\$</span><span class="k"> (?: </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> | </span><span class="ch">\d</span><span class="k">+ | [~&+`'=</span><span class="ch">\/</span><span class="k">,;_.<>!@0$?*":F</span><span class="ch">\\</span><span class="k">] | -[a-zA-Z_0-9] ) </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt><tt> +</tt> <span class="co">DOUBLEQ</span> = <span class="rx"><span class="dl">/</span><span class="k"> " [^"</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* (?: (?: </span><span class="ch">\#</span><span class="ch">\{</span><span class="k">.*?</span><span class="ch">\}</span><span class="k"> | </span><span class="ch">\#</span><span class="k">(?:$")? | </span><span class="ch">\\</span><span class="k">. ) [^"</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* )* "? </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">SINGLEQ</span> = <span class="rx"><span class="dl">/</span><span class="k"> ' [^'</span><span class="ch">\\</span><span class="k">]* (?: </span><span class="ch">\\</span><span class="k">. [^'</span><span class="ch">\\</span><span class="k">]* )* '? </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">STRING</span> = <span class="rx"><span class="dl">/</span><span class="k"> </span><span class="il"><span class="dl">#{</span><span class="co">SINGLEQ</span><span class="dl">}</span></span><span class="k"> | </span><span class="il"><span class="dl">#{</span><span class="co">DOUBLEQ</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">SHELL</span> = <span class="rx"><span class="dl">/</span><span class="k"> ` [^`</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* (?: (?: </span><span class="ch">\#</span><span class="ch">\{</span><span class="k">.*?</span><span class="ch">\}</span><span class="k"> | </span><span class="ch">\#</span><span class="k">(?:$`)? | </span><span class="ch">\\</span><span class="k">. ) [^`</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* )* `? </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">REGEXP</span> = <span class="rx"><span class="dl">/</span><span class="k"> </span><span class="ch">\/</span><span class="k"> [^</span><span class="ch">\/</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* (?: (?: </span><span class="ch">\#</span><span class="ch">\{</span><span class="k">.*?</span><span class="ch">\}</span><span class="k"> | </span><span class="ch">\#</span><span class="k">(?:$</span><span class="ch">\/</span><span class="k">)? | </span><span class="ch">\\</span><span class="k">. ) [^</span><span class="ch">\/</span><span class="ch">\#</span><span class="ch">\\</span><span class="k">]* )* </span><span class="ch">\/</span><span class="k">? </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <tt> +</tt> <span class="co">DECIMAL</span> = <span class="rx"><span class="dl">/</span><span class="ch">\d</span><span class="k">+(?:_</span><span class="ch">\d</span><span class="k">+)*</span><span class="dl">/</span></span> <span class="c"># doesn't recognize 09 as octal error</span><tt> +</tt> <span class="co">OCTAL</span> = <span class="rx"><span class="dl">/</span><span class="k">0_?[0-7]+(?:_[0-7]+)*</span><span class="dl">/</span></span><tt> +</tt> <span class="co">HEXADECIMAL</span> = <span class="rx"><span class="dl">/</span><span class="k">0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*</span><span class="dl">/</span></span><tt> +</tt> <span class="co">BINARY</span> = <span class="rx"><span class="dl">/</span><span class="k">0b[01]+(?:_[01]+)*</span><span class="dl">/</span></span><tt> +</tt><tt> +</tt> <span class="co">EXPONENT</span> = <span class="rx"><span class="dl">/</span><span class="k"> [eE] [+-]? </span><span class="il"><span class="dl">#{</span><span class="co">DECIMAL</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span><tt> +</tt> <span class="co">FLOAT</span> = <span class="rx"><span class="dl">/</span><span class="k"> </span><span class="il"><span class="dl">#{</span><span class="co">DECIMAL</span><span class="dl">}</span></span><span class="k"> (?: </span><span class="il"><span class="dl">#{</span><span class="co">EXPONENT</span><span class="dl">}</span></span><span class="k"> | </span><span class="ch">\.</span><span class="k"> </span><span class="il"><span class="dl">#{</span><span class="co">DECIMAL</span><span class="dl">}</span></span><span class="k"> </span><span class="il"><span class="dl">#{</span><span class="co">EXPONENT</span><span class="dl">}</span></span><span class="k">? ) </span><span class="dl">/</span></span><tt> +</tt> <span class="co">INTEGER</span> = <span class="rx"><span class="dl">/</span><span class="il"><span class="dl">#{</span><span class="co">OCTAL</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">HEXADECIMAL</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">BINARY</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">DECIMAL</span><span class="dl">}</span></span><span class="dl">/</span></span><tt> +</tt> <tt> +</tt> <span class="r">def</span> <span class="fu">reset</span><tt> +</tt> <span class="r">super</span><tt> +</tt> <span class="iv">@regexp_allowed</span> = <span class="pc">false</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="r">def</span> <span class="fu">next_token</span><tt> +</tt> <span class="r">return</span> <span class="r">if</span> <span class="iv">@scanner</span>.eos?<tt> +</tt><tt> +</tt> kind = <span class="sy">:error</span><tt> +</tt> <span class="r">if</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="ch">\s</span><span class="k">+</span><span class="dl">/</span></span>) <span class="c"># in every state</span><tt> +</tt> kind = <span class="sy">:space</span><tt> +</tt> <span class="iv">@regexp_allowed</span> = <span class="sy">:set</span> <span class="r">if</span> <span class="iv">@regexp_allowed</span> <span class="r">or</span> <span class="iv">@scanner</span>.matched.index(<span class="i">?\n</span>) <span class="c"># delayed flag setting</span><tt> +</tt><tt> +</tt> <span class="r">elsif</span> <span class="iv">@state</span> == <span class="sy">:def_expected</span><tt> +</tt> <span class="r">if</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> (?: (?:</span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k">(?:</span><span class="ch">\.</span><span class="k">|::))* | (?:@@?|$)? </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k">(?:</span><span class="ch">\.</span><span class="k">|::) ) </span><span class="il"><span class="dl">#{</span><span class="co">METHOD_NAME_EX</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:method</span><tt> +</tt> <span class="iv">@state</span> = <span class="sy">:initial</span><tt> +</tt> <span class="r">else</span><tt> +</tt> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">.</span><span class="dl">/</span></span>)<tt> +</tt> kind = <span class="sy">:error</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="iv">@state</span> = <span class="sy">:initial</span><tt> +</tt> <tt> +</tt> <span class="r">elsif</span> <span class="iv">@state</span> == <span class="sy">:module_expected</span><tt> +</tt> <span class="r">if</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"><<</span><span class="dl">/</span></span>)<tt> +</tt> kind = <span class="sy">:operator</span><tt> +</tt> <span class="r">else</span><tt> +</tt> <span class="r">if</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> (?: </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> (?:</span><span class="ch">\.</span><span class="k">|::))* </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:method</span><tt> +</tt> <span class="r">else</span><tt> +</tt> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">.</span><span class="dl">/</span></span>)<tt> +</tt> kind = <span class="sy">:error</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="iv">@state</span> = <span class="sy">:initial</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="r">elsif</span> <span class="c"># state == :initial</span><tt> +</tt> <span class="c"># IDENTIFIERS, KEYWORDS</span><tt> +</tt> <span class="r">if</span> <span class="iv">@scanner</span>.scan(<span class="co">GLOBAL_VARIABLE</span>)<tt> +</tt> kind = <span class="sy">:global_variable</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> @@ </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:class_variable</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> @ </span><span class="il"><span class="dl">#{</span><span class="co">IDENT</span><span class="dl">}</span></span><span class="k"> </span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:instance_variable</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> __END__</span><span class="ch">\n</span><span class="k"> ( (?!</span><span class="ch">\#</span><span class="k">CODE</span><span class="ch">\#</span><span class="k">) .* )? | </span><span class="ch">\#</span><span class="k">[^</span><span class="ch">\n</span><span class="k">]* | =begin(?=</span><span class="ch">\s</span><span class="k">).*? </span><span class="ch">\n</span><span class="k">=end(?=</span><span class="ch">\s</span><span class="k">|</span><span class="ch">\z</span><span class="k">)(?:[^</span><span class="ch">\n</span><span class="k">]*)? </span><span class="dl">/</span><span class="mod">x</span></span>)<tt> +</tt> kind = <span class="sy">:comment</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="co">METHOD_NAME</span>)<tt> +</tt> <span class="r">if</span> <span class="iv">@last_token_dot</span><tt> +</tt> kind = <span class="sy">:ident</span><tt> +</tt> <span class="r">else</span><tt> +</tt> matched = <span class="iv">@scanner</span>.matched<tt> +</tt> kind = <span class="co">IDENT_KIND</span>[matched]<tt> +</tt> <span class="r">if</span> kind == <span class="sy">:ident</span> <span class="r">and</span> matched =~ <span class="rx"><span class="dl">/</span><span class="k">^[A-Z]</span><span class="dl">/</span></span><tt> +</tt> kind = <span class="sy">:constant</span><tt> +</tt> <span class="r">elsif</span> kind == <span class="sy">:reserved</span><tt> +</tt> <span class="iv">@state</span> = <span class="co">DEF_NEW_STATE</span>[matched]<tt> +</tt> <span class="iv">@regexp_allowed</span> = <span class="co">REGEXP_ALLOWED</span>[matched]<tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="co">STRING</span>)<tt> +</tt> kind = <span class="sy">:string</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="co">SHELL</span>)<tt> +</tt> kind = <span class="sy">:shell</span><tt> +</tt> <span class="c">## HEREDOCS</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="ch">\/</span><span class="dl">/</span></span>) <span class="r">and</span> <span class="iv">@regexp_allowed</span><tt> +</tt> <span class="iv">@scanner</span>.unscan<tt> +</tt> <span class="iv">@scanner</span>.scan(<span class="co">REGEXP</span>)<tt> +</tt> kind = <span class="sy">:regexp</span><tt> +</tt> <span class="c">## %strings</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">:(?:</span><span class="il"><span class="dl">#{</span><span class="co">GLOBAL_VARIABLE</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">METHOD_NAME_EX</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">STRING</span><span class="dl">}</span></span><span class="k">)</span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:global_variable</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"><tt> +</tt> </span><span class="ch">\?</span><span class="k"> (?:<tt> +</tt> [^</span><span class="ch">\s</span><span class="ch">\\</span><span class="k">]<tt> +</tt> | <tt> +</tt> </span><span class="ch">\\</span><span class="k"> (?:M-</span><span class="ch">\\</span><span class="k">C-|C-</span><span class="ch">\\</span><span class="k">M-|M-</span><span class="ch">\\</span><span class="k">c|c</span><span class="ch">\\</span><span class="k">M-|c|C-|M-))? (?: </span><span class="ch">\\</span><span class="k"> (?: . | [0-7]{3} | x[0-9A-Fa-f][0-9A-Fa-f] )<tt> +</tt> )<tt> +</tt> </span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:integer</span><tt> +</tt> <tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k"> [-+*</span><span class="ch">\/</span><span class="k">%=<>;,|&!()</span><span class="ch">\[</span><span class="ch">\]</span><span class="k">{}~?] | </span><span class="ch">\.</span><span class="ch">\.</span><span class="k">?</span><span class="ch">\.</span><span class="k">? | ::? </span><span class="dl">/</span><span class="mod">x</span></span>)<tt> +</tt> kind = <span class="sy">:operator</span><tt> +</tt> <span class="iv">@regexp_allowed</span> = <span class="sy">:set</span> <span class="r">if</span> <span class="iv">@scanner</span>.matched[<span class="i">-1</span>,<span class="i">1</span>] =~ <span class="rx"><span class="dl">/</span><span class="k">[~=!<>|&^,</span><span class="ch">\(</span><span class="ch">\[</span><span class="k">+</span><span class="ch">\-</span><span class="ch">\/</span><span class="ch">\*</span><span class="k">%]</span><span class="ch">\z</span><span class="dl">/</span></span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="co">FLOAT</span>)<tt> +</tt> kind = <span class="sy">:float</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="co">INTEGER</span>)<tt> +</tt> kind = <span class="sy">:integer</span><tt> +</tt> <span class="r">elsif</span> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">:(?:</span><span class="il"><span class="dl">#{</span><span class="co">GLOBAL_VARIABLE</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">METHOD_NAME_EX</span><span class="dl">}</span></span><span class="k">|</span><span class="il"><span class="dl">#{</span><span class="co">STRING</span><span class="dl">}</span></span><span class="k">)</span><span class="dl">/</span><span class="mod">ox</span></span>)<tt> +</tt> kind = <span class="sy">:global_variable</span><tt> +</tt> <span class="r">else</span><tt> +</tt> <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">.</span><span class="dl">/</span><span class="mod">m</span></span>)<tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> token = <span class="co">Token</span>.new <span class="iv">@scanner</span>.matched, kind<tt> +</tt><tt> +</tt> <span class="r">if</span> kind == <span class="sy">:regexp</span><tt> +</tt> token.text << <span class="iv">@scanner</span>.scan(<span class="rx"><span class="dl">/</span><span class="k">[eimnosux]*</span><span class="dl">/</span></span>)<tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="iv">@regexp_allowed</span> = (<span class="iv">@regexp_allowed</span> == <span class="sy">:set</span>) <span class="c"># delayed flag setting</span><tt> +</tt><tt> +</tt> token<tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="co">ScannerList</span>.register <span class="co">RubyScanner</span>, <span class="s"><span class="dl">'</span><span class="k">ruby</span><span class="dl">'</span></span><tt> +</tt><tt> +</tt><span class="r">end</span><tt> +</tt><tt> +</tt><span class="r">module</span> <span class="cl">CodeRay</span><tt> +</tt> require <span class="s"><span class="dl">'</span><span class="k">scanner</span><span class="dl">'</span></span><tt> +</tt><tt> +</tt> <span class="r">class</span> <span class="cl">Highlighter</span><tt> +</tt><tt> +</tt> <span class="r">def</span> <span class="fu">initialize</span> lang<tt> +</tt> <span class="iv">@scanner</span> = <span class="co">Scanner</span>[lang].new<tt> +</tt> <span class="r">end</span><tt> +</tt><tt> +</tt> <span class="r">def</span> <span class="fu">highlight</span> code<tt> +</tt> <span class="iv">@scanner</span>.feed code<tt> +</tt> <span class="iv">@scanner</span>.all_tokens.map { |t| t.inspect }.join <span class="s"><span class="dl">"</span><span class="ch">\n</span><span class="dl">"</span></span><tt> +</tt> <span class="r">end</span><tt> +</tt><tt> +</tt> <span class="r">end</span><tt> +</tt><tt> +</tt> <span class="r">class</span> <span class="cl">HTMLHighlighter</span> < <span class="co">Highlighter</span><tt> +</tt> <tt> +</tt> <span class="co">ClassOfKind</span> = {<tt> +</tt> <span class="sy">:attribute_name</span> => <span class="s"><span class="dl">'</span><span class="k">an</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:attribute_name_fat</span> => <span class="s"><span class="dl">'</span><span class="k">af</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:attribute_value</span> => <span class="s"><span class="dl">'</span><span class="k">av</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:attribute_value_fat</span> => <span class="s"><span class="dl">'</span><span class="k">aw</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:bin</span> => <span class="s"><span class="dl">'</span><span class="k">bi</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:char</span> => <span class="s"><span class="dl">'</span><span class="k">ch</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:class</span> => <span class="s"><span class="dl">'</span><span class="k">cl</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:class_variable</span> => <span class="s"><span class="dl">'</span><span class="k">cv</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:color</span> => <span class="s"><span class="dl">'</span><span class="k">cr</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:comment</span> => <span class="s"><span class="dl">'</span><span class="k">c</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:constant</span> => <span class="s"><span class="dl">'</span><span class="k">co</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:definition</span> => <span class="s"><span class="dl">'</span><span class="k">df</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:directive</span> => <span class="s"><span class="dl">'</span><span class="k">di</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:doc</span> => <span class="s"><span class="dl">'</span><span class="k">do</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:doc_string</span> => <span class="s"><span class="dl">'</span><span class="k">ds</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:exception</span> => <span class="s"><span class="dl">'</span><span class="k">ex</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:error</span> => <span class="s"><span class="dl">'</span><span class="k">er</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:float</span> => <span class="s"><span class="dl">'</span><span class="k">fl</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:function</span> => <span class="s"><span class="dl">'</span><span class="k">fu</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:global_variable</span> => <span class="s"><span class="dl">'</span><span class="k">gv</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:hex</span> => <span class="s"><span class="dl">'</span><span class="k">hx</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:include</span> => <span class="s"><span class="dl">'</span><span class="k">ic</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:instance_variable</span> => <span class="s"><span class="dl">'</span><span class="k">iv</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:integer</span> => <span class="s"><span class="dl">'</span><span class="k">i</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:interpreted</span> => <span class="s"><span class="dl">'</span><span class="k">in</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:label</span> => <span class="s"><span class="dl">'</span><span class="k">la</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:local_variable</span> => <span class="s"><span class="dl">'</span><span class="k">lv</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:oct</span> => <span class="s"><span class="dl">'</span><span class="k">oc</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:operator_name</span> => <span class="s"><span class="dl">'</span><span class="k">on</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:pre_constant</span> => <span class="s"><span class="dl">'</span><span class="k">pc</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:pre_type</span> => <span class="s"><span class="dl">'</span><span class="k">pt</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:predefined</span> => <span class="s"><span class="dl">'</span><span class="k">pd</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:preprocessor</span> => <span class="s"><span class="dl">'</span><span class="k">pp</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:regexp</span> => <span class="s"><span class="dl">'</span><span class="k">rx</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:reserved</span> => <span class="s"><span class="dl">'</span><span class="k">r</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:shell</span> => <span class="s"><span class="dl">'</span><span class="k">sh</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:string</span> => <span class="s"><span class="dl">'</span><span class="k">s</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:symbol</span> => <span class="s"><span class="dl">'</span><span class="k">sy</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:tag</span> => <span class="s"><span class="dl">'</span><span class="k">ta</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:tag_fat</span> => <span class="s"><span class="dl">'</span><span class="k">tf</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:tag_special</span> => <span class="s"><span class="dl">'</span><span class="k">ts</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:type</span> => <span class="s"><span class="dl">'</span><span class="k">ty</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:variable</span> => <span class="s"><span class="dl">'</span><span class="k">v</span><span class="dl">'</span></span>,<tt> +</tt> <span class="sy">:xml_text</span> => <span class="s"><span class="dl">'</span><span class="k">xt</span><span class="dl">'</span></span>,<tt> +</tt><tt> +</tt> <span class="sy">:ident</span> => <span class="sy">:NO_HIGHLIGHT</span>,<tt> +</tt> <span class="sy">:operator</span> => <span class="sy">:NO_HIGHLIGHT</span>,<tt> +</tt> <span class="sy">:space</span> => <span class="sy">:NO_HIGHLIGHT</span>,<tt> +</tt> }<tt> +</tt> <span class="co">ClassOfKind</span>[<span class="sy">:procedure</span>] = <span class="co">ClassOfKind</span>[<span class="sy">:method</span>] = <span class="co">ClassOfKind</span>[<span class="sy">:function</span>]<tt> +</tt> <span class="co">ClassOfKind</span>.default = <span class="co">ClassOfKind</span>[<span class="sy">:error</span>] <span class="r">or</span> raise <span class="s"><span class="dl">'</span><span class="k">no class found for :error!</span><span class="dl">'</span></span><tt> +</tt> <tt> +</tt> <span class="r">def</span> <span class="fu">initialize</span> lang, options = {}<tt> +</tt> <span class="r">super</span> lang<tt> +</tt> <tt> +</tt> <span class="iv">@HTML_TAB</span> = <span class="s"><span class="dl">'</span><span class="k"> </span><span class="dl">'</span></span> * options.fetch(<span class="sy">:tabs2space</span>, <span class="i">8</span>)<tt> +</tt> <span class="r">case</span> level = options.fetch(<span class="sy">:level</span>, <span class="s"><span class="dl">'</span><span class="k">xhtml</span><span class="dl">'</span></span>)<tt> +</tt> <span class="r">when</span> <span class="s"><span class="dl">'</span><span class="k">html</span><span class="dl">'</span></span><tt> +</tt> <span class="iv">@HTML_BR</span> = <span class="s"><span class="dl">"</span><span class="k"><BR></span><span class="ch">\n</span><span class="dl">"</span></span><tt> +</tt> <span class="r">when</span> <span class="s"><span class="dl">'</span><span class="k">xhtml</span><span class="dl">'</span></span><tt> +</tt> <span class="iv">@HTML_BR</span> = <span class="s"><span class="dl">"</span><span class="k"><br /></span><span class="ch">\n</span><span class="dl">"</span></span><tt> +</tt> <span class="r">else</span><tt> +</tt> raise <span class="s"><span class="dl">"</span><span class="k">Unknown HTML level: </span><span class="il"><span class="dl">#{</span>level<span class="dl">}</span></span><span class="dl">"</span></span><tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">end</span><tt> +</tt><tt> +</tt> <span class="r">def</span> <span class="fu">highlight</span> code<tt> +</tt> <span class="iv">@scanner</span>.feed code<tt> +</tt> <tt> +</tt> out = <span class="s"><span class="dl">'</span><span class="dl">'</span></span><tt> +</tt> <span class="r">while</span> t = <span class="iv">@scanner</span>.next_token<tt> +</tt> warn t.inspect <span class="r">if</span> t.text.nil?<tt> +</tt> out << to_html(t)<tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="co">TEMPLATE</span> =~ <span class="rx"><span class="dl">/</span><span class="k"><%CONTENT%></span><span class="dl">/</span></span><tt> +</tt> <span class="gv">$`</span> + out + <span class="gv">$'</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> private<tt> +</tt> <span class="r">def</span> <span class="fu">to_html</span> token<tt> +</tt> css_class = <span class="co">ClassOfKind</span>[token.kind]<tt> +</tt> <span class="r">if</span> <span class="r">defined?</span> ::<span class="co">DEBUG</span> <span class="r">and</span> <span class="r">not</span> <span class="co">ClassOfKind</span>.has_key? token.kind<tt> +</tt> warn <span class="s"><span class="dl">"</span><span class="k">no token class found for :</span><span class="il"><span class="dl">#{</span>token.kind<span class="dl">}</span></span><span class="dl">"</span></span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> text = text_to_html token.text<tt> +</tt> <span class="r">if</span> css_class == <span class="sy">:NO_HIGHLIGHT</span><tt> +</tt> text<tt> +</tt> <span class="r">else</span><tt> +</tt> <span class="s"><span class="dl">"</span><span class="k"><span class=</span><span class="ch">\"</span><span class="il"><span class="dl">#{</span>css_class<span class="dl">}</span></span><span class="ch">\"</span><span class="k">></span><span class="il"><span class="dl">#{</span>text<span class="dl">}</span></span><span class="k"></span></span><span class="dl">"</span></span><tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="r">def</span> <span class="fu">text_to_html</span> text<tt> +</tt> <span class="r">return</span> <span class="s"><span class="dl">'</span><span class="dl">'</span></span> <span class="r">if</span> text.empty?<tt> +</tt> text = text.dup <span class="c"># important</span><tt> +</tt> <span class="r">if</span> text.index(<span class="rx"><span class="dl">/</span><span class="k">["><&]</span><span class="dl">/</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">'</span><span class="k">&</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">&amp;</span><span class="dl">'</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">'</span><span class="k">"</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">&quot;</span><span class="dl">'</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">'</span><span class="k">></span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">&gt;</span><span class="dl">'</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">'</span><span class="k"><</span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k">&lt;</span><span class="dl">'</span></span>)<tt> +</tt> <span class="r">end</span><tt> +</tt> <span class="r">if</span> text.index(<span class="rx"><span class="dl">/</span><span class="ch">\s</span><span class="dl">/</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">"</span><span class="ch">\n</span><span class="dl">"</span></span>, <span class="iv">@HTML_BR</span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">"</span><span class="ch">\t</span><span class="dl">"</span></span>, <span class="iv">@HTML_TAB</span>)<tt> +</tt> text.gsub!(<span class="rx"><span class="dl">/</span><span class="k">^ </span><span class="dl">/</span></span>, <span class="s"><span class="dl">'</span><span class="k">&nbsp;</span><span class="dl">'</span></span>)<tt> +</tt> text.gsub!(<span class="s"><span class="dl">'</span><span class="k"> </span><span class="dl">'</span></span>, <span class="s"><span class="dl">'</span><span class="k"> &nbsp;</span><span class="dl">'</span></span>)<tt> +</tt> <span class="r">end</span><tt> +</tt> text<tt> +</tt> <span class="r">end</span><tt> +</tt> <tt> +</tt> <span class="co">TEMPLATE</span> = <span class="s"><span class="dl"><<-'TEMPLATE'</span></span><span class="s"><span class="k"><tt> +</tt><!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"><tt> +</tt><html dir="ltr"><tt> +</tt><head><tt> +</tt><meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1"><tt> +</tt><meta http-equiv="Content-Style-Type" content="text/css"><tt> +</tt><tt> +</tt><title>RubyBB BBCode</title><tt> +</tt><style type="text/css"><tt> +</tt>.code {<tt> +</tt> width: 100%;<tt> +</tt> background-color: #FAFAFA;<tt> +</tt> border: 1px solid #D1D7DC;<tt> +</tt> font-family: 'Courier New', 'Terminal', monospace;<tt> +</tt> font-size: 10pt;<tt> +</tt> color: black;<tt> +</tt> vertical-align: top;<tt> +</tt> text-align: left;<tt> +</tt>}<tt> +</tt>.code .af { color:#00C; }<tt> +</tt>.code .an { color:#007; }<tt> +</tt>.code .av { color:#700; }<tt> +</tt>.code .aw { color:#C00; }<tt> +</tt>.code .bi { color:#509; font-weight:bold; }<tt> +</tt>.code .c { color:#888; }<tt> +</tt>.code .ch { color:#C28; font-weight:bold; }<tt> +</tt>.code .cl { color:#B06; font-weight:bold; }<tt> +</tt>.code .co { color:#036; font-weight:bold; }<tt> +</tt>.code .cr { color:#0A0; }<tt> +</tt>.code .cv { color:#369; }<tt> +</tt>.code .df { color:#099; font-weight:bold; }<tt> +</tt>.code .di { color:#088; font-weight:bold; }<tt> +</tt>.code .do { color:#970; }<tt> +</tt>.code .ds { color:#D42; font-weight:bold; }<tt> +</tt>.code .er { color:#F00; background-color:#FAA; }<tt> +</tt>.code .ex { color:#F00; font-weight:bold; }<tt> +</tt>.code .fl { color:#60E; font-weight:bold; }<tt> +</tt>.code .fu { color:#06B; font-weight:bold; }<tt> +</tt>.code .gv { color:#800; font-weight:bold; }<tt> +</tt>.code .hx { color:#058; font-weight:bold; }<tt> +</tt>.code .i { color:#00D; font-weight:bold; }<tt> +</tt>.code .ic { color:#B44; font-weight:bold; }<tt> +</tt>.code .in { color:#B2B; font-weight:bold; }<tt> +</tt>.code .iv { color:#33B; }<tt> +</tt>.code .la { color:#970; font-weight:bold; }<tt> +</tt>.code .lv { color:#963; }<tt> +</tt>.code .oc { color:#40E; font-weight:bold; }<tt> +</tt>.code .on { color:#000; font-weight:bold; }<tt> +</tt>.code .pc { color:#038; font-weight:bold; }<tt> +</tt>.code .pd { color:#369; font-weight:bold; }<tt> +</tt>.code .pp { color:#579; }<tt> +</tt>.code .pt { color:#339; font-weight:bold; }<tt> +</tt>.code .r { color:#080; font-weight:bold; }<tt> +</tt>.code .rx { color:#927; font-weight:bold; }<tt> +</tt>.code .s { color:#D42; font-weight:bold; }<tt> +</tt>.code .sh { color:#B2B; font-weight:bold; }<tt> +</tt>.code .sy { color:#A60; }<tt> +</tt>.code .ta { color:#070; }<tt> +</tt>.code .tf { color:#070; font-weight:bold; }<tt> +</tt>.code .ts { color:#D70; font-weight:bold; }<tt> +</tt>.code .ty { color:#339; font-weight:bold; }<tt> +</tt>.code .v { color:#036; }<tt> +</tt>.code .xt { color:#444; }<tt> +</tt></style><tt> +</tt></head><tt> +</tt><body><tt> +</tt><div class="code"><tt> +</tt><%CONTENT%><tt> +</tt></div><tt> +</tt><div class="validators"><tt> +</tt><a href="http://validator.w3.org/check?uri=referer"><img src="http://www.w3.org/Icons/valid-html401" alt="Valid HTML 4.01!" height="31" width="88" style="border:none;"></a><tt> +</tt><img style="border:0" src="http://jigsaw.w3.org/css-validator/images/vcss" alt="Valid CSS!" ><tt> +</tt></div> <tt> +</tt></body><tt> +</tt></html></span><span class="dl"><tt> +</tt> TEMPLATE</span></span><tt> +</tt><tt> +</tt> <span class="r">end</span><tt> +</tt><tt> +</tt><span class="r">end</span><tt> +</tt></pre></td> +</tr></table> + +</body> +</html> diff --git a/sample/html.rb b/sample/html.rb new file mode 100644 index 0000000..c854635 --- /dev/null +++ b/sample/html.rb @@ -0,0 +1,394 @@ +$: << '..' +require 'coderay' + +tokens = CodeRay.scan DATA.read, :ruby +html = tokens.html(:tab_width => 2, :line_numbers => :table) + +puts html.page + +__END__ +require 'scanner' + +module CodeRay + + class RubyScanner < Scanner + + RESERVED_WORDS = [ + 'and', 'def', 'end', 'in', 'or', 'unless', 'begin', + 'defined?', 'ensure', 'module', 'redo', 'super', 'until', + 'BEGIN', 'break', 'do', 'next', 'rescue', 'then', + 'when', 'END', 'case', 'else', 'for', 'retry', + 'while', 'alias', 'class', 'elsif', 'if', 'not', 'return', + 'undef', 'yield', + ] + + DEF_KEYWORDS = ['def'] + MODULE_KEYWORDS = ['class', 'module'] + DEF_NEW_STATE = WordList.new(:initial). + add(DEF_KEYWORDS, :def_expected). + add(MODULE_KEYWORDS, :module_expected) + + WORDS_ALLOWING_REGEXP = [ + 'and', 'or', 'not', 'while', 'until', 'unless', 'if', 'elsif', 'when' + ] + REGEXP_ALLOWED = WordList.new(false). + add(WORDS_ALLOWING_REGEXP, :set) + + PREDEFINED_CONSTANTS = [ + 'nil', 'true', 'false', 'self', + 'DATA', 'ARGV', 'ARGF', '__FILE__', '__LINE__', + ] + + IDENT_KIND = WordList.new(:ident). + add(RESERVED_WORDS, :reserved). + add(PREDEFINED_CONSTANTS, :pre_constant) + + METHOD_NAME = / #{IDENT} [?!]? /xo + METHOD_NAME_EX = / + #{METHOD_NAME} # common methods: split, foo=, empty?, gsub! + | \*\*? # multiplication and power + | [-+~]@? # plus, minus + | [\/%&|^`] # division, modulo or format strings, &and, |or, ^xor, `system` + | \[\]=? # array getter and setter + | <=?>? | >=? # comparison, rocket operator + | << | >> # append or shift left, shift right + | ===? # simple equality and case equality + /ox + GLOBAL_VARIABLE = / \$ (?: #{IDENT} | \d+ | [~&+`'=\/,;_.<>!@0$?*":F\\] | -[a-zA-Z_0-9] ) /ox + + DOUBLEQ = / " [^"\#\\]* (?: (?: \#\{.*?\} | \#(?:$")? | \\. ) [^"\#\\]* )* "? /ox + SINGLEQ = / ' [^'\\]* (?: \\. [^'\\]* )* '? /ox + STRING = / #{SINGLEQ} | #{DOUBLEQ} /ox + SHELL = / ` [^`\#\\]* (?: (?: \#\{.*?\} | \#(?:$`)? | \\. ) [^`\#\\]* )* `? /ox + REGEXP = / \/ [^\/\#\\]* (?: (?: \#\{.*?\} | \#(?:$\/)? | \\. ) [^\/\#\\]* )* \/? /ox + + DECIMAL = /\d+(?:_\d+)*/ # doesn't recognize 09 as octal error + OCTAL = /0_?[0-7]+(?:_[0-7]+)*/ + HEXADECIMAL = /0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*/ + BINARY = /0b[01]+(?:_[01]+)*/ + + EXPONENT = / [eE] [+-]? #{DECIMAL} /ox + FLOAT = / #{DECIMAL} (?: #{EXPONENT} | \. #{DECIMAL} #{EXPONENT}? ) / + INTEGER = /#{OCTAL}|#{HEXADECIMAL}|#{BINARY}|#{DECIMAL}/ + + def reset + super + @regexp_allowed = false + end + + def next_token + return if @scanner.eos? + + kind = :error + if @scanner.scan(/\s+/) # in every state + kind = :space + @regexp_allowed = :set if @regexp_allowed or @scanner.matched.index(?\n) # delayed flag setting + + elsif @state == :def_expected + if @scanner.scan(/ (?: (?:#{IDENT}(?:\.|::))* | (?:@@?|$)? #{IDENT}(?:\.|::) ) #{METHOD_NAME_EX} /ox) + kind = :method + @state = :initial + else + @scanner.scan(/./) + kind = :error + end + @state = :initial + + elsif @state == :module_expected + if @scanner.scan(/<</) + kind = :operator + else + if @scanner.scan(/ (?: #{IDENT} (?:\.|::))* #{IDENT} /ox) + kind = :method + else + @scanner.scan(/./) + kind = :error + end + @state = :initial + end + + elsif # state == :initial + # IDENTIFIERS, KEYWORDS + if @scanner.scan(GLOBAL_VARIABLE) + kind = :global_variable + elsif @scanner.scan(/ @@ #{IDENT} /ox) + kind = :class_variable + elsif @scanner.scan(/ @ #{IDENT} /ox) + kind = :instance_variable + elsif @scanner.scan(/ __END__\n ( (?!\#CODE\#) .* )? | \#[^\n]* | =begin(?=\s).*? \n=end(?=\s|\z)(?:[^\n]*)? /x) + kind = :comment + elsif @scanner.scan(METHOD_NAME) + if @last_token_dot + kind = :ident + else + matched = @scanner.matched + kind = IDENT_KIND[matched] + if kind == :ident and matched =~ /^[A-Z]/ + kind = :constant + elsif kind == :reserved + @state = DEF_NEW_STATE[matched] + @regexp_allowed = REGEXP_ALLOWED[matched] + end + end + + elsif @scanner.scan(STRING) + kind = :string + elsif @scanner.scan(SHELL) + kind = :shell + ## HEREDOCS + elsif @scanner.scan(/\//) and @regexp_allowed + @scanner.unscan + @scanner.scan(REGEXP) + kind = :regexp + ## %strings + elsif @scanner.scan(/:(?:#{GLOBAL_VARIABLE}|#{METHOD_NAME_EX}|#{STRING})/ox) + kind = :global_variable + elsif @scanner.scan(/ + \? (?: + [^\s\\] + | + \\ (?:M-\\C-|C-\\M-|M-\\c|c\\M-|c|C-|M-))? (?: \\ (?: . | [0-7]{3} | x[0-9A-Fa-f][0-9A-Fa-f] ) + ) + /ox) + kind = :integer + + elsif @scanner.scan(/ [-+*\/%=<>;,|&!()\[\]{}~?] | \.\.?\.? | ::? /x) + kind = :operator + @regexp_allowed = :set if @scanner.matched[-1,1] =~ /[~=!<>|&^,\(\[+\-\/\*%]\z/ + elsif @scanner.scan(FLOAT) + kind = :float + elsif @scanner.scan(INTEGER) + kind = :integer + elsif @scanner.scan(/:(?:#{GLOBAL_VARIABLE}|#{METHOD_NAME_EX}|#{STRING})/ox) + kind = :global_variable + else + @scanner.scan(/./m) + end + end + + token = Token.new @scanner.matched, kind + + if kind == :regexp + token.text << @scanner.scan(/[eimnosux]*/) + end + + @regexp_allowed = (@regexp_allowed == :set) # delayed flag setting + + token + end + end + + ScannerList.register RubyScanner, 'ruby' + +end + +module CodeRay + require 'scanner' + + class Highlighter + + def initialize lang + @scanner = Scanner[lang].new + end + + def highlight code + @scanner.feed code + @scanner.all_tokens.map { |t| t.inspect }.join "\n" + end + + end + + class HTMLHighlighter < Highlighter + + ClassOfKind = { + :attribute_name => 'an', + :attribute_name_fat => 'af', + :attribute_value => 'av', + :attribute_value_fat => 'aw', + :bin => 'bi', + :char => 'ch', + :class => 'cl', + :class_variable => 'cv', + :color => 'cr', + :comment => 'c', + :constant => 'co', + :definition => 'df', + :directive => 'di', + :doc => 'do', + :doc_string => 'ds', + :exception => 'ex', + :error => 'er', + :float => 'fl', + :function => 'fu', + :global_variable => 'gv', + :hex => 'hx', + :include => 'ic', + :instance_variable => 'iv', + :integer => 'i', + :interpreted => 'in', + :label => 'la', + :local_variable => 'lv', + :oct => 'oc', + :operator_name => 'on', + :pre_constant => 'pc', + :pre_type => 'pt', + :predefined => 'pd', + :preprocessor => 'pp', + :regexp => 'rx', + :reserved => 'r', + :shell => 'sh', + :string => 's', + :symbol => 'sy', + :tag => 'ta', + :tag_fat => 'tf', + :tag_special => 'ts', + :type => 'ty', + :variable => 'v', + :xml_text => 'xt', + + :ident => :NO_HIGHLIGHT, + :operator => :NO_HIGHLIGHT, + :space => :NO_HIGHLIGHT, + } + ClassOfKind[:procedure] = ClassOfKind[:method] = ClassOfKind[:function] + ClassOfKind.default = ClassOfKind[:error] or raise 'no class found for :error!' + + def initialize lang, options = {} + super lang + + @HTML_TAB = ' ' * options.fetch(:tabs2space, 8) + case level = options.fetch(:level, 'xhtml') + when 'html' + @HTML_BR = "<BR>\n" + when 'xhtml' + @HTML_BR = "<br />\n" + else + raise "Unknown HTML level: #{level}" + end + end + + def highlight code + @scanner.feed code + + out = '' + while t = @scanner.next_token + warn t.inspect if t.text.nil? + out << to_html(t) + end + TEMPLATE =~ /<%CONTENT%>/ + $` + out + $' + end + + private + def to_html token + css_class = ClassOfKind[token.kind] + if defined? ::DEBUG and not ClassOfKind.has_key? token.kind + warn "no token class found for :#{token.kind}" + end + + text = text_to_html token.text + if css_class == :NO_HIGHLIGHT + text + else + "<span class=\"#{css_class}\">#{text}</span>" + end + end + + def text_to_html text + return '' if text.empty? + text = text.dup # important + if text.index(/["><&]/) + text.gsub!('&', '&') + text.gsub!('"', '"') + text.gsub!('>', '>') + text.gsub!('<', '<') + end + if text.index(/\s/) + text.gsub!("\n", @HTML_BR) + text.gsub!("\t", @HTML_TAB) + text.gsub!(/^ /, ' ') + text.gsub!(' ', ' ') + end + text + end + + TEMPLATE = <<-'TEMPLATE' +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> +<html dir="ltr"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1"> +<meta http-equiv="Content-Style-Type" content="text/css"> + +<title>RubyBB BBCode</title> +<style type="text/css"> +.code { + width: 100%; + background-color: #FAFAFA; + border: 1px solid #D1D7DC; + font-family: 'Courier New', 'Terminal', monospace; + font-size: 10pt; + color: black; + vertical-align: top; + text-align: left; +} +.code .af { color:#00C; } +.code .an { color:#007; } +.code .av { color:#700; } +.code .aw { color:#C00; } +.code .bi { color:#509; font-weight:bold; } +.code .c { color:#888; } +.code .ch { color:#C28; font-weight:bold; } +.code .cl { color:#B06; font-weight:bold; } +.code .co { color:#036; font-weight:bold; } +.code .cr { color:#0A0; } +.code .cv { color:#369; } +.code .df { color:#099; font-weight:bold; } +.code .di { color:#088; font-weight:bold; } +.code .do { color:#970; } +.code .ds { color:#D42; font-weight:bold; } +.code .er { color:#F00; background-color:#FAA; } +.code .ex { color:#F00; font-weight:bold; } +.code .fl { color:#60E; font-weight:bold; } +.code .fu { color:#06B; font-weight:bold; } +.code .gv { color:#800; font-weight:bold; } +.code .hx { color:#058; font-weight:bold; } +.code .i { color:#00D; font-weight:bold; } +.code .ic { color:#B44; font-weight:bold; } +.code .in { color:#B2B; font-weight:bold; } +.code .iv { color:#33B; } +.code .la { color:#970; font-weight:bold; } +.code .lv { color:#963; } +.code .oc { color:#40E; font-weight:bold; } +.code .on { color:#000; font-weight:bold; } +.code .pc { color:#038; font-weight:bold; } +.code .pd { color:#369; font-weight:bold; } +.code .pp { color:#579; } +.code .pt { color:#339; font-weight:bold; } +.code .r { color:#080; font-weight:bold; } +.code .rx { color:#927; font-weight:bold; } +.code .s { color:#D42; font-weight:bold; } +.code .sh { color:#B2B; font-weight:bold; } +.code .sy { color:#A60; } +.code .ta { color:#070; } +.code .tf { color:#070; font-weight:bold; } +.code .ts { color:#D70; font-weight:bold; } +.code .ty { color:#339; font-weight:bold; } +.code .v { color:#036; } +.code .xt { color:#444; } +</style> +</head> +<body> +<div class="code"> +<%CONTENT%> +</div> +<div class="validators"> +<a href="http://validator.w3.org/check?uri=referer"><img src="http://www.w3.org/Icons/valid-html401" alt="Valid HTML 4.01!" height="31" width="88" style="border:none;"></a> +<img style="border:0" src="http://jigsaw.w3.org/css-validator/images/vcss" alt="Valid CSS!" > +</div> +</body> +</html> + TEMPLATE + + end + +end diff --git a/sample/html2.out b/sample/html2.out new file mode 100644 index 0000000..ead61b2 --- /dev/null +++ b/sample/html2.out @@ -0,0 +1,159 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="de"> +<head> + <meta http-equiv="content-type" content="text/html; charset=utf-8" /> + <title>CodeRay HTML Encoder Example</title> + <style type="text/css"> +.CodeRay { + background-color: #f8f8f8; + border: 1px solid silver; + font-family: 'Courier New', 'Terminal', monospace; + color: #100; +} +.CodeRay pre { margin: 0px } + +div.CodeRay { } + +span.CodeRay { white-space: pre; border: 0px; padding: 2px } + +table.CodeRay { border-collapse: collapse; width: 100%; padding: 2px } +table.CodeRay td { padding: 2px 4px; vertical-align: top } + +.CodeRay .line_numbers, .CodeRay .no { + background-color: #def; + color: gray; + text-align: right; +} +.CodeRay .line_numbers tt { font-weight: bold } +.CodeRay .no { padding: 0px 4px } +.CodeRay .code { width: 100% } + +ol.CodeRay { font-size: 10pt } +ol.CodeRay li { white-space: pre } + +.CodeRay .code pre { overflow: auto } + +.CodeRay .af { color:#00C } +.CodeRay .an { color:#007 } +.CodeRay .av { color:#700 } +.CodeRay .aw { color:#C00 } +.CodeRay .bi { color:#509; font-weight:bold } +.CodeRay .c { color:#888 } + +.CodeRay .ch { color:#04D } +.CodeRay .ch .k { color:#04D } +.CodeRay .ch .dl { color:#039 } + +.CodeRay .cl { color:#B06; font-weight:bold } +.CodeRay .co { color:#036; font-weight:bold } +.CodeRay .cr { color:#0A0 } +.CodeRay .cv { color:#369 } +.CodeRay .df { color:#099; font-weight:bold } +.CodeRay .di { color:#088; font-weight:bold } +.CodeRay .dl { color:black } +.CodeRay .do { color:#970 } +.CodeRay .ds { color:#D42; font-weight:bold } +.CodeRay .e { color:#666; font-weight:bold } +.CodeRay .en { color:#800; font-weight:bold } +.CodeRay .er { color:#F00; background-color:#FAA } +.CodeRay .ex { color:#F00; font-weight:bold } +.CodeRay .fl { color:#60E; font-weight:bold } +.CodeRay .fu { color:#06B; font-weight:bold } +.CodeRay .gv { color:#d70; font-weight:bold } +.CodeRay .hx { color:#058; font-weight:bold } +.CodeRay .i { color:#00D; font-weight:bold } +.CodeRay .ic { color:#B44; font-weight:bold } + +.CodeRay .il { background: #eee } +.CodeRay .il .il { background: #ddd } +.CodeRay .il .il .il { background: #ccc } +.CodeRay .il .dl { font-weight: bold ! important; color: #888 ! important } + +.CodeRay .in { color:#B2B; font-weight:bold } +.CodeRay .iv { color:#33B } +.CodeRay .la { color:#970; font-weight:bold } +.CodeRay .lv { color:#963 } +.CodeRay .oc { color:#40E; font-weight:bold } +.CodeRay .on { color:#000; font-weight:bold } +.CodeRay .op { } +.CodeRay .pc { color:#038; font-weight:bold } +.CodeRay .pd { color:#369; font-weight:bold } +.CodeRay .pp { color:#579 } +.CodeRay .pt { color:#339; font-weight:bold } +.CodeRay .r { color:#080; font-weight:bold } + +.CodeRay .rx { background-color:#fff0ff } +.CodeRay .rx .k { color:#808 } +.CodeRay .rx .dl { color:#404 } +.CodeRay .rx .mod { color:#C2C } +.CodeRay .rx .fu { color:#404; font-weight: bold } + +.CodeRay .s { background-color:#fff0f0 } +.CodeRay .s .s { background-color:#ffe0e0 } +.CodeRay .s .s .s { background-color:#ffd0d0 } +.CodeRay .s .k { color:#D20 } +.CodeRay .s .dl { color:#710 } + +.CodeRay .sh { background-color:#f0fff0 } +.CodeRay .sh .k { color:#2B2 } +.CodeRay .sh .dl { color:#161 } + +.CodeRay .sy { color:#A60 } +.CodeRay .sy .k { color:#A60 } +.CodeRay .sy .dl { color:#630 } + +.CodeRay .ta { color:#070 } +.CodeRay .tf { color:#070; font-weight:bold } +.CodeRay .ts { color:#D70; font-weight:bold } +.CodeRay .ty { color:#339; font-weight:bold } +.CodeRay .v { color:#036 } +.CodeRay .xt { color:#444 } + + </style> +</head> +<body style="background-color: white;"> + +<table class="CodeRay"><tr> + <td class="line_numbers" title="click to toggle" onclick="with (this.firstChild.style) { display = (display == '') ? 'none' : '' }"><pre>1<tt> +</tt>2<tt> +</tt>3<tt> +</tt>4<tt> +</tt>5<tt> +</tt>6<tt> +</tt>7<tt> +</tt>8<tt> +</tt>9<tt> +</tt><strong>10</strong><tt> +</tt>11<tt> +</tt></pre></td> + <td class="code"><pre ondblclick="with (this.style) { overflow = (overflow == 'auto' || overflow == '') ? 'visible' : 'auto' }">require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">coderay</span><span style="color:#710">'</span></span><tt> +</tt><tt> +</tt><span style="color:#888"># scan this file</span><tt> +</tt>tokens = <span style="color:#036; font-weight:bold">CodeRay</span>.scan(<span style="color:#036; font-weight:bold">File</span>.read(<span style="color:#d70; font-weight:bold">$0</span>) * <span style="color:#00D; font-weight:bold">1</span>, <span style="color:#A60">:ruby</span>)<tt> +</tt><tt> +</tt><span style="color:#888"># output it with two styles of line numbers</span><tt> +</tt>out = tokens.div(<span style="color:#A60">:line_numbers</span> => <span style="color:#A60">:table</span>)<tt> +</tt>out << <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20"><hr /></span><span style="color:#710">'</span></span><tt> +</tt>out << tokens.div(<span style="color:#A60">:line_numbers</span> => <span style="color:#A60">:inline</span>, <span style="color:#A60">:line_number_start</span> => <span style="color:#00D; font-weight:bold">8</span>)<tt> +</tt><tt> +</tt>puts out.page<tt> +</tt></pre></td> +</tr></table> +<hr /><div class="CodeRay"> + <div class="code"><pre><span class="no"> 8</span> require <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">coderay</span><span style="color:#710">'</span></span> +<span class="no"> 9</span> +<span class="no"><strong>10</strong></span> <span style="color:#888"># scan this file</span> +<span class="no">11</span> tokens = <span style="color:#036; font-weight:bold">CodeRay</span>.scan(<span style="color:#036; font-weight:bold">File</span>.read(<span style="color:#d70; font-weight:bold">$0</span>) * <span style="color:#00D; font-weight:bold">1</span>, <span style="color:#A60">:ruby</span>) +<span class="no">12</span> +<span class="no">13</span> <span style="color:#888"># output it with two styles of line numbers</span> +<span class="no">14</span> out = tokens.div(<span style="color:#A60">:line_numbers</span> => <span style="color:#A60">:table</span>) +<span class="no">15</span> out << <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20"><hr /></span><span style="color:#710">'</span></span> +<span class="no">16</span> out << tokens.div(<span style="color:#A60">:line_numbers</span> => <span style="color:#A60">:inline</span>, <span style="color:#A60">:line_number_start</span> => <span style="color:#00D; font-weight:bold">8</span>) +<span class="no">17</span> +<span class="no">18</span> puts out.page +</pre></div> +</div> + +</body> +</html> diff --git a/sample/html2.rb b/sample/html2.rb new file mode 100644 index 0000000..7ce9d60 --- /dev/null +++ b/sample/html2.rb @@ -0,0 +1,11 @@ +require 'coderay' + +# scan this file +tokens = CodeRay.scan(File.read($0) * 1, :ruby) + +# output it with two styles of line numbers +out = tokens.div(:line_numbers => :table) +out << '<hr />' +out << tokens.div(:line_numbers => :inline, :line_number_start => 8) + +puts out.page diff --git a/sample/html_list.out b/sample/html_list.out new file mode 100644 index 0000000..aec2cf5 --- /dev/null +++ b/sample/html_list.out @@ -0,0 +1,134 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="de"> +<head> + <meta http-equiv="content-type" content="text/html; charset=utf-8" /> + <title>CodeRay HTML Encoder Example</title> + <style type="text/css"> +.CodeRay { + background-color: #f8f8f8; + border: 1px solid silver; + font-family: 'Courier New', 'Terminal', monospace; + color: #100; +} +.CodeRay pre { margin: 0px } + +div.CodeRay { } + +span.CodeRay { white-space: pre; border: 0px; padding: 2px } + +table.CodeRay { border-collapse: collapse; width: 100%; padding: 2px } +table.CodeRay td { padding: 2px 4px; vertical-align: top } + +.CodeRay .line_numbers, .CodeRay .no { + background-color: #def; + color: gray; + text-align: right; +} +.CodeRay .line_numbers tt { font-weight: bold } +.CodeRay .no { padding: 0px 4px } +.CodeRay .code { width: 100% } + +ol.CodeRay { font-size: 10pt } +ol.CodeRay li { white-space: pre } + +.CodeRay .code pre { overflow: auto } + +.CodeRay .af { color:#00C } +.CodeRay .an { color:#007 } +.CodeRay .av { color:#700 } +.CodeRay .aw { color:#C00 } +.CodeRay .bi { color:#509; font-weight:bold } +.CodeRay .c { color:#888 } + +.CodeRay .ch { color:#04D } +.CodeRay .ch .k { color:#04D } +.CodeRay .ch .dl { color:#039 } + +.CodeRay .cl { color:#B06; font-weight:bold } +.CodeRay .co { color:#036; font-weight:bold } +.CodeRay .cr { color:#0A0 } +.CodeRay .cv { color:#369 } +.CodeRay .df { color:#099; font-weight:bold } +.CodeRay .di { color:#088; font-weight:bold } +.CodeRay .dl { color:black } +.CodeRay .do { color:#970 } +.CodeRay .ds { color:#D42; font-weight:bold } +.CodeRay .e { color:#666; font-weight:bold } +.CodeRay .en { color:#800; font-weight:bold } +.CodeRay .er { color:#F00; background-color:#FAA } +.CodeRay .ex { color:#F00; font-weight:bold } +.CodeRay .fl { color:#60E; font-weight:bold } +.CodeRay .fu { color:#06B; font-weight:bold } +.CodeRay .gv { color:#d70; font-weight:bold } +.CodeRay .hx { color:#058; font-weight:bold } +.CodeRay .i { color:#00D; font-weight:bold } +.CodeRay .ic { color:#B44; font-weight:bold } + +.CodeRay .il { background: #eee } +.CodeRay .il .il { background: #ddd } +.CodeRay .il .il .il { background: #ccc } +.CodeRay .il .dl { font-weight: bold ! important; color: #888 ! important } + +.CodeRay .in { color:#B2B; font-weight:bold } +.CodeRay .iv { color:#33B } +.CodeRay .la { color:#970; font-weight:bold } +.CodeRay .lv { color:#963 } +.CodeRay .oc { color:#40E; font-weight:bold } +.CodeRay .on { color:#000; font-weight:bold } +.CodeRay .op { } +.CodeRay .pc { color:#038; font-weight:bold } +.CodeRay .pd { color:#369; font-weight:bold } +.CodeRay .pp { color:#579 } +.CodeRay .pt { color:#339; font-weight:bold } +.CodeRay .r { color:#080; font-weight:bold } + +.CodeRay .rx { background-color:#fff0ff } +.CodeRay .rx .k { color:#808 } +.CodeRay .rx .dl { color:#404 } +.CodeRay .rx .mod { color:#C2C } +.CodeRay .rx .fu { color:#404; font-weight: bold } + +.CodeRay .s { background-color:#fff0f0 } +.CodeRay .s .s { background-color:#ffe0e0 } +.CodeRay .s .s .s { background-color:#ffd0d0 } +.CodeRay .s .k { color:#D20 } +.CodeRay .s .dl { color:#710 } + +.CodeRay .sh { background-color:#f0fff0 } +.CodeRay .sh .k { color:#2B2 } +.CodeRay .sh .dl { color:#161 } + +.CodeRay .sy { color:#A60 } +.CodeRay .sy .k { color:#A60 } +.CodeRay .sy .dl { color:#630 } + +.CodeRay .ta { color:#070 } +.CodeRay .tf { color:#070; font-weight:bold } +.CodeRay .ts { color:#D70; font-weight:bold } +.CodeRay .ty { color:#339; font-weight:bold } +.CodeRay .v { color:#036 } +.CodeRay .xt { color:#444 } + + </style> +</head> +<body style="background-color: white;"> + +<div class="CodeRay"> + <div class="code"><pre><span class="no">-1</span> <span class="gv">$:</span> << <span class="s"><span class="dl">'</span><span class="k">..</span><span class="dl">'</span></span> +<span class="no"> <strong>0</strong></span> require <span class="s"><span class="dl">'</span><span class="k">coderay</span><span class="dl">'</span></span> +<span class="no"> 1</span> +<span class="no"> 2</span> tokens = <span class="co">CodeRay</span>.scan <span class="co">File</span>.read(<span class="pc">__FILE__</span>), <span class="sy">:ruby</span> +<span class="no"> 3</span> html = tokens.html(<span class="sy">:tab_width</span> => <span class="i">2</span>, <span class="sy">:line_numbers</span> => <span class="sy">:inline</span>, <span class="sy">:line_number_start</span> => <span class="i">-1</span>) +<span class="no"> 4</span> +<span class="no"> 5</span> puts html.page +<span class="no"> 6</span> +<span class="no"> 7</span> commment = <span class="s"><span class="dl"><<_</span></span><span class="s"><span class="k"> +<span class="no"> 8</span> This code must be > 10 lines +<span class="no"> 9</span> because I want to test the correct adjustment of the line numbers.</span><span class="dl"> +<span class="no"><strong>10</strong></span> _</span></span> +</pre></div> +</div> + +</body> +</html> diff --git a/sample/html_list.rb b/sample/html_list.rb new file mode 100644 index 0000000..97724f2 --- /dev/null +++ b/sample/html_list.rb @@ -0,0 +1,12 @@ +$: << '..'
+require 'coderay'
+
+tokens = CodeRay.scan File.read(__FILE__), :ruby
+html = tokens.html(:tab_width => 2, :line_numbers => :inline, :line_number_start => -1)
+
+puts html.page
+
+commment = <<_
+This code must be > 10 lines
+because I want to test the correct adjustment of the line numbers.
+_
diff --git a/sample/load_encoder.out b/sample/load_encoder.out new file mode 100644 index 0000000..1cff356 --- /dev/null +++ b/sample/load_encoder.out @@ -0,0 +1,8 @@ +CodeRay::Encoders::YAML is not defined; you must load it first. +Now it is loaded: CodeRay::Encoders::YAML +See? +Require is also possible: CodeRay::Encoders::Tokens +See? +Now load some mapped encoders: stats and plain. +Require all Encoders: +[[:count, CodeRay::Encoders::Count], [:debug, CodeRay::Encoders::Debug], [:div, CodeRay::Encoders::Div], [:html, CodeRay::Encoders::HTML], [:null, CodeRay::Encoders::Null], [:page, CodeRay::Encoders::Page], [:plain, :text], [:span, CodeRay::Encoders::Span], [:statistic, CodeRay::Encoders::Statistic], [:stats, CodeRay::Encoders::Statistic], [:text, CodeRay::Encoders::Text], [:tokens, CodeRay::Encoders::Tokens], [:xml, CodeRay::Encoders::XML], [:yaml, CodeRay::Encoders::YAML]] diff --git a/sample/load_encoder.rb b/sample/load_encoder.rb new file mode 100644 index 0000000..39d310d --- /dev/null +++ b/sample/load_encoder.rb @@ -0,0 +1,25 @@ +require 'coderay'
+
+begin
+ CodeRay::Encoders::YAML
+rescue
+ puts 'CodeRay::Encoders::YAML is not defined; you must load it first.'
+end
+
+yaml_encoder = CodeRay::Encoders[:yaml]
+print 'Now it is loaded: '
+p yaml_encoder
+puts 'See?'
+
+tokens_encoder = require_plugin 'CodeRay::Encoders/tokens'
+print 'Require is also possible: '
+p tokens_encoder
+puts 'See?'
+
+puts 'Now load some mapped encoders: stats and plain.'
+require_plugin 'CodeRay::Encoders/stats'
+require_plugin 'CodeRay::Encoders/plain'
+
+puts 'Require all Encoders:'
+CodeRay::Encoders.load_all
+p CodeRay::Encoders.plugin_hash.sort_by { |k,v| k.to_s }
diff --git a/sample/load_scanner.out b/sample/load_scanner.out new file mode 100644 index 0000000..a2d200d --- /dev/null +++ b/sample/load_scanner.out @@ -0,0 +1,8 @@ +CodeRay::Encoders::Ruby is not defined; you must load it first. +Now it is loaded: CodeRay::Scanners::Ruby +See? +Require is also possible: CodeRay::Scanners::C +See? +Now load some mapped scanners: cpp and plain. +Require all Scanners: +[[nil, :plain], [:c, CodeRay::Scanners::C], [:cpp, :c], [:delphi, CodeRay::Scanners::Delphi], [:html, CodeRay::Scanners::HTML], [:irb, :ruby], [:nitro, :nitro_xhtml], [:nitro_xhtml, CodeRay::Scanners::NitroXHTML], [:pascal, :delphi], [:plain, CodeRay::Scanners::Plaintext], [:plaintext, CodeRay::Scanners::Plaintext], [:rhtml, CodeRay::Scanners::RHTML], [:ruby, CodeRay::Scanners::Ruby], [:xhtml, :nitro_xhtml], [:xml, :html]] diff --git a/sample/load_scanner.rb b/sample/load_scanner.rb new file mode 100644 index 0000000..5e503f0 --- /dev/null +++ b/sample/load_scanner.rb @@ -0,0 +1,25 @@ +require 'coderay'
+
+begin
+ CodeRay::Scanners::Ruby
+rescue
+ puts 'CodeRay::Encoders::Ruby is not defined; you must load it first.'
+end
+
+ruby_scanner = CodeRay::Scanners[:ruby]
+print 'Now it is loaded: '
+p ruby_scanner
+puts 'See?'
+
+c_scanner = require_plugin 'CodeRay::Scanners/c'
+print 'Require is also possible: '
+p c_scanner
+puts 'See?'
+
+puts 'Now load some mapped scanners: cpp and plain.'
+require_plugin 'CodeRay::Scanners/cpp'
+require_plugin 'CodeRay::Scanners/plain'
+
+puts 'Require all Scanners:'
+CodeRay::Scanners.load_all
+p CodeRay::Scanners.plugin_hash.sort_by { |k,v| k.to_s }
diff --git a/sample/more.out b/sample/more.out new file mode 100644 index 0000000..aa26e61 --- /dev/null +++ b/sample/more.out @@ -0,0 +1,2 @@ +Input: 4983B, Output: 22546B +Take a look with your browser. diff --git a/sample/more.rb b/sample/more.rb new file mode 100644 index 0000000..0db7ba4 --- /dev/null +++ b/sample/more.rb @@ -0,0 +1,205 @@ +require 'coderay' + +c, ruby = DATA.read.split(/^---$/) +DATA.rewind +me = DATA.read[/.*^__END__$/m] +$input = c + ruby + me + +require 'benchmark' +time = Benchmark.realtime do + + # here CodeRay comes to play + hl = CodeRay.encoder(:html, :tab_width => 2, :line_numbers => :table, :wrap => :div) + c = hl.highlight c, :c + ruby = hl.highlight ruby, :ruby + me = hl.highlight me, :ruby + + body = %w[C Ruby Genereated\ by].zip([c, ruby, me]).map do |title, code| + "<h1>#{title}</h1>\n#{code}" + end.join + body = hl.class::Output.new(body, hl.css, :div).page! + + # CodeRay also provides a simple page generator + $output = body #hl.class.wrap_in_page body +end + +File.open('test.html', 'w') do |f| + f.write $output +end +puts 'Input: %dB, Output: %dB' % [$input.size, $output.size] +#puts 'Created "test.html" in %0.3f seconds (%d KB/s).' % [time, $input.size / 1024.0 / time] +puts 'Take a look with your browser.' + +__END__ +/********************************************************************** + + version.c - + + $Author: nobu $ + $Date: 2004/03/25 12:01:40 $ + created at: Thu Sep 30 20:08:01 JST 1993 + + Copyright (C) 1993-2003 Yukihiro Matsumoto + +**********************************************************************/ + +#include "ruby.h" +#include "version.h" +#include <stdio.h> + +const char ruby_version[] = RUBY_VERSION; +const char ruby_release_date[] = RUBY_RELEASE_DATE; +const char ruby_platform[] = RUBY_PLATFORM; + +void +Init_version() +{ + VALUE v = rb_obj_freeze(rb_str_new2(ruby_version)); + VALUE d = rb_obj_freeze(rb_str_new2(ruby_release_date)); + VALUE p = rb_obj_freeze(rb_str_new2(ruby_platform)); + + rb_define_global_const("RUBY_VERSION", v); + rb_define_global_const("RUBY_RELEASE_DATE", d); + rb_define_global_const("RUBY_PLATFORM", p); +} + +void +ruby_show_version() +{ + printf("ruby %s (%s) [%s]\n", RUBY_VERSION, RUBY_RELEASE_DATE, RUBY_PLATFORM); +} + +void +ruby_show_copyright() +{ + printf("ruby - Copyright (C) 1993-%d Yukihiro Matsumoto\n", RUBY_RELEASE_YEAR); + exit(0); +} +--- +# +# = ostruct.rb: OpenStruct implementation +# +# Author:: Yukihiro Matsumoto +# Documentation:: Gavin Sinclair +# +# OpenStruct allows the creation of data objects with arbitrary attributes. +# See OpenStruct for an example. +# + +# +# OpenStruct allows you to create data objects and set arbitrary attributes. +# For example: +# +# require 'ostruct' +# +# record = OpenStruct.new +# record.name = "John Smith" +# record.age = 70 +# record.pension = 300 +# +# puts record.name # -> "John Smith" +# puts record.address # -> nil +# +# It is like a hash with a different way to access the data. In fact, it is +# implemented with a hash, and you can initialize it with one. +# +# hash = { "country" => "Australia", :population => 20_000_000 } +# data = OpenStruct.new(hash) +# +# p data # -> <OpenStruct country="Australia" population=20000000> +# +class OpenStruct + # + # Create a new OpenStruct object. The optional +hash+, if given, will + # generate attributes and values. For example. + # + # require 'ostruct' + # hash = { "country" => "Australia", :population => 20_000_000 } + # data = OpenStruct.new(hash) + # + # p data # -> <OpenStruct country="Australia" population=20000000> + # + # By default, the resulting OpenStruct object will have no attributes. + # + def initialize(hash=nil) + @table = {} + if hash + for k,v in hash + @table[k.to_sym] = v + new_ostruct_member(k) + end + end + end + + # Duplicate an OpenStruct object members. + def initialize_copy(orig) + super + @table = @table.dup + end + + def marshal_dump + @table + end + def marshal_load(x) + @table = x + @table.each_key{|key| new_ostruct_member(key)} + end + + def new_ostruct_member(name) + unless self.respond_to?(name) + self.instance_eval %{ + def #{name}; @table[:#{name}]; end + def #{name}=(x); @table[:#{name}] = x; end + } + end + end + + def method_missing(mid, *args) # :nodoc: + mname = mid.id2name + len = args.length + if mname =~ /=$/ + if len != 1 + raise ArgumentError, "wrong number of arguments (#{len} for 1)", caller(1) + end + if self.frozen? + raise TypeError, "can't modify frozen #{self.class}", caller(1) + end + mname.chop! + @table[mname.intern] = args[0] + self.new_ostruct_member(mname) + elsif len == 0 + @table[mid] + else + raise NoMethodError, "undefined method `#{mname}' for #{self}", caller(1) + end + end + + # + # Remove the named field from the object. + # + def delete_field(name) + @table.delete name.to_sym + end + + # + # Returns a string containing a detailed summary of the keys and values. + # + def inspect + str = "<#{self.class}" + for k,v in @table + str << " #{k}=#{v.inspect}" + end + str << ">" + end + + attr_reader :table # :nodoc: + protected :table + + # + # Compare this object and +other+ for equality. + # + def ==(other) + return false unless(other.kind_of?(OpenStruct)) + return @table == other.table + end +end diff --git a/sample/scanner.out b/sample/scanner.out new file mode 100644 index 0000000..d35a06d --- /dev/null +++ b/sample/scanner.out @@ -0,0 +1,16 @@ +C Code: if (*p == '{') nest++; + +> print only operators: +(*==)++; +------------------------------ + +Ruby Code: ruby_code(:can, BE, %r[q[ui]te #{ /comple/x },] => $-s, &?\xee) + +> has a string? +false + +> number of regexps? +2 + +> has a string? +"ruby_code" (ident), "(" (operator), ":can" (symbol), "," (operator), " " (space), "BE" (constant), "," (operator), " " (space), "%r[" (delimiter), "q" (content), "[" (nesting_delimiter), "ui" (content), "]" (nesting_delimiter), "te " (content), "#{" (delimiter), " " (space), "/" (delimiter), "comple" (content), "/" (delimiter), "x" (modifier), " " (space), "}" (delimiter), "," (content), "]" (delimiter), " " (space), "=" (operator), ">" (operator), " " (space), "$-s" (global_variable), "," (operator), " " (space), "&" (operator), "?\xee" (integer), ")" (operator) diff --git a/sample/scanner.rb b/sample/scanner.rb new file mode 100644 index 0000000..6a0245e --- /dev/null +++ b/sample/scanner.rb @@ -0,0 +1,36 @@ +require 'coderay'
+
+c_code = "if (*p == '{') nest++;"
+puts 'C Code: ' + c_code
+puts
+
+c_scanner = CodeRay::Scanners[:c].new c_code
+
+puts '> print only operators:'
+for text, kind in c_scanner
+ print text if kind == :operator
+end
+puts
+puts '-' * 30
+puts
+
+ruby_code = %q!ruby_code(:can, BE, %r[q[ui]te #{ /comple/x },] => $-s, &?\xee)!
+puts 'Ruby Code: ' + ruby_code
+puts
+
+ruby_scanner = CodeRay::Scanners[:ruby].new ruby_code
+
+puts '> has a string?'
+puts ruby_scanner.
+ any? { |text, kind| kind == :string }
+puts
+
+puts '> number of regexps?'
+puts ruby_scanner.
+ select { |token| token == [:open, :regexp] }.size
+puts
+
+puts '> has a string?'
+puts ruby_scanner.
+ reject { |text, kind| not text.is_a? String }.
+ map { |text, kind| %("#{text}" (#{kind})) }.join(', ')
diff --git a/sample/server.rb b/sample/server.rb new file mode 100644 index 0000000..ccdff32 --- /dev/null +++ b/sample/server.rb @@ -0,0 +1,110 @@ +# CodeRay dynamic highlighter
+
+unless ARGV.grep(/-[hv]|--(help|version)/).empty?
+ puts <<-USAGE
+CodeRay Server 0.5
+$Id: demo_server.rb 113 2006-03-15 23:24:37Z murphy $
+
+Usage:
+ 1) Start this and your browser.
+ 2) Go to http://localhost:2468/?<path to the file>
+ and you should get the highlighted version.
+
+Parameters:
+ -d Debug mode; reload CodeRay engine for every file.
+ (prepare for MANY "already initialized" and "method redefined"
+ messages - ingore it.)
+
+ ... More to come.
+ USAGE
+ exit
+end
+
+require 'webrick'
+require 'pathname'
+
+class << File
+ alias dir? directory?
+end
+
+require 'erb'
+include ERB::Util
+def url_decode s
+ s.to_s.gsub(/%([0-9a-f]{2})/i) { [$1.hex].pack 'C' }
+end
+
+class String
+ def to_link name = File.basename(self)
+ "<a href=\"?path=#{url_encode self}\">#{name}</a>"
+ end
+end
+
+require 'coderay'
+class CodeRayServlet < WEBrick::HTTPServlet::AbstractServlet
+
+ STYLE = 'style="font-family: sans-serif; color: navy;"'
+ BANNER = '<p><img src="http://rd.cYcnus.de/coderay/coderay-banner" style="border: 0" alt="Highlighted by CodeRay"/></p>'
+
+ def do_GET req, res
+ q = req.query_string || ''
+ args = Hash[*q.scan(/(.*?)=(.*?)(?:&|$)/).flatten].each_value { |v| v.replace url_decode(v) }
+ path = args.fetch 'path', '.'
+
+ backlinks = '<p>current path: %s<br />' % html_escape(path) +
+ (Pathname.new(path) + '..').cleanpath.to_s.to_link('up') + ' - ' +
+ '.'.to_link('current') + '</p>'
+
+ res.body =
+ if File.dir? path
+ path = Pathname.new(path).cleanpath.to_s
+ dirs, files = Dir[File.join(path, '*')].sort.partition { |p| File.dir? p }
+
+ page = "<html><head></head><body #{STYLE}>"
+ page << backlinks
+
+ page << '<dl>'
+ page << "<dt>Directories</dt>\n" + dirs.map do |p|
+ "<dd>#{p.to_link}</dd>\n"
+ end.join << "\n"
+ page << "<dt>Files</dt>\n" + files.map do |p|
+ "<dd>#{p.to_link}</dd>\n"
+ end.join << "\n"
+ page << "</dl>\n"
+ page << "#{BANNER}</body></html>"
+
+ elsif File.exist? path
+ if $DEBUG
+ $".delete_if { |f| f =~ /coderay/ }
+ require 'coderay'
+ end
+ div = CodeRay.scan_file(path).html :tab_width => 8, :wrap => :div, :hint => :info
+ div.replace <<-DIV
+ <div #{STYLE}>
+ #{backlinks}
+#{div}
+ </div>
+ #{BANNER}
+ DIV
+ div.page
+ end
+
+ res['Content-Type'] = 'text/html'
+ end
+end
+
+# This port is taken by "qip_msgd" - I don't know that. Do you?
+module CodeRay
+ PORT = 0xC0DE / 20
+end
+
+server = WEBrick::HTTPServer.new :Port => CodeRay::PORT
+
+server.mount '/', CodeRayServlet
+
+server.mount_proc '/version' do |req, res|
+ res.body = 'CodeRay::Version = ' + CodeRay::Version
+ res['Content-Type'] = "text/plain"
+end
+
+trap("INT") { server.shutdown }
+server.start
diff --git a/sample/simple.out b/sample/simple.out new file mode 100644 index 0000000..7e9206a --- /dev/null +++ b/sample/simple.out @@ -0,0 +1 @@ +<span class="CodeRay">puts <span style="background-color:#fff0f0"><span style="color:#710">'</span><span style="color:#D20">Hello, world!</span><span style="color:#710">'</span></span></span> diff --git a/sample/simple.rb b/sample/simple.rb new file mode 100644 index 0000000..a3129b0 --- /dev/null +++ b/sample/simple.rb @@ -0,0 +1,10 @@ +
+# Load CodeRay
+# If this doesn't work, try ruby -rubygems.
+require 'coderay'
+
+# Generate HTML page for Ruby code.
+page = CodeRay.scan("puts 'Hello, world!'", :ruby).span
+
+# Print it
+puts page
diff --git a/sample/stream.rb b/sample/stream.rb new file mode 100644 index 0000000..7ed8a22 --- /dev/null +++ b/sample/stream.rb @@ -0,0 +1,25 @@ +require 'coderay'
+
+code = File.read($0) * 500
+puts "Size of code: %d KB" % [code.size / 1024]
+
+puts "Use your system's memory tracker to see how much RAM this takes."
+print 'Press some key to continue...'; gets
+
+require 'benchmark'
+e = CodeRay.encoder(:div)
+for do_stream in [true, false]
+ puts "Scanning and encoding in %s mode, please wait..." %
+ [do_stream ? 'streaming' : 'normal']
+ output = ''
+ time = Benchmark.realtime do
+ if do_stream
+ output = e.encode_stream(code, :ruby)
+ else
+ output = e.encode_tokens(t = CodeRay.scan(code, :ruby))
+ end
+ end
+ puts 'Finished after %4.2f seconds.' % time
+ puts "Size of output: %d KB" % [output.size / 1024]
+ print 'Press some key to continue...'; gets
+end
diff --git a/sample/stream2.out b/sample/stream2.out new file mode 100644 index 0000000..83aee98 --- /dev/null +++ b/sample/stream2.out @@ -0,0 +1,2 @@ +kind: regexp, text size: 5. +kind: space, text size: 1. diff --git a/sample/stream2.rb b/sample/stream2.rb new file mode 100644 index 0000000..d43cc9a --- /dev/null +++ b/sample/stream2.rb @@ -0,0 +1,8 @@ +require 'coderay'
+
+token_stream = CodeRay::TokenStream.new do |kind, text|
+ puts 'kind: %s, text size: %d.' % [kind, text.size]
+end
+
+token_stream << [:regexp, '/\d+/'] << [:space, "\n"]
+#-> kind: rexpexp, text size: 5.
diff --git a/sample/suite.rb b/sample/suite.rb index 783fe70..e38cae4 100644 --- a/sample/suite.rb +++ b/sample/suite.rb @@ -33,7 +33,7 @@ class CodeRaySuite < TestCase if File.exist? output
expected = File.read output
ok = expected == result
- computed = output.sub('.out', '.computed')
+ computed = output.sub('.expected', '.computed')
unless ok
File.open(computed, 'w') { |f| f.write result }
print `diff #{output} #{computed}` if $DEBUG
diff --git a/sample/tokens.out b/sample/tokens.out new file mode 100644 index 0000000..bbc2b94 --- /dev/null +++ b/sample/tokens.out @@ -0,0 +1,14 @@ +ident puts +space +integer 3 +space +operator + +space +integer 4 +operator , +space +:open string +delimiter ' +content 3 + 4 +delimiter ' +:close string diff --git a/sample/tokens.rb b/sample/tokens.rb new file mode 100644 index 0000000..eb8d448 --- /dev/null +++ b/sample/tokens.rb @@ -0,0 +1,3 @@ +require 'coderay'
+
+puts CodeRay.scan("puts 3 + 4, '3 + 4'", :ruby).tokens
|