New Repository, initial import

3 files changed, 331 insertions, 0 deletions

diff --git a/lib/coderay/helpers/filetype.rb b/lib/coderay/helpers/filetype.rb
new file mode 100644
index 0000000..7f34c35
--- /dev/null
+++ b/lib/coderay/helpers/filetype.rb
@@ -0,0 +1,145 @@
+# =FileType

+#

+# A simple filetype recognizer

+#

+# Author: murphy (mail to murphy cYcnus de)

+#

+# Version: 0.1 (2005.september.1)

+#

+# ==Documentation

+#

+# TODO

+#

+module FileType

+	

+	UnknownFileType = Class.new Exception

+

+	class << self

+

+		def [] filename, read_shebang = false

+			name = File.basename filename

+			ext = File.extname name

+			ext.sub!(/^\./, '')  # delete the leading dot

+			

+			type = 

+				TypeFromExt[ext] || 

+				TypeFromExt[ext.downcase] || 

+				TypeFromName[name] ||

+				TypeFromName[name.downcase]

+			type ||= shebang(filename) if read_shebang

+

+			type

+		end

+

+		def shebang filename

+			begin

+				File.open filename, 'r' do |f|

+					first_line = f.gets

+					first_line[TypeFromShebang]

+				end

+			rescue IOError

+				nil

+			end

+		end

+		

+		# This works like Hash#fetch.

+		def fetch filename, default = nil, read_shebang = false

+			if default and block_given?

+				warn 'block supersedes default value argument'

+			end

+			

+			unless type = self[filename, read_shebang]

+				return yield if block_given?

+				return default if default

+				raise UnknownFileType, 'Could not determine type of %p.' % filename

+			end

+			type

+		end

+

+	end

+

+	TypeFromExt = {

+		'rb' => :ruby,

+		'rbw' => :ruby,

+		'cpp' => :cpp,

+		'c' => :c,

+		'h' => :c,

+		'xml' => :xml,

+		'htm' => :html,

+		'html' => :html,

+	}

+

+	TypeFromShebang = /\b(?:ruby|perl|python|sh)\b/

+

+	TypeFromName = {

+		'Rakefile' => :ruby,

+		'Rantfile' => :ruby,

+	}

+

+end

+

+if $0 == __FILE__

+	$VERBOSE = true

+  eval DATA.read, nil, $0, __LINE__+4

+end

+

+__END__

+

+require 'test/unit'

+

+class TC_FileType < Test::Unit::TestCase

+

+	def test_fetch

+		assert_raise FileType::UnknownFileType do

+			FileType.fetch ''

+		end

+

+		assert_throws :not_found do

+			FileType.fetch '.' do

+				throw :not_found

+			end

+		end

+

+		assert_equal :default, FileType.fetch('c', :default)

+		

+		stderr, fake_stderr = $stderr, Object.new

+		$err = ''

+		def fake_stderr.write x

+			$err << x

+		end

+		$stderr = fake_stderr

+		FileType.fetch('c', :default) { }

+		assert_equal "block supersedes default value argument\n", $err

+		$stderr = stderr

+	end

+

+	def test_ruby

+		assert_equal :ruby, FileType['test.rb']

+		assert_equal :ruby, FileType['C:\\Program Files\\x\\y\\c\\test.rbw']

+		assert_equal :ruby, FileType['/usr/bin/something/Rakefile']

+		assert_equal :ruby, FileType['~/myapp/gem/Rantfile']

+		assert_not_equal :ruby, FileType['test_rb']

+		assert_not_equal :ruby, FileType['Makefile']

+		assert_not_equal :ruby, FileType['set.rb/set']

+		assert_not_equal :ruby, FileType['~/projects/blabla/rb']

+	end

+

+	def test_c

+		assert_equal :c, FileType['test.c']

+		assert_equal :c, FileType['C:\\Program Files\\x\\y\\c\\test.h']

+		assert_not_equal :c, FileType['test_c']

+		assert_not_equal :c, FileType['Makefile']

+		assert_not_equal :c, FileType['set.h/set']

+		assert_not_equal :c, FileType['~/projects/blabla/c']

+	end

+

+	def test_shebang

+		dir = './test'

+		if File.directory? dir

+			Dir.chdir dir do

+				assert_equal :c, FileType['test.c']

+			end

+		end

+	end

+

+end

diff --git a/lib/coderay/helpers/gzip_simple.rb b/lib/coderay/helpers/gzip_simple.rb
new file mode 100644
index 0000000..02d1ffd
--- /dev/null
+++ b/lib/coderay/helpers/gzip_simple.rb
@@ -0,0 +1,123 @@
+# =GZip Simple

+#

+# A simplified interface to the gzip library +zlib+ (from the Ruby Standard Library.)

+#

+# Author: murphy (mail to murphy cYcnus de)

+#

+# Version: 0.2 (2005.may.28)

+#

+# ==Documentation

+#

+# See +GZip+ module and the +String+ extensions.

+#

+module GZip

+	

+	require 'zlib'

+

+	# The default zipping level. 7 zips good and fast.

+	DEFAULT_GZIP_LEVEL = 7

+	

+	# Unzips the given string +s+.

+	#

+	# Example:

+	#   require 'gzip_simple'

+	#   print GZip.gunzip(File.read('adresses.gz'))

+	# 

+	def GZip.gunzip s

+		Zlib::Inflate.inflate s

+	end

+	

+	# Zips the given string +s+.

+	#

+	# Example:

+	#   require 'gzip_simple'

+	#   File.open('adresses.gz', 'w') do |file

+	#     file.write GZip.gzip('Mum: 0123 456 789', 9)

+	#   end

+	# 

+	# If you provide a +level+, you can control how strong

+	# the string is compressed:

+	# - 0: no compression, only convert to gzip format

+	# - 1: compress fast

+	# - 7: compress more, but still fast (default)

+	# - 8: compress more, slower

+	# - 9: compress best, very slow

+	def GZip.gzip s, level = DEFAULT_GZIP_LEVEL

+		Zlib::Deflate.new(level).deflate s, Zlib::FINISH

+	end

+end

+

+# String extensions to use the GZip module.

+#

+# The methods gzip and gunzip provide an even more simple

+# interface to the ZLib:

+#

+#   # create a big string

+#   x = 'a' * 1000

+#   

+#   # zip it

+#   x_gz = x.gzip

+#   

+#   # test the result

+#   puts 'Zipped %d bytes to %d bytes.' % [x.size, x_gz.size]

+#   #-> Zipped 1000 bytes to 19 bytes.

+#   

+#   # unzipping works

+#   p x_gz.gunzip == x  #-> true

+class String

+	# Returns the string, unzipped.

+	# See GZip.gunzip

+	def gunzip

+		GZip.gunzip self

+	end

+	# Replaces the string with its unzipped value.

+	# See GZip.gunzip

+	def gunzip!

+		replace gunzip

+	end

+	

+	# Returns the string, zipped.

+	# +level+ is the gzip compression level, see GZip.gzip.

+	def gzip level = GZip::DEFAULT_GZIP_LEVEL

+		GZip.gzip self, level

+	end

+	# Replaces the string with its zipped value.

+	# See GZip.gzip.

+	def gzip!(*args)

+		replace gzip(*args)

+	end

+end

+

+if $0 == __FILE__

+  eval DATA.read, nil, $0, __LINE__+4

+end

+

+__END__

+#CODE

+

+# Testing / Benchmark

+x = 'a' * 1000

+x_gz = x.gzip

+puts 'Zipped %d bytes to %d bytes.' % [x.size, x_gz.size]  #-> Zipped 1000 bytes to 19 bytes.

+p x_gz.gunzip == x  #-> true

+

+require 'benchmark'

+

+INFO = 'packed to %0.3f%%'  # :nodoc:

+

+x = Array.new(100000) { rand(255).chr + 'aaaaaaaaa' + rand(255).chr }.join

+Benchmark.bm(10) do |bm|

+	for level in 0..9

+		bm.report "zip #{level}" do

+			$x = x.gzip level

+		end

+		puts INFO % [100.0 * $x.size / x.size]

+	end

+	bm.report 'zip' do

+		$x = x.gzip

+	end

+	puts INFO % [100.0 * $x.size / x.size]

+	bm.report 'unzip' do

+		$x.gunzip

+	end

+end

diff --git a/lib/coderay/helpers/scanner_helper.rb b/lib/coderay/helpers/scanner_helper.rb
new file mode 100644
index 0000000..a2e14bb
--- /dev/null
+++ b/lib/coderay/helpers/scanner_helper.rb
@@ -0,0 +1,63 @@
+module CodeRay

+module Scanners

+

+  class Scanner

+

+    # A WordList is a Hash with some additional features.

+    # It is intended to be used for keyword recognition.

+    class WordList < Hash

+

+      def initialize default = false, case_mode = :case_match

+        @case_ignore =

+          case case_mode

+          when :case_match then false

+          when :case_ignore then true

+          else

+            raise ArgumentError,

+              "#{self.class.name}.new: second argument must be :case_ignore or :case_match, but #{case_mode} was given."

+          end

+

+        if @case_ignore

+          super() do |h, k|

+            h[k] = h.fetch k.downcase, default

+          end

+        else

+          super default

+        end

+      end

+

+      def include? word

+        self[word] if @case_ignore

+        has_key? word

+      end

+

+      def add words, kind = true

+        words.each do |word|

+          self[mind_case(word)] = kind

+        end

+        self

+      end

+

+      alias words keys

+

+      def case_ignore?

+        @case_mode

+      end

+

+    private

+      def mind_case word

+        if @case_ignore

+          word.downcase

+        else

+          word.dup

+        end

+      end

+

+    end		

+

+  end

+

+end

+end

+

+# vim:sw=2:ts=2:et:tw=78