From 434006c0a68d2884c05fe97dcee8db69e87a9a99 Mon Sep 17 00:00:00 2001
From: Kornelius Kalnbach <murphy@rubychan.de>
Date: Mon, 27 Nov 2017 14:07:03 +0100
Subject: testing rouge scanner

---
 lib/coderay/scanners/java_script7.rb | 268 +++++++++++++++++++++++++++++++++++
 1 file changed, 268 insertions(+)
 create mode 100644 lib/coderay/scanners/java_script7.rb

(limited to 'lib/coderay/scanners/java_script7.rb')

diff --git a/lib/coderay/scanners/java_script7.rb b/lib/coderay/scanners/java_script7.rb
new file mode 100644
index 0000000..082a781
--- /dev/null
+++ b/lib/coderay/scanners/java_script7.rb
@@ -0,0 +1,268 @@
+# Trying to imitate https://github.com/jneen/rouge/blob/master/lib/rouge/lexers/javascript.rb.
+module CodeRay
+module Scanners
+  
+  # Scanner for JavaScript.
+  # 
+  # Aliases: +ecmascript+, +ecma_script+, +javascript+
+  class JavaScript7 < RougeScanner
+    register_for :java_script7
+    file_extension 'js'
+    
+    state :multiline_comment do
+      rule %r([*]/), Comment::Multiline, :pop!
+      rule %r([^*/]+), Comment::Multiline
+      rule %r([*/]), Comment::Multiline
+    end
+
+    state :comments_and_whitespace do
+      rule /\s+/, Text
+      rule /<!--/, Comment # really...?
+      rule %r(//.*?$), Comment::Single
+      rule %r(/[*]), Comment::Multiline, :multiline_comment
+    end
+
+    state :expr_start do
+      mixin :comments_and_whitespace
+
+      rule %r(/) do
+        token Str::Regex
+        goto :regex
+      end
+
+      rule /[{]/ do
+        token Punctuation
+        goto :object
+      end
+
+      rule //, Text, :pop!
+    end
+
+    state :regex do
+      rule %r(/) do
+        token Str::Regex
+        goto :regex_end
+      end
+
+      rule %r([^/]\n), Error, :pop!
+
+      rule /\n/, Error, :pop!
+      rule /\[\^/, Str::Escape, :regex_group
+      rule /\[/, Str::Escape, :regex_group
+      rule /\\./, Str::Escape
+      rule %r{[(][?][:=<!]}, Str::Escape
+      rule /[{][\d,]+[}]/, Str::Escape
+      rule /[()?]/, Str::Escape
+      rule /./, Str::Regex
+    end
+
+    state :regex_end do
+      rule /[gim]+/, Str::Regex, :pop!
+      rule(//) { pop! }
+    end
+
+    state :regex_group do
+      # specially highlight / in a group to indicate that it doesn't
+      # close the regex
+      rule /\//, Str::Escape
+
+      rule %r([^/]\n) do
+        token Error
+        pop! 2
+      end
+
+      rule /\]/, Str::Escape, :pop!
+      rule /\\./, Str::Escape
+      rule /./, Str::Regex
+    end
+
+    state :bad_regex do
+      rule /[^\n]+/, Error, :pop!
+    end
+
+    def self.keywords
+      @keywords ||= Set.new %w(
+        for in of while do break return continue switch case default
+        if else throw try catch finally new delete typeof instanceof
+        void this yield import export from as async super this
+      )
+    end
+
+    def self.declarations
+      @declarations ||= Set.new %w(
+        var let const with function class
+        extends constructor get set
+      )
+    end
+
+    def self.reserved
+      @reserved ||= Set.new %w(
+        abstract boolean byte char debugger double enum
+        final float goto implements int interface
+        long native package private protected public short static
+        synchronized throws transient volatile
+        eval arguments await
+      )
+    end
+
+    def self.constants
+      @constants ||= Set.new %w(true false null NaN Infinity undefined)
+    end
+
+    def self.builtins
+      @builtins ||= %w(
+        Array Boolean Date Error Function Math netscape
+        Number Object Packages RegExp String sun decodeURI
+        decodeURIComponent encodeURI encodeURIComponent
+        Error eval isFinite isNaN parseFloat parseInt
+        document window navigator self global
+        Promise Set Map WeakSet WeakMap Symbol Proxy Reflect
+        Int8Array Uint8Array Uint8ClampedArray
+        Int16Array Uint16Array Uint16ClampedArray
+        Int32Array Uint32Array Uint32ClampedArray
+        Float32Array Float64Array DataView ArrayBuffer
+      )
+    end
+
+    def self.id_regex
+      /[$a-z_][a-z0-9_]*/io
+    end
+
+    id = self.id_regex
+
+    state :root do
+      rule /\A\s*#!.*?\n/m, Comment::Preproc, :statement
+      rule %r((?<=\n)(?=\s|/|<!--)), Text, :expr_start
+      mixin :comments_and_whitespace
+      rule %r(\+\+ | -- | ~ | && | \|\| | \\(?=\n) | << | >>>? | ===
+             | !== )x,
+        Operator, :expr_start
+      rule %r([-<>+*%&|\^/!=]=?), Operator, :expr_start
+      rule /[(\[,]/, Punctuation, :expr_start
+      rule /;/, Punctuation, :statement
+      rule /[)\].]/, Punctuation
+
+      rule /`/ do
+        token Str::Double
+        push :template_string
+      end
+
+      rule /[?]/ do
+        token Punctuation
+        push :ternary
+        push :expr_start
+      end
+
+      rule /(\@)(\w+)?/ do
+        groups Punctuation, Name::Decorator
+        push :expr_start
+      end
+
+      rule /[{}]/, Punctuation, :statement
+
+      rule id do |m|
+        if self.class.keywords.include? m[0]
+          token Keyword
+          push :expr_start
+        elsif self.class.declarations.include? m[0]
+          token Keyword::Declaration
+          push :expr_start
+        elsif self.class.reserved.include? m[0]
+          token Keyword::Reserved
+        elsif self.class.constants.include? m[0]
+          token Keyword::Constant
+        elsif self.class.builtins.include? m[0]
+          token Name::Builtin
+        else
+          token Name::Other
+        end
+      end
+
+      rule /[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
+      rule /0x[0-9a-fA-F]+/i, Num::Hex
+      rule /0o[0-7][0-7_]*/i, Num::Oct
+      rule /0b[01][01_]*/i, Num::Bin
+      rule /[0-9]+/, Num::Integer
+
+      rule /"/, Str::Double, :dq
+      rule /'/, Str::Single, :sq
+      rule /:/, Punctuation
+    end
+
+    state :dq do
+      rule /[^\\"]+/, Str::Double
+      rule /\\"/, Str::Escape
+      rule /"/, Str::Double, :pop!
+    end
+
+    state :sq do
+      rule /[^\\']+/, Str::Single
+      rule /\\'/, Str::Escape
+      rule /'/, Str::Single, :pop!
+    end
+
+    # braced parts that aren't object literals
+    state :statement do
+      rule /case\b/ do
+        token Keyword
+        goto :expr_start
+      end
+
+      rule /(#{id})(\s*)(:)/ do
+        groups Name::Label, Text, Punctuation
+      end
+
+      rule /[{}]/, Punctuation
+
+      mixin :expr_start
+    end
+
+    # object literals
+    state :object do
+      mixin :comments_and_whitespace
+
+      rule /[{]/ do
+        token Punctuation
+        push
+      end
+
+      rule /[}]/ do
+        token Punctuation
+        goto :statement
+      end
+
+      rule /(#{id})(\s*)(:)/ do
+        groups Name::Attribute, Text, Punctuation
+        push :expr_start
+      end
+
+      rule /:/, Punctuation
+      mixin :root
+    end
+
+    # ternary expressions, where <id>: is not a label!
+    state :ternary do
+      rule /:/ do
+        token Punctuation
+        goto :expr_start
+      end
+
+      mixin :root
+    end
+
+    # template strings
+    state :template_string do
+      rule /\${/, Punctuation, :template_string_expr
+      rule /`/, Str::Double, :pop!
+      rule /(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double
+    end
+
+    state :template_string_expr do
+      rule /}/, Punctuation, :pop!
+      mixin :root
+    end
+    
+  end
+  
+end
+end
-- 
cgit v1.2.1