1 files changed, 157 insertions, 0 deletions
diff --git a/tests/lexers/snobol/example.txt b/tests/lexers/snobol/example.txt
new file mode 100644
index 00000000..84d25e9f
--- /dev/null
+++ b/tests/lexers/snobol/example.txt
@@ -0,0 +1,157 @@
+---input---
+-SOME RANDOM DIRECTIVE WOULD GO HERE
+*
+* SNOBOL4 example file for lexer
+*
+ SOME.THING_OR_OTHER32 = 1 + 1.0 - 1E3 * 1E-3 ** 2.718284590E0
++ :F(END)S(IN_LOOP) 
+ PATTERN = LEN(3) ("GAR" | "BAR")
+IN_LOOP THING = INPUT :F(END)
+ THING LEN(3) ("GAR" | "BAR") :S(OK)
+ OUTPUT = THING " : Failure!" :(IN_LOOP)
+OK OUTPUT = THING ' : "Success"!' :(IN_LOOP)
+END
+FOOBAR
+FOOGAR
+THiNIg
+
+---tokens---
+'-SOME RANDOM DIRECTIVE WOULD GO HERE\n' Comment
+
+'*\n'         Comment
+
+'* SNOBOL4 example file for lexer\n' Comment
+
+'*\n'         Comment
+
+' '           Text
+'SOME.THING_OR_OTHER32' Name
+' '           Text
+'='           Operator
+' '           Text
+'1'           Literal.Number.Integer
+' '           Text
+'+'           Operator
+' '           Text
+'1.0'         Literal.Number.Float
+' '           Text
+'-'           Operator
+' '           Text
+'1E3'         Literal.Number.Float
+' '           Text
+'*'           Operator
+' '           Text
+'1E-3'        Literal.Number.Float
+' '           Text
+'**'          Operator
+' '           Text
+'2.718284590E0' Literal.Number.Float
+'\n'          Text
+
+'+ '          Punctuation
+':'           Punctuation
+'F'           Keyword
+'('           Punctuation
+'END'         Name.Label
+')'           Punctuation
+'S'           Keyword
+'('           Punctuation
+'IN_LOOP'     Name.Label
+')'           Punctuation
+' \n'         Text
+
+' '           Text
+'PATTERN'     Name
+' '           Text
+'='           Operator
+' '           Text
+'LEN'         Name.Builtin
+'('           Punctuation
+'3'           Literal.Number.Integer
+')'           Punctuation
+' '           Text
+'('           Punctuation
+'"GAR"'       Literal.String
+' '           Text
+'|'           Operator
+' '           Text
+'"BAR"'       Literal.String
+')'           Punctuation
+'\n'          Text
+
+'IN_LOOP'     Name.Label
+' '           Text
+'THING'       Name
+' '           Text
+'='           Operator
+' '           Text
+'INPUT'       Name.Builtin
+' '           Text
+':'           Punctuation
+'F'           Keyword
+'('           Punctuation
+'END'         Name.Label
+')'           Punctuation
+'\n'          Text
+
+' '           Text
+'THING'       Name
+' '           Text
+'LEN'         Name.Builtin
+'('           Punctuation
+'3'           Literal.Number.Integer
+')'           Punctuation
+' '           Text
+'('           Punctuation
+'"GAR"'       Literal.String
+' '           Text
+'|'           Operator
+' '           Text
+'"BAR"'       Literal.String
+')'           Punctuation
+' '           Text
+':'           Punctuation
+'S'           Keyword
+'('           Punctuation
+'OK'          Name.Label
+')'           Punctuation
+'\n'          Text
+
+' '           Text
+'OUTPUT'      Name.Builtin
+' '           Text
+'='           Operator
+' '           Text
+'THING'       Name
+' '           Text
+'" : Failure!"' Literal.String
+' '           Text
+':'           Punctuation
+'('           Punctuation
+'IN_LOOP'     Name.Label
+')'           Punctuation
+'\n'          Text
+
+'OK'          Name.Label
+' '           Text
+'OUTPUT'      Name.Builtin
+' '           Text
+'='           Operator
+' '           Text
+'THING'       Name
+' '           Text
+'\' : "Success"!\'' Literal.String
+' '           Text
+':'           Punctuation
+'('           Punctuation
+'IN_LOOP'     Name.Label
+')'           Punctuation
+'\n'          Text
+
+'END\n'       Name.Label
+
+'FOOBAR\n'    Literal.String.Heredoc
+
+'FOOGAR\n'    Literal.String.Heredoc
+
+'THiNIg\n'    Literal.String.Heredoc