Whitespace token modernization - [bc] lexers - regarding #1905 (#1923)

* Modernize Whitespace token: basic lexer

* Modernize Whitespace token: bibtex lexer

* Modernize Whitespace token: boa lexer

* Modernize Whitespace token: capnproto lexer + new example

* Modernize Whitespace token: cddl lexer

* Modernize Whitespace token: chapel lexer

* Modernize Whitespace token: c_like lexer

* Modernize Whitespace token: configs lexer

* Modernize Whitespace token: console lexer

* Modernize Whitespace token: crystal lexer

* Modernize Whitespace token: csound lexer

* Modernize Whitespace token: css lexer

* Revert a change in basic lexer

1 files changed, 67 insertions, 32 deletions

diff --git a/tests/examplefiles/pkgconfig/pkgconfig_example.pc.output b/tests/examplefiles/pkgconfig/pkgconfig_example.pc.output
index 81ab0743..7087bb35 100644
--- a/tests/examplefiles/pkgconfig/pkgconfig_example.pc.output
+++ b/tests/examplefiles/pkgconfig/pkgconfig_example.pc.output
@@ -1,20 +1,20 @@
 "# This is for a fictional package `yet another portable hatchpotch generator'." Comment.Single
-'\n'          Text
+'\n'          Text.Whitespace
 
 'prefix'      Name.Attribute
 '='           Operator
 '/usr/local/opt/site/private ' Text
 '# define variable `prefix`' Comment.Single
-'\n'          Text
+'\n'          Text.Whitespace
 
 'exec_prefix' Name.Attribute
 '='           Operator
 '${'          Literal.String.Interpol
 'prefix'      Name.Attribute
 '}'           Literal.String.Interpol
-' '           Text
+' '           Text.Whitespace
 '# using variable reference' Comment.Single
-'\n'          Text
+'\n'          Text.Whitespace
 
 'libdir'      Name.Attribute
 '='           Operator
@@ -22,7 +22,7 @@
 'exec_prefix' Name.Attribute
 '}'           Literal.String.Interpol
 '/lib'        Text
-'\n'          Text
+'\n'          Text.Whitespace
 
 'includedir'  Name.Attribute
 '='           Operator
@@ -30,7 +30,7 @@
 'prefix'      Name.Attribute
 '}'           Literal.String.Interpol
 '/include'    Text
-'\n'          Text
+'\n'          Text.Whitespace
 
 'just_for_test' Name.Attribute
 '='           Operator
@@ -38,72 +38,107 @@
 '{'           Text
 'this is not a part of variable reference' Text
 '}'           Text
-' '           Text
+' '           Text.Whitespace
 '# escape with `$$`' Comment.Single
-'\n'          Text
-
-'\n'          Text
+'\n\n'        Text.Whitespace
 
 'Name'        Name.Tag
 ':'           Punctuation
-' YAPHatchPotchGen' Text
-'\n'          Text
+' '           Text.Whitespace
+'YAPHatchPotchGen' Text
+'\n'          Text.Whitespace
 
 'Description' Name.Tag
 ':'           Punctuation
-' Yet Another Portable HatchPotch GENerator.' Text
-'\n'          Text
+' '           Text.Whitespace
+'Yet'         Text
+' '           Text.Whitespace
+'Another'     Text
+' '           Text.Whitespace
+'Portable'    Text
+' '           Text.Whitespace
+'HatchPotch'  Text
+' '           Text.Whitespace
+'GENerator.'  Text
+'\n'          Text.Whitespace
 
 'Version'     Name.Tag
 ':'           Punctuation
-' 352.9.3'    Text
-'\n'          Text
+' '           Text.Whitespace
+'352.9.3'     Text
+'\n'          Text.Whitespace
 
 'URL'         Name.Tag
 ':'           Punctuation
-' http://www9.yaphatchpotchgen.net  ' Text
+' '           Text.Whitespace
+'http://www9.yaphatchpotchgen.net' Text
+'  '          Text.Whitespace
 "# Don't access." Comment.Single
-'\n'          Text
+'\n'          Text.Whitespace
 
 'Requires'    Name.Tag
 ':'           Punctuation
-' piyohogelib-9.0 = 9.5.3' Text
-'\n'          Text
+' '           Text.Whitespace
+'piyohogelib-9.0' Text
+' '           Text.Whitespace
+'='           Text
+' '           Text.Whitespace
+'9.5.3'       Text
+'\n'          Text.Whitespace
 
 'Requires.private' Name.Tag
 ':'           Punctuation
-' nyorolib-3.0 = 3.0.9' Text
-'\n'          Text
+' '           Text.Whitespace
+'nyorolib-3.0' Text
+' '           Text.Whitespace
+'='           Text
+' '           Text.Whitespace
+'3.0.9'       Text
+'\n'          Text.Whitespace
 
 'Conflicts'   Name.Tag
 ':'           Punctuation
-' apiyohoge <= 8.3' Text
-'\n'          Text
+' '           Text.Whitespace
+'apiyohoge'   Text
+' '           Text.Whitespace
+'<='          Text
+' '           Text.Whitespace
+'8.3'         Text
+'\n'          Text.Whitespace
 
 'Libs'        Name.Tag
 ':'           Punctuation
-' -L'         Text
+' '           Text.Whitespace
+'-L'          Text
 '${'          Literal.String.Interpol
 'libdir'      Name.Attribute
 '}'           Literal.String.Interpol
-' -lyaphatchpotchgen-352.9 ' Text
+' '           Text.Whitespace
+'-lyaphatchpotchgen-352.9' Text
+' '           Text.Whitespace
 '# using variable reference' Comment.Single
-'\n'          Text
+'\n'          Text.Whitespace
 
 'Libs.private' Name.Tag
 ':'           Punctuation
-' -ll -ly'    Text
-'\n'          Text
+' '           Text.Whitespace
+'-ll'         Text
+' '           Text.Whitespace
+'-ly'         Text
+'\n'          Text.Whitespace
 
 'Cflags'      Name.Tag
 ':'           Punctuation
-' -I'         Text
+' '           Text.Whitespace
+'-I'          Text
 '${'          Literal.String.Interpol
 'includedir'  Name.Attribute
 '}'           Literal.String.Interpol
-'/piyohogelib-9.0 -I' Text
+'/piyohogelib-9.0' Text
+' '           Text.Whitespace
+'-I'          Text
 '${'          Literal.String.Interpol
 'libdir'      Name.Attribute
 '}'           Literal.String.Interpol
 '/yaphatchpotchgen/include' Text
-'\n'          Text
+'\n'          Text.Whitespace