blob: 56e9d215dd2ee094bc23b0f2ee85f6a81e6db888 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
---input---
class _PostUnico$deClassá
{void fo$o() {}
void PostUnicodeFunctioná() {
láb$el:
break láb$el;
}
}
class áPreUnicode$Class
{
public int $foo;
public int á$foo;
_PostUnico$deClassá áPreUnicodeFunction() { return null; }
}
---tokens---
'class' Keyword.Declaration
' ' Text
'_PostUnico$deClassá' Name.Class
'\n' Text
'{' Punctuation
'void' Keyword.Type
' ' Text
'fo$o' Name.Function
'(' Punctuation
')' Punctuation
' ' Text
'{' Punctuation
'}' Punctuation
'\n' Text
'\n' Text
' ' Text
'void' Keyword.Type
' ' Text
'PostUnicodeFunctioná' Name.Function
'(' Punctuation
')' Punctuation
' ' Text
'{' Punctuation
'\n' Text
' ' Text
'láb$el' Name
':' Punctuation
'\n' Text
' ' Text
'break' Keyword
' ' Text
'láb$el' Name
';' Punctuation
'\n' Text
' ' Text
'\n' Text
' ' Text
'}' Punctuation
'\n' Text
'}' Punctuation
'\n' Text
'\n' Text
'class' Keyword.Declaration
' ' Text
'áPreUnicode$Class' Name.Class
'\n' Text
'{' Punctuation
'\n' Text
' ' Text
'public' Keyword.Declaration
'\u2008' Text
'int' Keyword.Type
' ' Text
'$foo' Name
';' Punctuation
'\n' Text
' ' Text
'public' Keyword.Declaration
' ' Text
'int' Keyword.Type
' ' Text
'á$foo' Name
';' Punctuation
'\n' Text
' ' Text
'_PostUnico$deClassá' Name
' ' Text
'áPreUnicodeFunction' Name.Function
'(' Punctuation
')' Punctuation
' ' Text
'{' Punctuation
' ' Text
'return' Keyword
' ' Text
'null' Keyword.Constant
';' Punctuation
' ' Text
'}' Punctuation
'\n' Text
'}' Punctuation
'\n' Text
|
