blob: f076b5b06643048dc45f28effd001967288f2dcb (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
|
---input---
set jp to "日本語"
set ru to "Русский"
jp & " and " & ru -- returns "日本語 and Русский"
---tokens---
'set' Keyword
' ' Text
'jp' Name.Variable
' ' Text
'to' Keyword
' ' Text
'"日本語"' Literal.String.Double
'\n\n' Text
'set' Keyword
' ' Text
'ru' Name.Variable
' ' Text
'to' Keyword
' ' Text
'"Русский"' Literal.String.Double
'\n\n' Text
'jp' Name.Variable
' ' Text
'&' Operator
' ' Text
'" and "' Literal.String.Double
' ' Text
'&' Operator
' ' Text
'ru' Name.Variable
' ' Text
'-- returns "日本語 and Русский"' Comment
'\n' Text
|
