Issue a warning if a surrogate char is encountered

Also, improved the section in README regarding "narrow" Python builds.

1 files changed, 5 insertions, 0 deletions

diff --git a/unidecode/__init__.py b/unidecode/__init__.py
index 2cb96c4..ac5b86d 100644
--- a/unidecode/__init__.py
+++ b/unidecode/__init__.py
@@ -44,6 +44,11 @@ def unidecode(string):
         if codepoint > 0xeffff:
             continue # Characters in Private Use Area and above are ignored
 
+        if 0xd800 <= codepoint <= 0xdfff:
+            warnings.warn(  "Surrogate character %r will be ignored. "
+                            "You might be using a narrow Python build." % (char,),
+                            RuntimeWarning, 2)
+
         section = codepoint >> 8   # Chop off the last two hex digits
         position = codepoint % 256 # Last two hex digits