added tests for non-ASCII characters

git-svn-id: http://svn.code.sf.net/p/docutils/code/trunk@2660 929543f6-e4f2-0310-98a6-ba3bd3dd1d04

5 files changed, 156 insertions, 4 deletions

diff --git a/docutils/test/functional/expected/standalone_rst_latex.tex b/docutils/test/functional/expected/standalone_rst_latex.tex
index 7ced05a16..e433f4480 100644
--- a/docutils/test/functional/expected/standalone_rst_latex.tex
+++ b/docutils/test/functional/expected/standalone_rst_latex.tex
@@ -198,6 +198,8 @@ reStructuredText construct.
 \begin{list}{}{}
 \item {} \href{\#monospaced-non-alphanumeric-characters}{3.1~~~Monospaced non-alphanumeric characters}
 
+\item {} \href{\#various-non-ascii-characters}{3.2~~~Various non-ASCII characters}
+
 \end{list}
 
 \item {} \href{\#error-handling}{4~~~Error Handling}
@@ -1061,6 +1063,124 @@ width as the third line.
 
 %___________________________________________________________________________
 
+\hypertarget{various-non-ascii-characters}{}
+\pdfbookmark[1]{3.2~~~Various non-ASCII characters}{various-non-ascii-characters}
+\subsection*{3.2~~~Various non-ASCII characters}
+
+\begin{longtable}[c]{|p{0.03\locallinewidth}|p{0.42\locallinewidth}|}
+\hline
+
+�
+ & 
+copyright sign
+ \\
+\hline
+
+�
+ & 
+registered sign
+ \\
+\hline
+
+�
+ & 
+left pointing guillemet
+ \\
+\hline
+
+�
+ & 
+right pointing guillemet
+ \\
+\hline
+
+{--}
+ & 
+en-dash
+ \\
+\hline
+
+{---}
+ & 
+em-dash
+ \\
+\hline
+
+`
+ & 
+single turned comma quotation mark
+ \\
+\hline
+
+'
+ & 
+single comma quotation mark
+ \\
+\hline
+
+,
+ & 
+low single comma quotation mark
+ \\
+\hline
+
+``
+ & 
+double turned comma quotation mark
+ \\
+\hline
+
+''
+ & 
+double comma quotation mark
+ \\
+\hline
+
+,,
+ & 
+low double comma quotation mark
+ \\
+\hline
+
+{\dag}
+ & 
+dagger
+ \\
+\hline
+
+{\ddag}
+ & 
+double dagger
+ \\
+\hline
+
+{\dots}
+ & 
+ellipsis
+ \\
+\hline
+
+{\texttrademark}
+ & 
+trade mark sign
+ \\
+\hline
+
+{$\Leftrightarrow$}
+ & 
+left-right double arrow
+ \\
+\hline
+\end{longtable}
+
+The following line should not be wrapped, because it uses
+non-breakable spaces:
+
+X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X~X
+
+
+%___________________________________________________________________________
+
 \hypertarget{error-handling}{}
 \pdfbookmark[0]{4~~~Error Handling}{error-handling}
 \section*{4~~~Error Handling}
diff --git a/docutils/test/functional/input/data/latex.txt b/docutils/test/functional/input/data/nonalphanumeric.txt
index be47a51c9..4c4ee7343 100644
--- a/docutils/test/functional/input/data/latex.txt
+++ b/docutils/test/functional/input/data/nonalphanumeric.txt
@@ -1,6 +1,3 @@
-Tests for the LaTeX writer
-==========================
-
 Monospaced non-alphanumeric characters
 --------------------------------------
 
diff --git a/docutils/test/functional/input/data/unicode.txt b/docutils/test/functional/input/data/unicode.txt
new file mode 100644
index 000000000..4bdd57653
--- /dev/null
+++ b/docutils/test/functional/input/data/unicode.txt
@@ -0,0 +1,27 @@
+Various non-ASCII characters
+----------------------------
+
+= ===================================
+© copyright sign
+® registered sign
+« left pointing guillemet
+» right pointing guillemet
+– en-dash
+— em-dash
+‘ single turned comma quotation mark 
+’ single comma quotation mark 
+‚ low single comma quotation mark 
+“ double turned comma quotation mark 
+” double comma quotation mark 
+„ low double comma quotation mark 
+† dagger
+‡ double dagger
+… ellipsis
+™ trade mark sign
+⇔ left-right double arrow
+= ===================================
+
+The following line should not be wrapped, because it uses
+non-breakable spaces:
+
+X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X
diff --git a/docutils/test/functional/input/standalone_rst_latex.txt b/docutils/test/functional/input/standalone_rst_latex.txt
index 76b8c3e25..a44810d9f 100644
--- a/docutils/test/functional/input/standalone_rst_latex.txt
+++ b/docutils/test/functional/input/standalone_rst_latex.txt
@@ -1,4 +1,11 @@
 .. include:: data/standard.txt
 .. include:: data/table_colspan.txt
-.. include:: data/latex.txt
+
+
+Tests for the LaTeX writer
+==========================
+
+.. include:: data/nonalphanumeric.txt
+.. include:: data/unicode.txt
+
 .. include:: data/errors.txt
diff --git a/docutils/test/functional/tests/_default.py b/docutils/test/functional/tests/_default.py
index 151a1824c..63e82451a 100644
--- a/docutils/test/functional/tests/_default.py
+++ b/docutils/test/functional/tests/_default.py
@@ -3,3 +3,4 @@
 settings_overrides['report_level'] = 2
 settings_overrides['halt_level'] = 5
 settings_overrides['warning_stream'] = ''
+settings_overrides['input_encoding'] = 'utf-8'