From bd900046b3457bfd98ac36dfbdaac63d7acf0a67 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Martin=20v=2E=20L=C3=B6wis?= <martin@v.loewis.de>
Date: Sun, 13 Sep 2009 15:33:43 +0200
Subject: Convert HTML pages to text.

--HG--
branch : distribute
extra : rebase_source : 9ab9cc8b84da2be50c520cd6f23efb15b8744bd9
---
 setuptools/package_index.py | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'setuptools/package_index.py')

diff --git a/setuptools/package_index.py b/setuptools/package_index.py
index 48494aff..b6283dbc 100755
--- a/setuptools/package_index.py
+++ b/setuptools/package_index.py
@@ -197,6 +197,8 @@ class PackageIndex(Environment):
 
         base = f.url     # handle redirects
         page = f.read()
+        charset = f.headers.get_param('charset') or 'latin-1'
+        page = page.decode(charset, "ignore")
         f.close()
         if url.startswith(self.index_url) and getattr(f,'code',None)!=404:
             page = self.process_index(url, page)
-- 
cgit v1.2.1