Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

add back test for latin-1 encoding

Elias Dornelesd0955fd08320
diff --git a/tests/test_exporters.py b/tests/test_exporters.py
index 9e57745dc..070624830 100644
--- a/tests/test_exporters.py
+++ b/tests/test_exporters.py
@@ -2,11 +2,11 @@ from __future__ import absolute_import
import re
import json
import unittest
-import warnings
from io import BytesIO
from six.moves import cPickle as pickle
import lxml.etree
+import six
from scrapy.item import Item, Field
from scrapy.utils.python import to_unicode
@@ -66,6 +66,11 @@ class BaseItemExporterTest(unittest.TestCase):
ie = self._get_exporter(fields_to_export=['name'])
self.assertEqual(list(ie._get_serialized_fields(self.i)), [('name', u'John\xa3')])
+ ie = self._get_exporter(fields_to_export=['name'], encoding='latin-1')
+ _, name = list(ie._get_serialized_fields(self.i))[0]
+ assert isinstance(name, six.text_type)
+ self.assertEqual(name, u'John\xa3')
+
def test_field_custom_serializer(self):
def custom_serializer(value):
return str(int(value) + 2)