annotate Lib/test/test_csv.py @ 70817:dd775b1561ba

Fix markup.
author Georg Brandl <georg@python.org>
date Tue, 14 Jun 2011 21:09:55 +0200
parents 3c9232a684ae
children e9c005676d6e 76452b892838
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
1 # Copyright (C) 2001,2002 Python Software Foundation
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
2 # csv package unit tests
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
3
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
4 import io
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
5 import sys
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
6 import os
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
7 import unittest
52789
fb7b7727a731 Update documentation for csv module to reflect changes in code,
R. David Murray <rdmurray@bitdance.com>
parents: 52688
diff changeset
8 from io import StringIO
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
9 from tempfile import TemporaryFile
28570
bfc7a9fa34d6 hoist contents of csv submodule up to the package level
Skip Montanaro <skip@pobox.com>
parents: 28348
diff changeset
10 import csv
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
11 import gc
47201
9c930a32cebb #2621 rename test.test_support to test.support
Benjamin Peterson <benjamin@python.org>
parents: 43918
diff changeset
12 from test import support
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
13
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
14 class Test_Csv(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
15 """
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
16 Test the underlying C csv parser in ways that are not appropriate
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
17 from the high level interface. Further tests of this nature are done
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
18 in TestDialectRegistry.
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
19 """
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
20 def _test_arg_valid(self, ctor, arg):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
21 self.assertRaises(TypeError, ctor)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
22 self.assertRaises(TypeError, ctor, None)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
23 self.assertRaises(TypeError, ctor, arg, bad_attr = 0)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
24 self.assertRaises(TypeError, ctor, arg, delimiter = 0)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
25 self.assertRaises(TypeError, ctor, arg, delimiter = 'XX')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
26 self.assertRaises(csv.Error, ctor, arg, 'foo')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
27 self.assertRaises(TypeError, ctor, arg, delimiter=None)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
28 self.assertRaises(TypeError, ctor, arg, delimiter=1)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
29 self.assertRaises(TypeError, ctor, arg, quotechar=1)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
30 self.assertRaises(TypeError, ctor, arg, lineterminator=None)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
31 self.assertRaises(TypeError, ctor, arg, lineterminator=1)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
32 self.assertRaises(TypeError, ctor, arg, quoting=None)
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
33 self.assertRaises(TypeError, ctor, arg,
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
34 quoting=csv.QUOTE_ALL, quotechar='')
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
35 self.assertRaises(TypeError, ctor, arg,
34408
72fd373cd0f9 Fix logic problem in quoting=csv.QUOTE_ALL, quotechar=None check, add test.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34407
diff changeset
36 quoting=csv.QUOTE_ALL, quotechar=None)
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
37
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
38 def test_reader_arg_valid(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
39 self._test_arg_valid(csv.reader, [])
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
40
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
41 def test_writer_arg_valid(self):
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
42 self._test_arg_valid(csv.writer, StringIO())
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
43
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
44 def _test_default_attrs(self, ctor, *args):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
45 obj = ctor(*args)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
46 # Check defaults
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
47 self.assertEqual(obj.dialect.delimiter, ',')
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
48 self.assertEqual(obj.dialect.doublequote, True)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
49 self.assertEqual(obj.dialect.escapechar, None)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
50 self.assertEqual(obj.dialect.lineterminator, "\r\n")
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
51 self.assertEqual(obj.dialect.quotechar, '"')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
52 self.assertEqual(obj.dialect.quoting, csv.QUOTE_MINIMAL)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
53 self.assertEqual(obj.dialect.skipinitialspace, False)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
54 self.assertEqual(obj.dialect.strict, False)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
55 # Try deleting or changing attributes (they are read-only)
41317
b897b77a004f Make readonly members defined in C throw an AttributeError on modification. This brings them into sync with Python-level attributes. Fixes bug #1687163.
Collin Winter <collinw@gmail.com>
parents: 40775
diff changeset
56 self.assertRaises(AttributeError, delattr, obj.dialect, 'delimiter')
b897b77a004f Make readonly members defined in C throw an AttributeError on modification. This brings them into sync with Python-level attributes. Fixes bug #1687163.
Collin Winter <collinw@gmail.com>
parents: 40775
diff changeset
57 self.assertRaises(AttributeError, setattr, obj.dialect, 'delimiter', ':')
34921
4c8e5243ca42 Fix tests dependent on the exception raised by non-settable descriptors.
Barry Warsaw <barry@python.org>
parents: 34419
diff changeset
58 self.assertRaises(AttributeError, delattr, obj.dialect, 'quoting')
4c8e5243ca42 Fix tests dependent on the exception raised by non-settable descriptors.
Barry Warsaw <barry@python.org>
parents: 34419
diff changeset
59 self.assertRaises(AttributeError, setattr, obj.dialect,
4c8e5243ca42 Fix tests dependent on the exception raised by non-settable descriptors.
Barry Warsaw <barry@python.org>
parents: 34419
diff changeset
60 'quoting', None)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
61
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
62 def test_reader_attrs(self):
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
63 self._test_default_attrs(csv.reader, [])
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
64
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
65 def test_writer_attrs(self):
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
66 self._test_default_attrs(csv.writer, StringIO())
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
67
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
68 def _test_kw_attrs(self, ctor, *args):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
69 # Now try with alternate options
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
70 kwargs = dict(delimiter=':', doublequote=False, escapechar='\\',
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
71 lineterminator='\r', quotechar='*',
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
72 quoting=csv.QUOTE_NONE, skipinitialspace=True,
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
73 strict=True)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
74 obj = ctor(*args, **kwargs)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
75 self.assertEqual(obj.dialect.delimiter, ':')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
76 self.assertEqual(obj.dialect.doublequote, False)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
77 self.assertEqual(obj.dialect.escapechar, '\\')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
78 self.assertEqual(obj.dialect.lineterminator, "\r")
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
79 self.assertEqual(obj.dialect.quotechar, '*')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
80 self.assertEqual(obj.dialect.quoting, csv.QUOTE_NONE)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
81 self.assertEqual(obj.dialect.skipinitialspace, True)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
82 self.assertEqual(obj.dialect.strict, True)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
83
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
84 def test_reader_kw_attrs(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
85 self._test_kw_attrs(csv.reader, [])
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
86
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
87 def test_writer_kw_attrs(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
88 self._test_kw_attrs(csv.writer, StringIO())
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
89
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
90 def _test_dialect_attrs(self, ctor, *args):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
91 # Now try with dialect-derived options
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
92 class dialect:
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
93 delimiter='-'
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
94 doublequote=False
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
95 escapechar='^'
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
96 lineterminator='$'
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
97 quotechar='#'
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
98 quoting=csv.QUOTE_ALL
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
99 skipinitialspace=True
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
100 strict=False
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
101 args = args + (dialect,)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
102 obj = ctor(*args)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
103 self.assertEqual(obj.dialect.delimiter, '-')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
104 self.assertEqual(obj.dialect.doublequote, False)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
105 self.assertEqual(obj.dialect.escapechar, '^')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
106 self.assertEqual(obj.dialect.lineterminator, "$")
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
107 self.assertEqual(obj.dialect.quotechar, '#')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
108 self.assertEqual(obj.dialect.quoting, csv.QUOTE_ALL)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
109 self.assertEqual(obj.dialect.skipinitialspace, True)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
110 self.assertEqual(obj.dialect.strict, False)
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
111
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
112 def test_reader_dialect_attrs(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
113 self._test_dialect_attrs(csv.reader, [])
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
114
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
115 def test_writer_dialect_attrs(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
116 self._test_dialect_attrs(csv.writer, StringIO())
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
117
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
118
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
119 def _write_test(self, fields, expect, **kwargs):
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
120 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
121 writer = csv.writer(fileobj, **kwargs)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
122 writer.writerow(fields)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
123 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
124 self.assertEqual(fileobj.read(),
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
125 expect + writer.dialect.lineterminator)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
126
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
127 def test_write_arg_valid(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
128 self.assertRaises(csv.Error, self._write_test, None, '')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
129 self._write_test((), '')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
130 self._write_test([None], '""')
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
131 self.assertRaises(csv.Error, self._write_test,
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
132 [None], None, quoting = csv.QUOTE_NONE)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
133 # Check that exceptions are passed up the chain
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
134 class BadList:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
135 def __len__(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
136 return 10;
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
137 def __getitem__(self, i):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
138 if i > 2:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
139 raise IOError
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
140 self.assertRaises(IOError, self._write_test, BadList(), '')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
141 class BadItem:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
142 def __str__(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
143 raise IOError
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
144 self.assertRaises(IOError, self._write_test, [BadItem()], '')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
145
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
146 def test_write_bigfield(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
147 # This exercises the buffer realloc functionality
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
148 bigstring = 'X' * 50000
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
149 self._write_test([bigstring,bigstring], '%s,%s' % \
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
150 (bigstring, bigstring))
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
151
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
152 def test_write_quoting(self):
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
153 self._write_test(['a',1,'p,q'], 'a,1,"p,q"')
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
154 self.assertRaises(csv.Error,
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
155 self._write_test,
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
156 ['a',1,'p,q'], 'a,1,p,q',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
157 quoting = csv.QUOTE_NONE)
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
158 self._write_test(['a',1,'p,q'], 'a,1,"p,q"',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
159 quoting = csv.QUOTE_MINIMAL)
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
160 self._write_test(['a',1,'p,q'], '"a",1,"p,q"',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
161 quoting = csv.QUOTE_NONNUMERIC)
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
162 self._write_test(['a',1,'p,q'], '"a","1","p,q"',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
163 quoting = csv.QUOTE_ALL)
52688
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
164 self._write_test(['a\nb',1], '"a\nb","1"',
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
165 quoting = csv.QUOTE_ALL)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
166
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
167 def test_write_escape(self):
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
168 self._write_test(['a',1,'p,q'], 'a,1,"p,q"',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
169 escapechar='\\')
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
170 self.assertRaises(csv.Error,
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
171 self._write_test,
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
172 ['a',1,'p,"q"'], 'a,1,"p,\\"q\\""',
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
173 escapechar=None, doublequote=False)
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
174 self._write_test(['a',1,'p,"q"'], 'a,1,"p,\\"q\\""',
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
175 escapechar='\\', doublequote = False)
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
176 self._write_test(['"'], '""""',
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
177 escapechar='\\', quoting = csv.QUOTE_MINIMAL)
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
178 self._write_test(['"'], '\\"',
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
179 escapechar='\\', quoting = csv.QUOTE_MINIMAL,
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
180 doublequote = False)
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
181 self._write_test(['"'], '\\"',
34407
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
182 escapechar='\\', quoting = csv.QUOTE_NONE)
c88ab292bf05 When using QUOTE_NONNUMERIC, we now test for "numericness" with
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34406
diff changeset
183 self._write_test(['a',1,'p,q'], 'a,1,p\\,q',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
184 escapechar='\\', quoting = csv.QUOTE_NONE)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
185
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
186 def test_writerows(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
187 class BrokenFile:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
188 def write(self, buf):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
189 raise IOError
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
190 writer = csv.writer(BrokenFile())
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
191 self.assertRaises(IOError, writer.writerows, [['a']])
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
192
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
193 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
194 writer = csv.writer(fileobj)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
195 self.assertRaises(TypeError, writer.writerows, None)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
196 writer.writerows([['a','b'],['c','d']])
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
197 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
198 self.assertEqual(fileobj.read(), "a,b\r\nc,d\r\n")
32538
4fab4a5cce2f Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 32258
diff changeset
199
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
200 def _read_test(self, input, expect, **kwargs):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
201 reader = csv.reader(input, **kwargs)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
202 result = list(reader)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
203 self.assertEqual(result, expect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
204
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
205 def test_read_oddinputs(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
206 self._read_test([], [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
207 self._read_test([''], [[]])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
208 self.assertRaises(csv.Error, self._read_test,
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
209 ['"ab"c'], None, strict = 1)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
210 # cannot handle null bytes for the moment
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
211 self.assertRaises(csv.Error, self._read_test,
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
212 ['ab\0c'], None, strict = 1)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
213 self._read_test(['"ab"c'], [['abc']], doublequote = 0)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
214
43918
146ba97ffe1a Correct test_cvs on Windows, as suggested by Raghuram Devarakonda
Amaury Forgeot d'Arc <amauryfa@gmail.com>
parents: 42931
diff changeset
215 self.assertRaises(csv.Error, self._read_test,
146ba97ffe1a Correct test_cvs on Windows, as suggested by Raghuram Devarakonda
Amaury Forgeot d'Arc <amauryfa@gmail.com>
parents: 42931
diff changeset
216 [b'ab\0c'], None)
146ba97ffe1a Correct test_cvs on Windows, as suggested by Raghuram Devarakonda
Amaury Forgeot d'Arc <amauryfa@gmail.com>
parents: 42931
diff changeset
217
146ba97ffe1a Correct test_cvs on Windows, as suggested by Raghuram Devarakonda
Amaury Forgeot d'Arc <amauryfa@gmail.com>
parents: 42931
diff changeset
218
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
219 def test_read_eol(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
220 self._read_test(['a,b'], [['a','b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
221 self._read_test(['a,b\n'], [['a','b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
222 self._read_test(['a,b\r\n'], [['a','b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
223 self._read_test(['a,b\r'], [['a','b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
224 self.assertRaises(csv.Error, self._read_test, ['a,b\rc,d'], [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
225 self.assertRaises(csv.Error, self._read_test, ['a,b\nc,d'], [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
226 self.assertRaises(csv.Error, self._read_test, ['a,b\r\nc,d'], [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
227
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
228 def test_read_escape(self):
34380
ba6e17271c62 Fix parsing of csv files with escapes (escape character previously would be
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34358
diff changeset
229 self._read_test(['a,\\b,c'], [['a', 'b', 'c']], escapechar='\\')
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
230 self._read_test(['a,b\\,c'], [['a', 'b,c']], escapechar='\\')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
231 self._read_test(['a,"b\\,c"'], [['a', 'b,c']], escapechar='\\')
34380
ba6e17271c62 Fix parsing of csv files with escapes (escape character previously would be
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34358
diff changeset
232 self._read_test(['a,"b,\\c"'], [['a', 'b,c']], escapechar='\\')
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
233 self._read_test(['a,"b,c\\""'], [['a', 'b,c"']], escapechar='\\')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
234 self._read_test(['a,"b,c"\\'], [['a', 'b,c\\']], escapechar='\\')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
235
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
236 def test_read_quoting(self):
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
237 self._read_test(['1,",3,",5'], [['1', ',3,', '5']])
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
238 self._read_test(['1,",3,",5'], [['1', '"', '3', '"', '5']],
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
239 quotechar=None, escapechar='\\')
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
240 self._read_test(['1,",3,",5'], [['1', '"', '3', '"', '5']],
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
241 quoting=csv.QUOTE_NONE, escapechar='\\')
34409
1d866c02a8ca When quoting=QUOTE_NONNUMERIC, the reader now casts unquoted fields
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34408
diff changeset
242 # will this fail where locale uses comma for decimals?
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
243 self._read_test([',3,"5",7.3, 9'], [['', 3, '5', 7.3, 9]],
34409
1d866c02a8ca When quoting=QUOTE_NONNUMERIC, the reader now casts unquoted fields
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34408
diff changeset
244 quoting=csv.QUOTE_NONNUMERIC)
52688
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
245 self._read_test(['"a\nb", 7'], [['a\nb', ' 7']])
34419
652b85d35a75 Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 34410
diff changeset
246 self.assertRaises(ValueError, self._read_test,
34409
1d866c02a8ca When quoting=QUOTE_NONNUMERIC, the reader now casts unquoted fields
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34408
diff changeset
247 ['abc,3'], [[]],
1d866c02a8ca When quoting=QUOTE_NONNUMERIC, the reader now casts unquoted fields
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34408
diff changeset
248 quoting=csv.QUOTE_NONNUMERIC)
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
249
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
250 def test_read_bigfield(self):
34396
7059fb8b9eb3 Set an upper limit on the size of the field buffer, raise an exception
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34393
diff changeset
251 # This exercises the buffer realloc functionality and field size
7059fb8b9eb3 Set an upper limit on the size of the field buffer, raise an exception
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34393
diff changeset
252 # limits.
34406
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
253 limit = csv.field_size_limit()
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
254 try:
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
255 size = 50000
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
256 bigstring = 'X' * size
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
257 bigline = '%s,%s' % (bigstring, bigstring)
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
258 self._read_test([bigline], [[bigstring, bigstring]])
34406
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
259 csv.field_size_limit(size)
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
260 self._read_test([bigline], [[bigstring, bigstring]])
34406
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
261 self.assertEqual(csv.field_size_limit(), size)
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
262 csv.field_size_limit(size-1)
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
263 self.assertRaises(csv.Error, self._read_test, [bigline], [])
34406
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
264 self.assertRaises(TypeError, csv.field_size_limit, None)
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
265 self.assertRaises(TypeError, csv.field_size_limit, 1, None)
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
266 finally:
34406
b93845ce4454 Rename csv.set_field_limit to csv.field_size_limit (since it both sets and
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34404
diff changeset
267 csv.field_size_limit(limit)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
268
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
269 def test_read_linenum(self):
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
270 r = csv.reader(['line,1', 'line,2', 'line,3'])
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
271 self.assertEqual(r.line_num, 0)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
272 next(r)
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
273 self.assertEqual(r.line_num, 1)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
274 next(r)
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
275 self.assertEqual(r.line_num, 2)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
276 next(r)
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
277 self.assertEqual(r.line_num, 3)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
278 self.assertRaises(StopIteration, next, r)
34410
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
279 self.assertEqual(r.line_num, 3)
a70dd8767b07 Add counting of source iterator lines to the reader object - handy for
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34409
diff changeset
280
52688
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
281 def test_roundtrip_quoteed_newlines(self):
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
282 with TemporaryFile("w+", newline='') as fileobj:
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
283 writer = csv.writer(fileobj)
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
284 self.assertRaises(TypeError, writer.writerows, None)
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
285 rows = [['a\nb','b'],['c','x\r\nd']]
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
286 writer.writerows(rows)
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
287 fileobj.seek(0)
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
288 for i, row in enumerate(csv.reader(fileobj)):
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
289 self.assertEqual(row, rows[i])
1e1dadbbdd01 Merged revisions 70997 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 48670
diff changeset
290
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
291 class TestDialectRegistry(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
292 def test_registry_badargs(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
293 self.assertRaises(TypeError, csv.list_dialects, None)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
294 self.assertRaises(TypeError, csv.get_dialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
295 self.assertRaises(csv.Error, csv.get_dialect, None)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
296 self.assertRaises(csv.Error, csv.get_dialect, "nonesuch")
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
297 self.assertRaises(TypeError, csv.unregister_dialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
298 self.assertRaises(csv.Error, csv.unregister_dialect, None)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
299 self.assertRaises(csv.Error, csv.unregister_dialect, "nonesuch")
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
300 self.assertRaises(TypeError, csv.register_dialect, None)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
301 self.assertRaises(TypeError, csv.register_dialect, None, None)
34404
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
302 self.assertRaises(TypeError, csv.register_dialect, "nonesuch", 0, 0)
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
303 self.assertRaises(TypeError, csv.register_dialect, "nonesuch",
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
304 badargument=None)
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
305 self.assertRaises(TypeError, csv.register_dialect, "nonesuch",
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
306 quoting=None)
a8599c788218 Improve test coverage fractionally.
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34396
diff changeset
307 self.assertRaises(TypeError, csv.register_dialect, [])
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
308
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
309 def test_registry(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
310 class myexceltsv(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
311 delimiter = "\t"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
312 name = "myexceltsv"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
313 expected_dialects = csv.list_dialects() + [name]
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
314 expected_dialects.sort()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
315 csv.register_dialect(name, myexceltsv)
66612
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
316 self.addCleanup(csv.unregister_dialect, name)
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
317 self.assertEqual(csv.get_dialect(name).delimiter, '\t')
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
318 got_dialects = sorted(csv.list_dialects())
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
319 self.assertEqual(expected_dialects, got_dialects)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
320
34391
0a1608a5eb05 Allow dialect-describing keywords to be supplied to register_dialect,
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34380
diff changeset
321 def test_register_kwargs(self):
0a1608a5eb05 Allow dialect-describing keywords to be supplied to register_dialect,
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34380
diff changeset
322 name = 'fedcba'
0a1608a5eb05 Allow dialect-describing keywords to be supplied to register_dialect,
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34380
diff changeset
323 csv.register_dialect(name, delimiter=';')
66612
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
324 self.addCleanup(csv.unregister_dialect, name)
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
325 self.assertEqual(csv.get_dialect(name).delimiter, ';')
5f2412843bb9 Merged revisions 86940 via svnmerge from
Éric Araujo <merwok@netwok.org>
parents: 56368
diff changeset
326 self.assertEqual([['X', 'Y', 'Z']], list(csv.reader(['X;Y;Z'], name)))
34391
0a1608a5eb05 Allow dialect-describing keywords to be supplied to register_dialect,
Andrew McNamara <andrewm@object-craft.com.au>
parents: 34380
diff changeset
327
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
328 def test_incomplete_dialect(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
329 class myexceltsv(csv.Dialect):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
330 delimiter = "\t"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
331 self.assertRaises(csv.Error, myexceltsv)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
332
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
333 def test_space_dialect(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
334 class space(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
335 delimiter = " "
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
336 quoting = csv.QUOTE_NONE
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
337 escapechar = "\\"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
338
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
339 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
340 fileobj.write("abc def\nc1ccccc1 benzene\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
341 fileobj.seek(0)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
342 reader = csv.reader(fileobj, dialect=space())
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
343 self.assertEqual(next(reader), ["abc", "def"])
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
344 self.assertEqual(next(reader), ["c1ccccc1", "benzene"])
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
345
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
346 def compare_dialect_123(self, expected, *writeargs, **kwwriteargs):
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
347
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
348 with TemporaryFile("w+", newline='', encoding="utf-8") as fileobj:
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
349
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
350 writer = csv.writer(fileobj, *writeargs, **kwwriteargs)
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
351 writer.writerow([1,2,3])
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
352 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
353 self.assertEqual(fileobj.read(), expected)
32538
4fab4a5cce2f Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 32258
diff changeset
354
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
355 def test_dialect_apply(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
356 class testA(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
357 delimiter = "\t"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
358 class testB(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
359 delimiter = ":"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
360 class testC(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
361 delimiter = "|"
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
362 class testUni(csv.excel):
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
363 delimiter = "\u039B"
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
364
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
365 csv.register_dialect('testC', testC)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
366 try:
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
367 self.compare_dialect_123("1,2,3\r\n")
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
368 self.compare_dialect_123("1\t2\t3\r\n", testA)
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
369 self.compare_dialect_123("1:2:3\r\n", dialect=testB())
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
370 self.compare_dialect_123("1|2|3\r\n", dialect='testC')
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
371 self.compare_dialect_123("1;2;3\r\n", dialect=testA,
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
372 delimiter=';')
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
373 self.compare_dialect_123("1\u039B2\u039B3\r\n",
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
374 dialect=testUni)
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
375
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
376 finally:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
377 csv.unregister_dialect('testC')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
378
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
379 def test_bad_dialect(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
380 # Unknown parameter
34340
be4929e5179b Improved the implementation of the internal "dialect" type. The new
Andrew McNamara <andrewm@object-craft.com.au>
parents: 32538
diff changeset
381 self.assertRaises(TypeError, csv.reader, [], bad_attr = 0)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
382 # Bad values
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
383 self.assertRaises(TypeError, csv.reader, [], delimiter = None)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
384 self.assertRaises(TypeError, csv.reader, [], quoting = -1)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
385 self.assertRaises(TypeError, csv.reader, [], quoting = 100)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
386
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
387 class TestCsvBase(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
388 def readerAssertEqual(self, input, expected_result):
43918
146ba97ffe1a Correct test_cvs on Windows, as suggested by Raghuram Devarakonda
Amaury Forgeot d'Arc <amauryfa@gmail.com>
parents: 42931
diff changeset
389 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
390 fileobj.write(input)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
391 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
392 reader = csv.reader(fileobj, dialect = self.dialect)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
393 fields = list(reader)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
394 self.assertEqual(fields, expected_result)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
395
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
396 def writerAssertEqual(self, input, expected_result):
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
397 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
398 writer = csv.writer(fileobj, dialect = self.dialect)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
399 writer.writerows(input)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
400 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
401 self.assertEqual(fileobj.read(), expected_result)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
402
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
403 class TestDialectExcel(TestCsvBase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
404 dialect = 'excel'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
405
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
406 def test_single(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
407 self.readerAssertEqual('abc', [['abc']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
408
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
409 def test_simple(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
410 self.readerAssertEqual('1,2,3,4,5', [['1','2','3','4','5']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
411
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
412 def test_blankline(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
413 self.readerAssertEqual('', [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
414
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
415 def test_empty_fields(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
416 self.readerAssertEqual(',', [['', '']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
417
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
418 def test_singlequoted(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
419 self.readerAssertEqual('""', [['']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
420
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
421 def test_singlequoted_left_empty(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
422 self.readerAssertEqual('"",', [['','']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
423
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
424 def test_singlequoted_right_empty(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
425 self.readerAssertEqual(',""', [['','']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
426
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
427 def test_single_quoted_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
428 self.readerAssertEqual('""""', [['"']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
429
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
430 def test_quoted_quotes(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
431 self.readerAssertEqual('""""""', [['""']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
432
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
433 def test_inline_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
434 self.readerAssertEqual('a""b', [['a""b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
435
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
436 def test_inline_quotes(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
437 self.readerAssertEqual('a"b"c', [['a"b"c']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
438
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
439 def test_quotes_and_more(self):
41554
06145fbc7ab9 Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41501
diff changeset
440 # Excel would never write a field containing '"a"b', but when
06145fbc7ab9 Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41501
diff changeset
441 # reading one, it will return 'ab'.
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
442 self.readerAssertEqual('"a"b', [['ab']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
443
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
444 def test_lone_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
445 self.readerAssertEqual('a"b', [['a"b']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
446
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
447 def test_quote_and_quote(self):
41554
06145fbc7ab9 Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41501
diff changeset
448 # Excel would never write a field containing '"a" "b"', but when
06145fbc7ab9 Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41501
diff changeset
449 # reading one, it will return 'a "b"'.
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
450 self.readerAssertEqual('"a" "b"', [['a "b"']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
451
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
452 def test_space_and_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
453 self.readerAssertEqual(' "a"', [[' "a"']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
454
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
455 def test_quoted(self):
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
456 self.readerAssertEqual('1,2,3,"I think, therefore I am",5,6',
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
457 [['1', '2', '3',
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
458 'I think, therefore I am',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
459 '5', '6']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
460
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
461 def test_quoted_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
462 self.readerAssertEqual('1,2,3,"""I see,"" said the blind man","as he picked up his hammer and saw"',
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
463 [['1', '2', '3',
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
464 '"I see," said the blind man',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
465 'as he picked up his hammer and saw']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
466
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
467 def test_quoted_nl(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
468 input = '''\
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
469 1,2,3,"""I see,""
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
470 said the blind man","as he picked up his
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
471 hammer and saw"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
472 9,8,7,6'''
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
473 self.readerAssertEqual(input,
28774
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
474 [['1', '2', '3',
c9bee11eaa8b Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents: 28570
diff changeset
475 '"I see,"\nsaid the blind man',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
476 'as he picked up his\nhammer and saw'],
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
477 ['9','8','7','6']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
478
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
479 def test_dubious_quote(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
480 self.readerAssertEqual('12,12,1",', [['12', '12', '1"', '']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
481
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
482 def test_null(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
483 self.writerAssertEqual([], '')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
484
59613
77c71f258df7 Merged revisions 78018,78035-78040,78042-78043,78046,78048-78052,78054,78059,78075-78080 via svnmerge from
Georg Brandl <georg@python.org>
parents: 59081
diff changeset
485 def test_single_writer(self):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
486 self.writerAssertEqual([['abc']], 'abc\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
487
59613
77c71f258df7 Merged revisions 78018,78035-78040,78042-78043,78046,78048-78052,78054,78059,78075-78080 via svnmerge from
Georg Brandl <georg@python.org>
parents: 59081
diff changeset
488 def test_simple_writer(self):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
489 self.writerAssertEqual([[1, 2, 'abc', 3, 4]], '1,2,abc,3,4\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
490
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
491 def test_quotes(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
492 self.writerAssertEqual([[1, 2, 'a"bc"', 3, 4]], '1,2,"a""bc""",3,4\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
493
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
494 def test_quote_fieldsep(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
495 self.writerAssertEqual([['abc,def']], '"abc,def"\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
496
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
497 def test_newlines(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
498 self.writerAssertEqual([[1, 2, 'a\nbc', 3, 4]], '1,2,"a\nbc",3,4\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
499
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
500 class EscapedExcel(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
501 quoting = csv.QUOTE_NONE
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
502 escapechar = '\\'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
503
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
504 class TestEscapedExcel(TestCsvBase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
505 dialect = EscapedExcel()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
506
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
507 def test_escape_fieldsep(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
508 self.writerAssertEqual([['abc,def']], 'abc\\,def\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
509
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
510 def test_read_escape_fieldsep(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
511 self.readerAssertEqual('abc\\,def\r\n', [['abc,def']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
512
65655
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
513 class TestDialectUnix(TestCsvBase):
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
514 dialect = 'unix'
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
515
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
516 def test_simple_writer(self):
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
517 self.writerAssertEqual([[1, 'abc def', 'abc']], '"1","abc def","abc"\n')
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
518
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
519 def test_simple_reader(self):
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
520 self.readerAssertEqual('"1","abc def","abc"\n', [['1', 'abc def', 'abc']])
9e4a2809e55c #5975: add unix_dialect to csv module.
Georg Brandl <georg@python.org>
parents: 65368
diff changeset
521
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
522 class QuotedEscapedExcel(csv.excel):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
523 quoting = csv.QUOTE_NONNUMERIC
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
524 escapechar = '\\'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
525
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
526 class TestQuotedEscapedExcel(TestCsvBase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
527 dialect = QuotedEscapedExcel()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
528
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
529 def test_write_escape_fieldsep(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
530 self.writerAssertEqual([['abc,def']], '"abc,def"\r\n')
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
531
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
532 def test_read_escape_fieldsep(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
533 self.readerAssertEqual('"abc\\,def"\r\n', [['abc,def']])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
534
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
535 class TestDictFields(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
536 ### "long" means the row is longer than the number of fieldnames
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
537 ### "short" means there are fewer elements in the row than fieldnames
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
538 def test_write_simple_dict(self):
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
539 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
540 writer = csv.DictWriter(fileobj, fieldnames = ["f1", "f2", "f3"])
59081
77de7b1bcd59 Merged revisions 78384 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 58415
diff changeset
541 writer.writeheader()
77de7b1bcd59 Merged revisions 78384 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 58415
diff changeset
542 fileobj.seek(0)
77de7b1bcd59 Merged revisions 78384 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 58415
diff changeset
543 self.assertEqual(fileobj.readline(), "f1,f2,f3\r\n")
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
544 writer.writerow({"f1": 10, "f3": "abc"})
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
545 fileobj.seek(0)
59081
77de7b1bcd59 Merged revisions 78384 via svnmerge from
R. David Murray <rdmurray@bitdance.com>
parents: 58415
diff changeset
546 fileobj.readline() # header
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
547 self.assertEqual(fileobj.read(), "10,,abc\r\n")
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
548
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
549 def test_write_no_fields(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
550 fileobj = StringIO()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
551 self.assertRaises(TypeError, csv.DictWriter, fileobj)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
552
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
553 def test_read_dict_fields(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
554 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
555 fileobj.write("1,2,abc\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
556 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
557 reader = csv.DictReader(fileobj,
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
558 fieldnames=["f1", "f2", "f3"])
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
559 self.assertEqual(next(reader), {"f1": '1', "f2": '2', "f3": 'abc'})
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
560
30632
f9dfdcb897bb Make the fieldnames argument optional in the DictReader. If self.fieldnames
Skip Montanaro <skip@pobox.com>
parents: 30356
diff changeset
561 def test_read_dict_no_fieldnames(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
562 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
563 fileobj.write("f1,f2,f3\r\n1,2,abc\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
564 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
565 reader = csv.DictReader(fileobj)
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
566 self.assertEqual(next(reader), {"f1": '1', "f2": '2', "f3": 'abc'})
48670
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
567 self.assertEqual(reader.fieldnames, ["f1", "f2", "f3"])
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
568
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
569 # Two test cases to make sure existing ways of implicitly setting
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
570 # fieldnames continue to work. Both arise from discussion in issue3436.
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
571 def test_read_dict_fieldnames_from_file(self):
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
572 with TemporaryFile("w+") as fileobj:
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
573 fileobj.write("f1,f2,f3\r\n1,2,abc\r\n")
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
574 fileobj.seek(0)
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
575 reader = csv.DictReader(fileobj,
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
576 fieldnames=next(csv.reader(fileobj)))
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
577 self.assertEqual(reader.fieldnames, ["f1", "f2", "f3"])
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
578 self.assertEqual(next(reader), {"f1": '1', "f2": '2', "f3": 'abc'})
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
579
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
580 def test_read_dict_fieldnames_chain(self):
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
581 import itertools
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
582 with TemporaryFile("w+") as fileobj:
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
583 fileobj.write("f1,f2,f3\r\n1,2,abc\r\n")
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
584 fileobj.seek(0)
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
585 reader = csv.DictReader(fileobj)
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
586 first = next(reader)
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
587 for row in itertools.chain([first], reader):
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
588 self.assertEqual(reader.fieldnames, ["f1", "f2", "f3"])
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
589 self.assertEqual(row, {"f1": '1', "f2": '2', "f3": 'abc'})
30632
f9dfdcb897bb Make the fieldnames argument optional in the DictReader. If self.fieldnames
Skip Montanaro <skip@pobox.com>
parents: 30356
diff changeset
590
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
591 def test_read_long(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
592 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
593 fileobj.write("1,2,abc,4,5,6\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
594 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
595 reader = csv.DictReader(fileobj,
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
596 fieldnames=["f1", "f2"])
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
597 self.assertEqual(next(reader), {"f1": '1', "f2": '2',
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
598 None: ["abc", "4", "5", "6"]})
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
599
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
600 def test_read_long_with_rest(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
601 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
602 fileobj.write("1,2,abc,4,5,6\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
603 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
604 reader = csv.DictReader(fileobj,
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
605 fieldnames=["f1", "f2"], restkey="_rest")
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
606 self.assertEqual(next(reader), {"f1": '1', "f2": '2',
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
607 "_rest": ["abc", "4", "5", "6"]})
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
608
30632
f9dfdcb897bb Make the fieldnames argument optional in the DictReader. If self.fieldnames
Skip Montanaro <skip@pobox.com>
parents: 30356
diff changeset
609 def test_read_long_with_rest_no_fieldnames(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
610 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
611 fileobj.write("f1,f2\r\n1,2,abc,4,5,6\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
612 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
613 reader = csv.DictReader(fileobj, restkey="_rest")
48670
1a11717a154b Merged revisions 65605 via svnmerge from
Skip Montanaro <skip@pobox.com>
parents: 47201
diff changeset
614 self.assertEqual(reader.fieldnames, ["f1", "f2"])
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
615 self.assertEqual(next(reader), {"f1": '1', "f2": '2',
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
616 "_rest": ["abc", "4", "5", "6"]})
30632
f9dfdcb897bb Make the fieldnames argument optional in the DictReader. If self.fieldnames
Skip Montanaro <skip@pobox.com>
parents: 30356
diff changeset
617
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
618 def test_read_short(self):
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
619 with TemporaryFile("w+") as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
620 fileobj.write("1,2,abc,4,5,6\r\n1,2,abc\r\n")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
621 fileobj.seek(0)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
622 reader = csv.DictReader(fileobj,
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
623 fieldnames="1 2 3 4 5 6".split(),
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
624 restval="DEFAULT")
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
625 self.assertEqual(next(reader), {"1": '1', "2": '2', "3": 'abc',
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
626 "4": '4', "5": '5', "6": '6'})
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
627 self.assertEqual(next(reader), {"1": '1', "2": '2', "3": 'abc',
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
628 "4": 'DEFAULT', "5": 'DEFAULT',
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
629 "6": 'DEFAULT'})
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
630
29410
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
631 def test_read_multi(self):
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
632 sample = [
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
633 '2147483648,43.0e12,17,abc,def\r\n',
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
634 '147483648,43.0e2,17,abc,def\r\n',
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
635 '47483648,43.0,170,abc,def\r\n'
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
636 ]
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
637
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
638 reader = csv.DictReader(sample,
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
639 fieldnames="i1 float i2 s1 s2".split())
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
640 self.assertEqual(next(reader), {"i1": '2147483648',
29410
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
641 "float": '43.0e12',
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
642 "i2": '17',
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
643 "s1": 'abc',
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
644 "s2": 'def'})
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
645
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
646 def test_read_with_blanks(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
647 reader = csv.DictReader(["1,2,abc,4,5,6\r\n","\r\n",
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
648 "1,2,abc,4,5,6\r\n"],
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
649 fieldnames="1 2 3 4 5 6".split())
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
650 self.assertEqual(next(reader), {"1": '1', "2": '2', "3": 'abc',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
651 "4": '4', "5": '5', "6": '6'})
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
652 self.assertEqual(next(reader), {"1": '1', "2": '2', "3": 'abc',
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
653 "4": '4', "5": '5', "6": '6'})
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
654
30356
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
655 def test_read_semi_sep(self):
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
656 reader = csv.DictReader(["1;2;abc;4;5;6\r\n"],
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
657 fieldnames="1 2 3 4 5 6".split(),
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
658 delimiter=';')
41501
0c5019afc55b PEP 3114: rename .next() to .__next__() and add next() builtin.
Georg Brandl <georg@python.org>
parents: 41317
diff changeset
659 self.assertEqual(next(reader), {"1": '1', "2": '2', "3": 'abc',
30356
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
660 "4": '4', "5": '5', "6": '6'})
7504812fdb7e **kwds arg was missing from __init__ for Dict{Reader,Writer} classes.
Skip Montanaro <skip@pobox.com>
parents: 29410
diff changeset
661
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
662 class TestArrayWrites(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
663 def test_int_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
664 import array
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
665 contents = [(20-i) for i in range(20)]
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
666 a = array.array('i', contents)
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
667
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
668 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
669 writer = csv.writer(fileobj, dialect="excel")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
670 writer.writerow(a)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
671 expected = ",".join([str(i) for i in a])+"\r\n"
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
672 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
673 self.assertEqual(fileobj.read(), expected)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
674
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
675 def test_double_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
676 import array
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
677 contents = [(20-i)*0.1 for i in range(20)]
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
678 a = array.array('d', contents)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
679 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
680 writer = csv.writer(fileobj, dialect="excel")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
681 writer.writerow(a)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
682 expected = ",".join([str(i) for i in a])+"\r\n"
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
683 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
684 self.assertEqual(fileobj.read(), expected)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
685
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
686 def test_float_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
687 import array
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
688 contents = [(20-i)*0.1 for i in range(20)]
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
689 a = array.array('f', contents)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
690 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
691 writer = csv.writer(fileobj, dialect="excel")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
692 writer.writerow(a)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
693 expected = ",".join([str(i) for i in a])+"\r\n"
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
694 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
695 self.assertEqual(fileobj.read(), expected)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
696
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
697 def test_char_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
698 import array, string
42585
b623777f22b0 Remove string.{letters,lowercase,uppercase}.
Martin v. Löwis <martin@v.loewis.de>
parents: 42501
diff changeset
699 a = array.array('u', string.ascii_letters)
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
700
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
701 with TemporaryFile("w+", newline='') as fileobj:
32258
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
702 writer = csv.writer(fileobj, dialect="excel")
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
703 writer.writerow(a)
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
704 expected = ",".join(a)+"\r\n"
3dfe81ac0e7c Rewrote to use temporary files instead of StringIO objects in most places.
Skip Montanaro <skip@pobox.com>
parents: 30632
diff changeset
705 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
706 self.assertEqual(fileobj.read(), expected)
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
707
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
708 class TestDialectValidity(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
709 def test_quoting(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
710 class mydialect(csv.Dialect):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
711 delimiter = ";"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
712 escapechar = '\\'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
713 doublequote = False
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
714 skipinitialspace = True
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
715 lineterminator = '\r\n'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
716 quoting = csv.QUOTE_NONE
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
717 d = mydialect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
718
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
719 mydialect.quoting = None
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
720 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
721
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
722 mydialect.doublequote = True
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
723 mydialect.quoting = csv.QUOTE_ALL
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
724 mydialect.quotechar = '"'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
725 d = mydialect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
726
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
727 mydialect.quotechar = "''"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
728 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
729
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
730 mydialect.quotechar = 4
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
731 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
732
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
733 def test_delimiter(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
734 class mydialect(csv.Dialect):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
735 delimiter = ";"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
736 escapechar = '\\'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
737 doublequote = False
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
738 skipinitialspace = True
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
739 lineterminator = '\r\n'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
740 quoting = csv.QUOTE_NONE
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
741 d = mydialect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
742
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
743 mydialect.delimiter = ":::"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
744 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
745
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
746 mydialect.delimiter = 4
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
747 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
748
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
749 def test_lineterminator(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
750 class mydialect(csv.Dialect):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
751 delimiter = ";"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
752 escapechar = '\\'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
753 doublequote = False
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
754 skipinitialspace = True
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
755 lineterminator = '\r\n'
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
756 quoting = csv.QUOTE_NONE
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
757 d = mydialect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
758
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
759 mydialect.lineterminator = ":::"
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
760 d = mydialect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
761
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
762 mydialect.lineterminator = 4
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
763 self.assertRaises(csv.Error, mydialect)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
764
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
765
28827
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
766 class TestSniffer(unittest.TestCase):
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
767 sample1 = """\
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
768 Harry's, Arlington Heights, IL, 2/1/03, Kimi Hayes
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
769 Shark City, Glendale Heights, IL, 12/28/02, Prezence
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
770 Tommy's Place, Blue Island, IL, 12/28/02, Blue Sunday/White Crow
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
771 Stonecutters Seafood and Chop House, Lemont, IL, 12/19/02, Week Back
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
772 """
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
773 sample2 = """\
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
774 'Harry''s':'Arlington Heights':'IL':'2/1/03':'Kimi Hayes'
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
775 'Shark City':'Glendale Heights':'IL':'12/28/02':'Prezence'
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
776 'Tommy''s Place':'Blue Island':'IL':'12/28/02':'Blue Sunday/White Crow'
56368
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
777 'Stonecutters ''Seafood'' and Chop House':'Lemont':'IL':'12/19/02':'Week Back'
28827
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
778 """
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
779 header = '''\
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
780 "venue","city","state","date","performers"
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
781 '''
29169
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
782 sample3 = '''\
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
783 05/05/03?05/05/03?05/05/03?05/05/03?05/05/03?05/05/03
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
784 05/05/03?05/05/03?05/05/03?05/05/03?05/05/03?05/05/03
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
785 05/05/03?05/05/03?05/05/03?05/05/03?05/05/03?05/05/03
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
786 '''
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
787
29410
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
788 sample4 = '''\
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
789 2147483648;43.0e12;17;abc;def
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
790 147483648;43.0e2;17;abc;def
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
791 47483648;43.0;170;abc;def
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
792 '''
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
793
36146
22dbf5818b0b Fix for problem with Sniffer class. If your delimiter is whitespace and the
Skip Montanaro <skip@pobox.com>
parents: 34921
diff changeset
794 sample5 = "aaa\tbbb\r\nAAA\t\r\nBBB\t\r\n"
36157
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
795 sample6 = "a|b|c\r\nd|e|f\r\n"
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
796 sample7 = "'a'|'b'|'c'\r\n'd'|e|f\r\n"
36146
22dbf5818b0b Fix for problem with Sniffer class. If your delimiter is whitespace and the
Skip Montanaro <skip@pobox.com>
parents: 34921
diff changeset
797
28827
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
798 def test_has_header(self):
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
799 sniffer = csv.Sniffer()
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
800 self.assertEqual(sniffer.has_header(self.sample1), False)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
801 self.assertEqual(sniffer.has_header(self.header+self.sample1), True)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
802
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
803 def test_sniff(self):
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
804 sniffer = csv.Sniffer()
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
805 dialect = sniffer.sniff(self.sample1)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
806 self.assertEqual(dialect.delimiter, ",")
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
807 self.assertEqual(dialect.quotechar, '"')
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
808 self.assertEqual(dialect.skipinitialspace, True)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
809
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
810 dialect = sniffer.sniff(self.sample2)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
811 self.assertEqual(dialect.delimiter, ":")
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
812 self.assertEqual(dialect.quotechar, "'")
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
813 self.assertEqual(dialect.skipinitialspace, False)
dc4e47e6f002 some sniffer tests
Skip Montanaro <skip@pobox.com>
parents: 28774
diff changeset
814
29169
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
815 def test_delimiters(self):
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
816 sniffer = csv.Sniffer()
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
817 dialect = sniffer.sniff(self.sample3)
38669
19fd6141940d Partially merge trunk into p3yk. The removal of Mac/Tools is confusing svn
Thomas Wouters <thomas@python.org>
parents: 36157
diff changeset
818 # given that all three lines in sample3 are equal,
19fd6141940d Partially merge trunk into p3yk. The removal of Mac/Tools is confusing svn
Thomas Wouters <thomas@python.org>
parents: 36157
diff changeset
819 # I think that any character could have been 'guessed' as the
19fd6141940d Partially merge trunk into p3yk. The removal of Mac/Tools is confusing svn
Thomas Wouters <thomas@python.org>
parents: 36157
diff changeset
820 # delimiter, depending on dictionary order
58415
f6a626f34840 use assert[Not]In where appropriate
Benjamin Peterson <benjamin@python.org>
parents: 56368
diff changeset
821 self.assertIn(dialect.delimiter, self.sample3)
29169
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
822 dialect = sniffer.sniff(self.sample3, delimiters="?,")
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
823 self.assertEqual(dialect.delimiter, "?")
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
824 dialect = sniffer.sniff(self.sample3, delimiters="/,")
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
825 self.assertEqual(dialect.delimiter, "/")
29410
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
826 dialect = sniffer.sniff(self.sample4)
f2df9c9f0fcb add a couple test cases which involve longs and floats in 'e' format.
Skip Montanaro <skip@pobox.com>
parents: 29169
diff changeset
827 self.assertEqual(dialect.delimiter, ";")
36146
22dbf5818b0b Fix for problem with Sniffer class. If your delimiter is whitespace and the
Skip Montanaro <skip@pobox.com>
parents: 34921
diff changeset
828 dialect = sniffer.sniff(self.sample5)
22dbf5818b0b Fix for problem with Sniffer class. If your delimiter is whitespace and the
Skip Montanaro <skip@pobox.com>
parents: 34921
diff changeset
829 self.assertEqual(dialect.delimiter, "\t")
36157
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
830 dialect = sniffer.sniff(self.sample6)
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
831 self.assertEqual(dialect.delimiter, "|")
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
832 dialect = sniffer.sniff(self.sample7)
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
833 self.assertEqual(dialect.delimiter, "|")
96eb2a5cfbef Fix a delimiter detection problem in sniffer. Sniffing "a|b|c\r\n" was
Skip Montanaro <skip@pobox.com>
parents: 36146
diff changeset
834 self.assertEqual(dialect.quotechar, "'")
29169
434ef174f478 * Correct Sniffer doc to correspond to the implementation.
Skip Montanaro <skip@pobox.com>
parents: 28991
diff changeset
835
56368
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
836 def test_doublequote(self):
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
837 sniffer = csv.Sniffer()
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
838 dialect = sniffer.sniff(self.header)
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
839 self.assertFalse(dialect.doublequote)
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
840 dialect = sniffer.sniff(self.sample2)
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
841 self.assertTrue(dialect.doublequote)
c9bd62efe6ce Merged revisions 75231 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents: 55593
diff changeset
842
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
843 if not hasattr(sys, "gettotalrefcount"):
47201
9c930a32cebb #2621 rename test.test_support to test.support
Benjamin Peterson <benjamin@python.org>
parents: 43918
diff changeset
844 if support.verbose: print("*** skipping leakage tests ***")
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
845 else:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
846 class NUL:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
847 def write(s, *args):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
848 pass
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
849 writelines = write
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
850
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
851 class TestLeaks(unittest.TestCase):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
852 def test_create_read(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
853 delta = 0
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
854 lastrc = sys.gettotalrefcount()
41642
a6eb6acfe04a Merged revisions 55007-55179 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41554
diff changeset
855 for i in range(20):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
856 gc.collect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
857 self.assertEqual(gc.garbage, [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
858 rc = sys.gettotalrefcount()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
859 csv.reader(["a,b,c\r\n"])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
860 csv.reader(["a,b,c\r\n"])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
861 csv.reader(["a,b,c\r\n"])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
862 delta = rc-lastrc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
863 lastrc = rc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
864 # if csv.reader() leaks, last delta should be 3 or more
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
865 self.assertEqual(delta < 3, True)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
866
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
867 def test_create_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
868 delta = 0
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
869 lastrc = sys.gettotalrefcount()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
870 s = NUL()
41642
a6eb6acfe04a Merged revisions 55007-55179 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41554
diff changeset
871 for i in range(20):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
872 gc.collect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
873 self.assertEqual(gc.garbage, [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
874 rc = sys.gettotalrefcount()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
875 csv.writer(s)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
876 csv.writer(s)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
877 csv.writer(s)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
878 delta = rc-lastrc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
879 lastrc = rc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
880 # if csv.writer() leaks, last delta should be 3 or more
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
881 self.assertEqual(delta < 3, True)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
882
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
883 def test_read(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
884 delta = 0
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
885 rows = ["a,b,c\r\n"]*5
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
886 lastrc = sys.gettotalrefcount()
41642
a6eb6acfe04a Merged revisions 55007-55179 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41554
diff changeset
887 for i in range(20):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
888 gc.collect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
889 self.assertEqual(gc.garbage, [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
890 rc = sys.gettotalrefcount()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
891 rdr = csv.reader(rows)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
892 for row in rdr:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
893 pass
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
894 delta = rc-lastrc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
895 lastrc = rc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
896 # if reader leaks during read, delta should be 5 or more
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
897 self.assertEqual(delta < 5, True)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
898
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
899 def test_write(self):
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
900 delta = 0
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
901 rows = [[1,2,3]]*5
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
902 s = NUL()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
903 lastrc = sys.gettotalrefcount()
41642
a6eb6acfe04a Merged revisions 55007-55179 via svnmerge from
Guido van Rossum <guido@python.org>
parents: 41554
diff changeset
904 for i in range(20):
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
905 gc.collect()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
906 self.assertEqual(gc.garbage, [])
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
907 rc = sys.gettotalrefcount()
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
908 writer = csv.writer(s)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
909 for row in rows:
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
910 writer.writerow(row)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
911 delta = rc-lastrc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
912 lastrc = rc
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
913 # if writer leaks during write, last delta should be 5 or more
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
914 self.assertEqual(delta < 5, True)
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
915
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
916 class TestUnicode(unittest.TestCase):
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
917
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
918 names = ["Martin von Löwis",
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
919 "Marc André Lemburg",
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
920 "Guido van Rossum",
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
921 "François Pinard"]
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
922
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
923 def test_unicode_read(self):
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
924 import io
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
925 with TemporaryFile("w+", newline='', encoding="utf-8") as fileobj:
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
926 fileobj.write(",".join(self.names) + "\r\n")
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
927 fileobj.seek(0)
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
928 reader = csv.reader(fileobj)
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
929 self.assertEqual(list(reader), [self.names])
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
930
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
931
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
932 def test_unicode_write(self):
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
933 import io
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
934 with TemporaryFile("w+", newline='', encoding="utf-8") as fileobj:
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
935 writer = csv.writer(fileobj)
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
936 writer.writerow(self.names)
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
937 expected = ",".join(self.names)+"\r\n"
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
938 fileobj.seek(0)
42931
aee21e0c9a70 Patch # 1033 by Adam Hupp:
Guido van Rossum <guido@python.org>
parents: 42585
diff changeset
939 self.assertEqual(fileobj.read(), expected)
42462
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
940
8b45f2297dbd SF patch# 1767398 by Adam Hupp.
Guido van Rossum <guido@python.org>
parents: 42293
diff changeset
941
28991
ce6c3cc422ab add not-yet-supported Unicode test just so it doesn't get lost.
Skip Montanaro <skip@pobox.com>
parents: 28917
diff changeset
942
28917
1741af48fd9f Combine the functionality of test_support.run_unittest()
Walter Dörwald <walter@livinglogic.de>
parents: 28827
diff changeset
943 def test_main():
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
944 mod = sys.modules[__name__]
47201
9c930a32cebb #2621 rename test.test_support to test.support
Benjamin Peterson <benjamin@python.org>
parents: 43918
diff changeset
945 support.run_unittest(
28917
1741af48fd9f Combine the functionality of test_support.run_unittest()
Walter Dörwald <walter@livinglogic.de>
parents: 28827
diff changeset
946 *[getattr(mod, name) for name in dir(mod) if name.startswith('Test')]
1741af48fd9f Combine the functionality of test_support.run_unittest()
Walter Dörwald <walter@livinglogic.de>
parents: 28827
diff changeset
947 )
28339
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
948
cc35ed2b26a8 new CSV file processing module - see PEP 305
Skip Montanaro <skip@pobox.com>
parents:
diff changeset
949 if __name__ == '__main__':
28917
1741af48fd9f Combine the functionality of test_support.run_unittest()
Walter Dörwald <walter@livinglogic.de>
parents: 28827
diff changeset
950 test_main()