/* csv module */

/*

This module provides the low-level underpinnings of a CSV reading/writing

module. Users should not use this module directly, but import the csv.py

module instead.

*/

#define MODULE_VERSION "1.0"

#include "Python.h"

#include "structmember.h"

#include <stdbool.h>

typedef struct {

PyObject *error_obj; /* CSV exception */

PyObject *dialects; /* Dialect registry */

long field_limit; /* max parsed field size */

} _csvstate;

#define _csvstate(o) ((_csvstate *)PyModule_GetState(o))

static int

_csv_clear(PyObject *m)

{

Py_CLEAR(_csvstate(m)->error_obj);

Py_CLEAR(_csvstate(m)->dialects);

return 0;

}

static int

_csv_traverse(PyObject *m, visitproc visit, void *arg)

{

Py_VISIT(_csvstate(m)->error_obj);

Py_VISIT(_csvstate(m)->dialects);

return 0;

}

static void

_csv_free(void *m)

{

_csv_clear((PyObject *)m);

}

static struct PyModuleDef _csvmodule;

#define _csvstate_global ((_csvstate *)PyModule_GetState(PyState_FindModule(&_csvmodule)))

typedef enum {

START_RECORD, START_FIELD, ESCAPED_CHAR, IN_FIELD,

IN_QUOTED_FIELD, ESCAPE_IN_QUOTED_FIELD, QUOTE_IN_QUOTED_FIELD,

EAT_CRNL,AFTER_ESCAPED_CRNL

} ParserState;

typedef enum {

QUOTE_MINIMAL, QUOTE_ALL, QUOTE_NONNUMERIC, QUOTE_NONE

} QuoteStyle;

typedef struct {

QuoteStyle style;

const char *name;

} StyleDesc;

static const StyleDesc quote_styles[] = {

{ QUOTE_MINIMAL, "QUOTE_MINIMAL" },

{ QUOTE_ALL, "QUOTE_ALL" },

{ QUOTE_NONNUMERIC, "QUOTE_NONNUMERIC" },

{ QUOTE_NONE, "QUOTE_NONE" },

{ 0 }

};

typedef struct {

PyObject_HEAD

char doublequote; /* is " represented by ""? */

char skipinitialspace; /* ignore spaces following delimiter? */

char strict; /* raise exception on bad CSV */

int quoting; /* style of quoting to write */

Py_UCS4 delimiter; /* field separator */

Py_UCS4 quotechar; /* quote character */

Py_UCS4 escapechar; /* escape character */

PyObject *lineterminator; /* string to write between records */

} DialectObj;

static PyTypeObject Dialect_Type;

typedef struct {

PyObject_HEAD

PyObject *input_iter; /* iterate over this for input lines */

DialectObj *dialect; /* parsing dialect */

PyObject *fields; /* field list for current record */

ParserState state; /* current CSV parse state */

Py_UCS4 *field; /* temporary buffer */

Py_ssize_t field_size; /* size of allocated buffer */

Py_ssize_t field_len; /* length of current field */

int numeric_field; /* treat field as numeric */

unsigned long line_num; /* Source-file line number */

} ReaderObj;

static PyTypeObject Reader_Type;

#define ReaderObject_Check(v) (Py_TYPE(v) == &Reader_Type)

typedef struct {

PyObject_HEAD

PyObject *write; /* write output lines to this file */

DialectObj *dialect; /* parsing dialect */

Py_UCS4 *rec; /* buffer for parser.join */

Py_ssize_t rec_size; /* size of allocated record */

Py_ssize_t rec_len; /* length of record */

int num_fields; /* number of fields in record */

} WriterObj;

static PyTypeObject Writer_Type;

/*

* DIALECT class

*/

static PyObject *

get_dialect_from_registry(PyObject * name_obj)

{

PyObject *dialect_obj;

dialect_obj = PyDict_GetItemWithError(_csvstate_global->dialects, name_obj);

if (dialect_obj == NULL) {

if (!PyErr_Occurred())

PyErr_Format(_csvstate_global->error_obj, "unknown dialect");

}

else

Py_INCREF(dialect_obj);

return dialect_obj;

}

static PyObject *

get_string(PyObject *str)

{

Py_XINCREF(str);

return str;

}

static PyObject *

get_nullchar_as_None(Py_UCS4 c)

{

if (c == '\0') {

Py_RETURN_NONE;

}

else

return PyUnicode_FromOrdinal(c);

}

static PyObject *

Dialect_get_lineterminator(DialectObj *self, void *Py_UNUSED(ignored))

{

return get_string(self->lineterminator);

}

static PyObject *

Dialect_get_delimiter(DialectObj *self, void *Py_UNUSED(ignored))

{

return get_nullchar_as_None(self->delimiter);

}

static PyObject *

Dialect_get_escapechar(DialectObj *self, void *Py_UNUSED(ignored))

{

return get_nullchar_as_None(self->escapechar);

}

static PyObject *

Dialect_get_quotechar(DialectObj *self, void *Py_UNUSED(ignored))

{

return get_nullchar_as_None(self->quotechar);

}

static PyObject *

Dialect_get_quoting(DialectObj *self, void *Py_UNUSED(ignored))

{

return PyLong_FromLong(self->quoting);

}

static int

_set_bool(const char *name, char *target, PyObject *src, bool dflt)

{

if (src == NULL)

*target = dflt;

else {

int b = PyObject_IsTrue(src);

if (b < 0)

return -1;

*target = (char)b;

}

return 0;

}

static int

_set_int(const char *name, int *target, PyObject *src, int dflt)

{

if (src == NULL)

*target = dflt;

else {

int value;

if (!PyLong_CheckExact(src)) {

PyErr_Format(PyExc_TypeError,

"\"%s\" must be an integer", name);

return -1;

}

value = _PyLong_AsInt(src);

if (value == -1 && PyErr_Occurred()) {

return -1;

}

*target = value;

}

return 0;

}

static int

_set_char(const char *name, Py_UCS4 *target, PyObject *src, Py_UCS4 dflt)

{

if (src == NULL)

*target = dflt;

else {

*target = '\0';

if (src != Py_None) {

Py_ssize_t len;

if (!PyUnicode_Check(src)) {

PyErr_Format(PyExc_TypeError,

"\"%s\" must be string, not %.200s", name,

src->ob_type->tp_name);

return -1;

}

len = PyUnicode_GetLength(src);

if (len > 1) {

PyErr_Format(PyExc_TypeError,

"\"%s\" must be a 1-character string",

name);

return -1;

}

/* PyUnicode_READY() is called in PyUnicode_GetLength() */

if (len > 0)

*target = PyUnicode_READ_CHAR(src, 0);

}

}

return 0;

}

static int

_set_str(const char *name, PyObject **target, PyObject *src, const char *dflt)

{

if (src == NULL)

*target = PyUnicode_DecodeASCII(dflt, strlen(dflt), NULL);

else {

if (src == Py_None)

*target = NULL;

else if (!PyUnicode_Check(src)) {

PyErr_Format(PyExc_TypeError,

"\"%s\" must be a string", name);

return -1;

}

else {

if (PyUnicode_READY(src) == -1)

return -1;

Py_INCREF(src);

Py_XSETREF(*target, src);

}

}

return 0;

}

static int

dialect_check_quoting(int quoting)

{

const StyleDesc *qs;

for (qs = quote_styles; qs->name; qs++) {

if ((int)qs->style == quoting)

return 0;

}

PyErr_Format(PyExc_TypeError, "bad \"quoting\" value");

return -1;

}

#define D_OFF(x) offsetof(DialectObj, x)

static struct PyMemberDef Dialect_memberlist[] = {

{ "skipinitialspace", T_BOOL, D_OFF(skipinitialspace), READONLY },

{ "doublequote", T_BOOL, D_OFF(doublequote), READONLY },

{ "strict", T_BOOL, D_OFF(strict), READONLY },

{ NULL }

};

static PyGetSetDef Dialect_getsetlist[] = {

{ "delimiter", (getter)Dialect_get_delimiter},

{ "escapechar", (getter)Dialect_get_escapechar},

{ "lineterminator", (getter)Dialect_get_lineterminator},

{ "quotechar", (getter)Dialect_get_quotechar},

{ "quoting", (getter)Dialect_get_quoting},

{NULL},

};

static void

Dialect_dealloc(DialectObj *self)

{

Py_XDECREF(self->lineterminator);

Py_TYPE(self)->tp_free((PyObject *)self);

}

static char *dialect_kws[] = {

"dialect",

"delimiter",

"doublequote",

"escapechar",

"lineterminator",

"quotechar",

"quoting",

"skipinitialspace",

"strict",

NULL

};

static PyObject *

dialect_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)

{

DialectObj *self;

PyObject *ret = NULL;

PyObject *dialect = NULL;

PyObject *delimiter = NULL;

PyObject *doublequote = NULL;

PyObject *escapechar = NULL;

PyObject *lineterminator = NULL;

PyObject *quotechar = NULL;

PyObject *quoting = NULL;

PyObject *skipinitialspace = NULL;

PyObject *strict = NULL;

if (!PyArg_ParseTupleAndKeywords(args, kwargs,

"|OOOOOOOOO", dialect_kws,

&dialect,

&delimiter,

&doublequote,

&escapechar,

&lineterminator,

&quotechar,

&quoting,

&skipinitialspace,

&strict))

return NULL;

if (dialect != NULL) {

if (PyUnicode_Check(dialect)) {

dialect = get_dialect_from_registry(dialect);

if (dialect == NULL)

return NULL;

}

else

Py_INCREF(dialect);

/* Can we reuse this instance? */

if (PyObject_TypeCheck(dialect, &Dialect_Type) &&

delimiter == NULL &&

doublequote == NULL &&

escapechar == NULL &&

lineterminator == NULL &&

quotechar == NULL &&

quoting == NULL &&

skipinitialspace == NULL &&

strict == NULL)

return dialect;

}

self = (DialectObj *)type->tp_alloc(type, 0);

if (self == NULL) {

Py_XDECREF(dialect);

return NULL;

}

self->lineterminator = NULL;

Py_XINCREF(delimiter);

Py_XINCREF(doublequote);

Py_XINCREF(escapechar);

Py_XINCREF(lineterminator);

Py_XINCREF(quotechar);

Py_XINCREF(quoting);

Py_XINCREF(skipinitialspace);

Py_XINCREF(strict);

if (dialect != NULL) {

#define DIALECT_GETATTR(v, n) \

if (v == NULL) \

v = PyObject_GetAttrString(dialect, n)

DIALECT_GETATTR(delimiter, "delimiter");

DIALECT_GETATTR(doublequote, "doublequote");

DIALECT_GETATTR(escapechar, "escapechar");

DIALECT_GETATTR(lineterminator, "lineterminator");

DIALECT_GETATTR(quotechar, "quotechar");

DIALECT_GETATTR(quoting, "quoting");

DIALECT_GETATTR(skipinitialspace, "skipinitialspace");

DIALECT_GETATTR(strict, "strict");

PyErr_Clear();

}

/* check types and convert to C values */

#define DIASET(meth, name, target, src, dflt) \

if (meth(name, target, src, dflt)) \

goto err

DIASET(_set_char, "delimiter", &self->delimiter, delimiter, ',');

DIASET(_set_bool, "doublequote", &self->doublequote, doublequote, true);

DIASET(_set_char, "escapechar", &self->escapechar, escapechar, 0);

DIASET(_set_str, "lineterminator", &self->lineterminator, lineterminator, "\r\n");

DIASET(_set_char, "quotechar", &self->quotechar, quotechar, '"');

DIASET(_set_int, "quoting", &self->quoting, quoting, QUOTE_MINIMAL);

DIASET(_set_bool, "skipinitialspace", &self->skipinitialspace, skipinitialspace, false);

DIASET(_set_bool, "strict", &self->strict, strict, false);

/* validate options */

if (dialect_check_quoting(self->quoting))

goto err;

if (self->delimiter == 0) {

PyErr_SetString(PyExc_TypeError,

"\"delimiter\" must be a 1-character string");

goto err;

}

if (quotechar == Py_None && quoting == NULL)

self->quoting = QUOTE_NONE;

if (self->quoting != QUOTE_NONE && self->quotechar == 0) {

PyErr_SetString(PyExc_TypeError,

"quotechar must be set if quoting enabled");

goto err;

}

if (self->lineterminator == 0) {

PyErr_SetString(PyExc_TypeError, "lineterminator must be set");

goto err;

}

ret = (PyObject *)self;

Py_INCREF(self);

err:

Py_XDECREF(self);

Py_XDECREF(dialect);

Py_XDECREF(delimiter);

Py_XDECREF(doublequote);

Py_XDECREF(escapechar);

Py_XDECREF(lineterminator);

Py_XDECREF(quotechar);

Py_XDECREF(quoting);

Py_XDECREF(skipinitialspace);

Py_XDECREF(strict);

return ret;

}

PyDoc_STRVAR(Dialect_Type_doc,

"CSV dialect\n"

"\n"

"The Dialect type records CSV parsing and generation options.\n");

static PyTypeObject Dialect_Type = {

PyVarObject_HEAD_INIT(NULL, 0)

"_csv.Dialect", /* tp_name */

sizeof(DialectObj), /* tp_basicsize */

0, /* tp_itemsize */

/* methods */

(destructor)Dialect_dealloc, /* tp_dealloc */

0, /* tp_vectorcall_offset */

(getattrfunc)0, /* tp_getattr */

(setattrfunc)0, /* tp_setattr */

0, /* tp_as_async */

(reprfunc)0, /* tp_repr */

0, /* tp_as_number */

0, /* tp_as_sequence */

0, /* tp_as_mapping */

(hashfunc)0, /* tp_hash */

(ternaryfunc)0, /* tp_call */

(reprfunc)0, /* tp_str */

0, /* tp_getattro */

0, /* tp_setattro */

0, /* tp_as_buffer */

Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */

Dialect_Type_doc, /* tp_doc */

0, /* tp_traverse */

0, /* tp_clear */

0, /* tp_richcompare */

0, /* tp_weaklistoffset */

0, /* tp_iter */

0, /* tp_iternext */

0, /* tp_methods */

Dialect_memberlist, /* tp_members */

Dialect_getsetlist, /* tp_getset */

0, /* tp_base */

0, /* tp_dict */

0, /* tp_descr_get */

0, /* tp_descr_set */

0, /* tp_dictoffset */

0, /* tp_init */

0, /* tp_alloc */

dialect_new, /* tp_new */

0, /* tp_free */

};

/*

* Return an instance of the dialect type, given a Python instance or kwarg

* description of the dialect

*/

static PyObject *

_call_dialect(PyObject *dialect_inst, PyObject *kwargs)

{

PyObject *type = (PyObject *)&Dialect_Type;

if (dialect_inst) {

return _PyObject_FastCallDict(type, &dialect_inst, 1, kwargs);

}

else {

return _PyObject_FastCallDict(type, NULL, 0, kwargs);

}

}

/*

* READER

*/

static int

parse_save_field(ReaderObj *self)

{

PyObject *field;

field = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND,

(void *) self->field, self->field_len);

if (field == NULL)

return -1;

self->field_len = 0;

if (self->numeric_field) {

PyObject *tmp;

self->numeric_field = 0;

tmp = PyNumber_Float(field);

Py_DECREF(field);

if (tmp == NULL)

return -1;

field = tmp;

}

if (PyList_Append(self->fields, field) < 0) {

Py_DECREF(field);

return -1;

}

Py_DECREF(field);

return 0;

}

static int

parse_grow_buff(ReaderObj *self)

{

assert((size_t)self->field_size <= PY_SSIZE_T_MAX / sizeof(Py_UCS4));

Py_ssize_t field_size_new = self->field_size ? 2 * self->field_size : 4096;

Py_UCS4 *field_new = self->field;

PyMem_Resize(field_new, Py_UCS4, field_size_new);

if (field_new == NULL) {

PyErr_NoMemory();

return 0;

}

self->field = field_new;

self->field_size = field_size_new;

return 1;

}

static int

parse_add_char(ReaderObj *self, Py_UCS4 c)

{

if (self->field_len >= _csvstate_global->field_limit) {

PyErr_Format(_csvstate_global->error_obj, "field larger than field limit (%ld)",

_csvstate_global->field_limit);

return -1;

}

if (self->field_len == self->field_size && !parse_grow_buff(self))

return -1;

self->field[self->field_len++] = c;

return 0;

}

static int

parse_process_char(ReaderObj *self, Py_UCS4 c)

{

DialectObj *dialect = self->dialect;

switch (self->state) {

case START_RECORD:

/* start of record */

if (c == '\0')

/* empty line - return [] */

break;

else if (c == '\n' || c == '\r') {

self->state = EAT_CRNL;

break;

}

/* normal character - handle as START_FIELD */

self->state = START_FIELD;

/* fallthru */

case START_FIELD:

/* expecting field */

if (c == '\n' || c == '\r' || c == '\0') {

/* save empty field - return [fields] */

if (parse_save_field(self) < 0)

return -1;

self->state = (c == '\0' ? START_RECORD : EAT_CRNL);

}

else if (c == dialect->quotechar &&

dialect->quoting != QUOTE_NONE) {

/* start quoted field */

self->state = IN_QUOTED_FIELD;

}

else if (c == dialect->escapechar) {

/* possible escaped character */

self->state = ESCAPED_CHAR;

}

else if (c == ' ' && dialect->skipinitialspace)

/* ignore space at start of field */

;

else if (c == dialect->delimiter) {

/* save empty field */

if (parse_save_field(self) < 0)

return -1;

}

else {

/* begin new unquoted field */

if (dialect->quoting == QUOTE_NONNUMERIC)

self->numeric_field = 1;

if (parse_add_char(self, c) < 0)

return -1;

self->state = IN_FIELD;

}

break;

case ESCAPED_CHAR:

if (c == '\n' || c=='\r') {

if (parse_add_char(self, c) < 0)

return -1;

self->state = AFTER_ESCAPED_CRNL;

break;

}

if (c == '\0')

c = '\n';

if (parse_add_char(self, c) < 0)

return -1;

self->state = IN_FIELD;

break;

case AFTER_ESCAPED_CRNL:

if (c == '\0')

break;

/*fallthru*/

case IN_FIELD:

/* in unquoted field */

if (c == '\n' || c == '\r' || c == '\0') {

/* end of line - return [fields] */

if (parse_save_field(self) < 0)

return -1;

self->state = (c == '\0' ? START_RECORD : EAT_CRNL);

}

else if (c == dialect->escapechar) {

/* possible escaped character */

self->state = ESCAPED_CHAR;

}

else if (c == dialect->delimiter) {

/* save field - wait for new field */

if (parse_save_field(self) < 0)

return -1;

self->state = START_FIELD;

}

else {

/* normal character - save in field */

if (parse_add_char(self, c) < 0)

return -1;

}

break;

case IN_QUOTED_FIELD:

/* in quoted field */

if (c == '\0')

;

else if (c == dialect->escapechar) {

/* Possible escape character */

self->state = ESCAPE_IN_QUOTED_FIELD;

}

else if (c == dialect->quotechar &&

dialect->quoting != QUOTE_NONE) {

if (dialect->doublequote) {

/* doublequote; " represented by "" */

self->state = QUOTE_IN_QUOTED_FIELD;

}

else {

/* end of quote part of field */

self->state = IN_FIELD;

}

}

else {

/* normal character - save in field */

if (parse_add_char(self, c) < 0)

return -1;

}

break;

case ESCAPE_IN_QUOTED_FIELD:

if (c == '\0')

c = '\n';

if (parse_add_char(self, c) < 0)

return -1;

self->state = IN_QUOTED_FIELD;

break;

case QUOTE_IN_QUOTED_FIELD:

/* doublequote - seen a quote in a quoted field */

if (dialect->quoting != QUOTE_NONE &&

c == dialect->quotechar) {

/* save "" as " */

if (parse_add_char(self, c) < 0)

return -1;

self->state = IN_QUOTED_FIELD;

}

else if (c == dialect->delimiter) {

/* save field - wait for new field */

if (parse_save_field(self) < 0)

return -1;

self->state = START_FIELD;

}

else if (c == '\n' || c == '\r' || c == '\0') {

/* end of line - return [fields] */

if (parse_save_field(self) < 0)

return -1;

self->state = (c == '\0' ? START_RECORD : EAT_CRNL);

}

else if (!dialect->strict) {

if (parse_add_char(self, c) < 0)

return -1;

self->state = IN_FIELD;

}

else {

/* illegal */

PyErr_Format(_csvstate_global->error_obj, "'%c' expected after '%c'",

dialect->delimiter,

dialect->quotechar);

return -1;

}

break;

case EAT_CRNL:

if (c == '\n' || c == '\r')

;

else if (c == '\0')

self->state = START_RECORD;

else {

PyErr_Format(_csvstate_global->error_obj, "new-line character seen in unquoted field - do you need to open the file in universal-newline mode?");

return -1;

}

break;

}

return 0;

}

static int

parse_reset(ReaderObj *self)

{

Py_XSETREF(self->fields, PyList_New(0));

if (self->fields == NULL)

return -1;

self->field_len = 0;

self->state = START_RECORD;

self->numeric_field = 0;

return 0;

}

static PyObject *

Reader_iternext(ReaderObj *self)

{

PyObject *fields = NULL;

Py_UCS4 c;

Py_ssize_t pos, linelen;

unsigned int kind;

void *data;

PyObject *lineobj;

if (parse_reset(self) < 0)

return NULL;

do {

lineobj = PyIter_Next(self->input_iter);

if (lineobj == NULL) {

/* End of input OR exception */

if (!PyErr_Occurred() && (self->field_len != 0 ||

self->state == IN_QUOTED_FIELD)) {

if (self->dialect->strict)

PyErr_SetString(_csvstate_global->error_obj,

"unexpected end of data");

else if (parse_save_field(self) >= 0)

break;

}

return NULL;

}

if (!PyUnicode_Check(lineobj)) {

PyErr_Format(_csvstate_global->error_obj,

"iterator should return strings, "

"not %.200s "

"(did you open the file in text mode?)",

lineobj->ob_type->tp_name

);

Py_DECREF(lineobj);

return NULL;

}

if (PyUnicode_READY(lineobj) == -1) {

Py_DECREF(lineobj);

return NULL;

}

++self->line_num;

kind = PyUnicode_KIND(lineobj);

data = PyUnicode_DATA(lineobj);

pos = 0;

linelen = PyUnicode_GET_LENGTH(lineobj);

while (linelen--) {

c = PyUnicode_READ(kind, data, pos);

if (c == '\0') {

Py_DECREF(lineobj);

PyErr_Format(_csvstate_global->error_obj,

"line contains NUL");

goto err;

}

if (parse_process_char(self, c) < 0) {

Py_DECREF(lineobj);

goto err;

}

pos++;

}

Py_DECREF(lineobj);

if (parse_process_char(self, 0) < 0)

goto err;

} while (self->state != START_RECORD);

fields = self->fields;

self->fields = NULL;

err:

return fields;

}

static void

Reader_dealloc(ReaderObj *self)

{

PyObject_GC_UnTrack(self);

Py_XDECREF(self->dialect);

Py_XDECREF(self->input_iter);

Py_XDECREF(self->fields);

if (self->field != NULL)

PyMem_Free(self->field);

PyObject_GC_Del(self);

}

static int

Reader_traverse(ReaderObj *self, visitproc visit, void *arg)

{

Py_VISIT(self->dialect);

Py_VISIT(self->input_iter);

Py_VISIT(self->fields);

return 0;

}

static int

Reader_clear(ReaderObj *self)

{

Py_CLEAR(self->dialect);

Py_CLEAR(self->input_iter);

Py_CLEAR(self->fields);

return 0;

}

PyDoc_STRVAR(Reader_Type_doc,

"CSV reader\n"

"\n"

"Reader objects are responsible for reading and parsing tabular data\n"

"in CSV format.\n"

);

static struct PyMethodDef Reader_methods[] = {

{ NULL, NULL }

};

#define R_OFF(x) offsetof(ReaderObj, x)

static struct PyMemberDef Reader_memberlist[] = {

{ "dialect", T_OBJECT, R_OFF(dialect), READONLY },

{ "line_num", T_ULONG, R_OFF(line_num), READONLY },

{ NULL }

};

static PyTypeObject Reader_Type = {

PyVarObject_HEAD_INIT(NULL, 0)

"_csv.reader", /*tp_name*/

sizeof(ReaderObj), /*tp_basicsize*/

0, /*tp_itemsize*/

/* methods */

(destructor)Reader_dealloc, /*tp_dealloc*/

0, /*tp_vectorcall_offset*/

(getattrfunc)0, /*tp_getattr*/

(setattrfunc)0, /*tp_setattr*/

0, /*tp_as_async*/

(reprfunc)0, /*tp_repr*/

0, /*tp_as_number*/

0, /*tp_as_sequence*/

0, /*tp_as_mapping*/

(hashfunc)0, /*tp_hash*/

(ternaryfunc)0, /*tp_call*/

(reprfunc)0, /*tp_str*/

0, /*tp_getattro*/

0, /*tp_setattro*/

0, /*tp_as_buffer*/

Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE |

Py_TPFLAGS_HAVE_GC, /*tp_flags*/

Reader_Type_doc, /*tp_doc*/

(traverseproc)Reader_traverse, /*tp_traverse*/

(inquiry)Reader_clear, /*tp_clear*/

0, /*tp_richcompare*/

0, /*tp_weaklistoffset*/

PyObject_SelfIter, /*tp_iter*/

(getiterfunc)Reader_iternext, /*tp_iternext*/

Reader_methods, /*tp_methods*/

Reader_memberlist, /*tp_members*/

0, /*tp_getset*/

};

static PyObject *

csv_reader(PyObject *module, PyObject *args, PyObject *keyword_args)

{

PyObject * iterator, * dialect = NULL;

ReaderObj * self = PyObject_GC_New(ReaderObj, &Reader_Type);

if (!self)

return NULL;

self->dialect = NULL;

self->fields = NULL;

self->input_iter = NULL;

self->field = NULL;

self->field_size = 0;

self->line_num = 0;

if (parse_reset(self) < 0) {

Py_DECREF(self);

return NULL;

}

if (!PyArg_UnpackTuple(args, "", 1, 2, &iterator, &dialect)) {

Py_DECREF(self);

return NULL;

}

self->input_iter = PyObject_GetIter(iterator);

if (self->input_iter == NULL) {

PyErr_SetString(PyExc_TypeError,

"argument 1 must be an iterator");

Py_DECREF(self);

return NULL;

}

self->dialect = (DialectObj *)_call_dialect(dialect, keyword_args);

if (self->dialect == NULL) {

Py_DECREF(self);

return NULL;

}

PyObject_GC_Track(self);

return (PyObject *)self;

}

/*

* WRITER

*/

/* ---------------------------------------------------------------- */

static void

join_reset(WriterObj *self)

{

self->rec_len = 0;

self->num_fields = 0;

}

#define MEM_INCR 32768

/* Calculate new record length or append field to record. Return new

* record length.

*/

static Py_ssize_t

join_append_data(WriterObj *self, unsigned int field_kind, void *field_data,

Py_ssize_t field_len, int *quoted,

int copy_phase)

{

DialectObj *dialect = self->dialect;

int i;

Py_ssize_t rec_len;