/* String (str/bytes) object implementation */

#define PY_SSIZE_T_CLEAN

#include "Python.h"

#include <ctype.h>

#include <stddef.h>

#ifdef COUNT_ALLOCS

Py_ssize_t null_strings, one_strings;

#endif

static PyStringObject *characters[UCHAR_MAX + 1];

static PyStringObject *nullstring;

/* This dictionary holds all interned strings. Note that references to

strings in this dictionary are *not* counted in the string's ob_refcnt.

When the interned string reaches a refcnt of 0 the string deallocation

function will delete the reference from this dictionary.

Another way to look at this is that to say that the actual reference

count of a string is: s->ob_refcnt + (s->ob_sstate?2:0)

*/

static PyObject *interned;

/* PyStringObject_SIZE gives the basic size of a string; any memory allocation

for a string of length n should request PyStringObject_SIZE + n bytes.

Using PyStringObject_SIZE instead of sizeof(PyStringObject) saves

3 bytes per string allocation on a typical system.

*/

#define PyStringObject_SIZE (offsetof(PyStringObject, ob_sval) + 1)

/*

For PyString_FromString(), the parameter `str' points to a null-terminated

string containing exactly `size' bytes.

For PyString_FromStringAndSize(), the parameter `str' is

either NULL or else points to a string containing at least `size' bytes.

For PyString_FromStringAndSize(), the string in the `str' parameter does

not have to be null-terminated. (Therefore it is safe to construct a

substring by calling `PyString_FromStringAndSize(origstring, substrlen)'.)

If `str' is NULL then PyString_FromStringAndSize() will allocate `size+1'

bytes (setting the last byte to the null terminating character) and you can

fill in the data yourself. If `str' is non-NULL then the resulting

PyString object must be treated as immutable and you must not fill in nor

alter the data yourself, since the strings may be shared.

The PyObject member `op->ob_size', which denotes the number of "extra

items" in a variable-size object, will contain the number of bytes

allocated for string data, not counting the null terminating character.

It is therefore equal to the `size' parameter (for

PyString_FromStringAndSize()) or the length of the string in the `str'

parameter (for PyString_FromString()).

*/

PyObject *

PyString_FromStringAndSize(const char *str, Py_ssize_t size)

{

register PyStringObject *op;

if (size < 0) {

PyErr_SetString(PyExc_SystemError,

"Negative size passed to PyString_FromStringAndSize");

return NULL;

}

if (size == 0 && (op = nullstring) != NULL) {

#ifdef COUNT_ALLOCS

null_strings++;

#endif

Py_INCREF(op);

return (PyObject *)op;

}

if (size == 1 && str != NULL &&

(op = characters[*str & UCHAR_MAX]) != NULL)

{

#ifdef COUNT_ALLOCS

one_strings++;

#endif

Py_INCREF(op);

return (PyObject *)op;

}

if (size > PY_SSIZE_T_MAX - PyStringObject_SIZE) {

PyErr_SetString(PyExc_OverflowError, "string is too large");

return NULL;

}

/* Inline PyObject_NewVar */

op = (PyStringObject *)PyObject_MALLOC(PyStringObject_SIZE + size);

if (op == NULL)

return PyErr_NoMemory();

(void)PyObject_INIT_VAR(op, &PyString_Type, size);

op->ob_shash = -1;

op->ob_sstate = SSTATE_NOT_INTERNED;

if (str != NULL)

Py_MEMCPY(op->ob_sval, str, size);

op->ob_sval[size] = '\0';

/* share short strings */

if (size == 0) {

PyObject *t = (PyObject *)op;

PyString_InternInPlace(&t);

op = (PyStringObject *)t;

nullstring = op;

Py_INCREF(op);

} else if (size == 1 && str != NULL) {

PyObject *t = (PyObject *)op;

PyString_InternInPlace(&t);

op = (PyStringObject *)t;

characters[*str & UCHAR_MAX] = op;

Py_INCREF(op);

}

return (PyObject *) op;

}

PyObject *

PyString_FromString(const char *str)

{

register size_t size;

register PyStringObject *op;

assert(str != NULL);

size = strlen(str);

if (size > PY_SSIZE_T_MAX - PyStringObject_SIZE) {

PyErr_SetString(PyExc_OverflowError,

"string is too long for a Python string");

return NULL;

}

if (size == 0 && (op = nullstring) != NULL) {

#ifdef COUNT_ALLOCS

null_strings++;

#endif

Py_INCREF(op);

return (PyObject *)op;

}

if (size == 1 && (op = characters[*str & UCHAR_MAX]) != NULL) {

#ifdef COUNT_ALLOCS

one_strings++;

#endif

Py_INCREF(op);

return (PyObject *)op;

}

/* Inline PyObject_NewVar */

op = (PyStringObject *)PyObject_MALLOC(PyStringObject_SIZE + size);

if (op == NULL)

return PyErr_NoMemory();

(void)PyObject_INIT_VAR(op, &PyString_Type, size);

op->ob_shash = -1;

op->ob_sstate = SSTATE_NOT_INTERNED;

Py_MEMCPY(op->ob_sval, str, size+1);

/* share short strings */

if (size == 0) {

PyObject *t = (PyObject *)op;

PyString_InternInPlace(&t);

op = (PyStringObject *)t;

nullstring = op;

Py_INCREF(op);

} else if (size == 1) {

PyObject *t = (PyObject *)op;

PyString_InternInPlace(&t);

op = (PyStringObject *)t;

characters[*str & UCHAR_MAX] = op;

Py_INCREF(op);

}

return (PyObject *) op;

}

PyObject *

PyString_FromFormatV(const char *format, va_list vargs)

{

va_list count;

Py_ssize_t n = 0;

const char* f;

char *s;

PyObject* string;

#ifdef VA_LIST_IS_ARRAY

Py_MEMCPY(count, vargs, sizeof(va_list));

#else

#ifdef __va_copy

__va_copy(count, vargs);

#else

count = vargs;

#endif

#endif

/* step 1: figure out how large a buffer we need */

for (f = format; *f; f++) {

if (*f == '%') {

#ifdef HAVE_LONG_LONG

int longlongflag = 0;

#endif

const char* p = f;

while (*++f && *f != '%' && !isalpha(Py_CHARMASK(*f)))

;

/* skip the 'l' or 'z' in {%ld, %zd, %lu, %zu} since

* they don't affect the amount of space we reserve.

*/

if (*f == 'l') {

if (f[1] == 'd' || f[1] == 'u') {

++f;

}

#ifdef HAVE_LONG_LONG

else if (f[1] == 'l' &&

(f[2] == 'd' || f[2] == 'u')) {

longlongflag = 1;

f += 2;

}

#endif

}

else if (*f == 'z' && (f[1] == 'd' || f[1] == 'u')) {

++f;

}

switch (*f) {

case 'c':

(void)va_arg(count, int);

/* fall through... */

case '%':

n++;

break;

case 'd': case 'u': case 'i': case 'x':

(void) va_arg(count, int);

#ifdef HAVE_LONG_LONG

/* Need at most

ceil(log10(256)*SIZEOF_LONG_LONG) digits,

plus 1 for the sign. 53/22 is an upper

bound for log10(256). */

if (longlongflag)

n += 2 + (SIZEOF_LONG_LONG*53-1) / 22;

else

#endif

/* 20 bytes is enough to hold a 64-bit

integer. Decimal takes the most

space. This isn't enough for

octal. */

n += 20;

break;

case 's':

s = va_arg(count, char*);

n += strlen(s);

break;

case 'p':

(void) va_arg(count, int);

/* maximum 64-bit pointer representation:

* 0xffffffffffffffff

* so 19 characters is enough.

* XXX I count 18 -- what's the extra for?

*/

n += 19;

break;

default:

/* if we stumble upon an unknown

formatting code, copy the rest of

the format string to the output

string. (we cannot just skip the

code, since there's no way to know

what's in the argument list) */

n += strlen(p);

goto expand;

}

} else

n++;

}

expand:

/* step 2: fill the buffer */

/* Since we've analyzed how much space we need for the worst case,

use sprintf directly instead of the slower PyOS_snprintf. */

string = PyString_FromStringAndSize(NULL, n);

if (!string)

return NULL;

s = PyString_AsString(string);

for (f = format; *f; f++) {

if (*f == '%') {

const char* p = f++;

Py_ssize_t i;

int longflag = 0;

#ifdef HAVE_LONG_LONG

int longlongflag = 0;

#endif

int size_tflag = 0;

/* parse the width.precision part (we're only

interested in the precision value, if any) */

n = 0;

while (isdigit(Py_CHARMASK(*f)))

n = (n*10) + *f++ - '0';

if (*f == '.') {

f++;

n = 0;

while (isdigit(Py_CHARMASK(*f)))

n = (n*10) + *f++ - '0';

}

while (*f && *f != '%' && !isalpha(Py_CHARMASK(*f)))

f++;

/* Handle %ld, %lu, %lld and %llu. */

if (*f == 'l') {

if (f[1] == 'd' || f[1] == 'u') {

longflag = 1;

++f;

}

#ifdef HAVE_LONG_LONG

else if (f[1] == 'l' &&

(f[2] == 'd' || f[2] == 'u')) {

longlongflag = 1;

f += 2;

}

#endif

}

/* handle the size_t flag. */

else if (*f == 'z' && (f[1] == 'd' || f[1] == 'u')) {

size_tflag = 1;

++f;

}

switch (*f) {

case 'c':

*s++ = va_arg(vargs, int);

break;

case 'd':

if (longflag)

sprintf(s, "%ld", va_arg(vargs, long));

#ifdef HAVE_LONG_LONG

else if (longlongflag)

sprintf(s, "%" PY_FORMAT_LONG_LONG "d",

va_arg(vargs, PY_LONG_LONG));

#endif

else if (size_tflag)

sprintf(s, "%" PY_FORMAT_SIZE_T "d",

va_arg(vargs, Py_ssize_t));

else

sprintf(s, "%d", va_arg(vargs, int));

s += strlen(s);

break;

case 'u':

if (longflag)

sprintf(s, "%lu",

va_arg(vargs, unsigned long));

#ifdef HAVE_LONG_LONG

else if (longlongflag)

sprintf(s, "%" PY_FORMAT_LONG_LONG "u",

va_arg(vargs, PY_LONG_LONG));

#endif

else if (size_tflag)

sprintf(s, "%" PY_FORMAT_SIZE_T "u",

va_arg(vargs, size_t));

else

sprintf(s, "%u",

va_arg(vargs, unsigned int));

s += strlen(s);

break;

case 'i':

sprintf(s, "%i", va_arg(vargs, int));

s += strlen(s);

break;

case 'x':

sprintf(s, "%x", va_arg(vargs, int));

s += strlen(s);

break;

case 's':

p = va_arg(vargs, char*);

if (n <= 0) {

i = strlen(p);

}

else {

i = 0;

while (i < n && p[i]) {

i++;

}

}

Py_MEMCPY(s, p, i);

s += i;

break;

case 'p':

sprintf(s, "%p", va_arg(vargs, void*));

/* %p is ill-defined: ensure leading 0x. */

if (s[1] == 'X')

s[1] = 'x';

else if (s[1] != 'x') {

memmove(s+2, s, strlen(s)+1);

s[0] = '0';

s[1] = 'x';

}

s += strlen(s);

break;

case '%':

*s++ = '%';

break;

default:

strcpy(s, p);

s += strlen(s);

goto end;

}

} else

*s++ = *f;

}

end:

if (_PyString_Resize(&string, s - PyString_AS_STRING(string)))

return NULL;

return string;

}

PyObject *

PyString_FromFormat(const char *format, ...)

{

PyObject* ret;

va_list vargs;

#ifdef HAVE_STDARG_PROTOTYPES

va_start(vargs, format);

#else

va_start(vargs);

#endif

ret = PyString_FromFormatV(format, vargs);

va_end(vargs);

return ret;

}

PyObject *PyString_Decode(const char *s,

Py_ssize_t size,

const char *encoding,

const char *errors)

{

PyObject *v, *str;

str = PyString_FromStringAndSize(s, size);

if (str == NULL)

return NULL;

v = PyString_AsDecodedString(str, encoding, errors);

Py_DECREF(str);

return v;

}

PyObject *PyString_AsDecodedObject(PyObject *str,

const char *encoding,

const char *errors)

{

PyObject *v;

if (!PyString_Check(str)) {

PyErr_BadArgument();

goto onError;

}

if (encoding == NULL) {

#ifdef Py_USING_UNICODE

encoding = PyUnicode_GetDefaultEncoding();

#else

PyErr_SetString(PyExc_ValueError, "no encoding specified");

goto onError;

#endif

}

/* Decode via the codec registry */

v = _PyCodec_DecodeText(str, encoding, errors);

if (v == NULL)

goto onError;

return v;

onError:

return NULL;

}

PyObject *PyString_AsDecodedString(PyObject *str,

const char *encoding,

const char *errors)

{

PyObject *v;

v = PyString_AsDecodedObject(str, encoding, errors);

if (v == NULL)

goto onError;

#ifdef Py_USING_UNICODE

/* Convert Unicode to a string using the default encoding */

if (PyUnicode_Check(v)) {

PyObject *temp = v;

v = PyUnicode_AsEncodedString(v, NULL, NULL);

Py_DECREF(temp);

if (v == NULL)

goto onError;

}

#endif

if (!PyString_Check(v)) {

PyErr_Format(PyExc_TypeError,

"decoder did not return a string object (type=%.400s)",

Py_TYPE(v)->tp_name);

Py_DECREF(v);

goto onError;

}

return v;

onError:

return NULL;

}

PyObject *PyString_Encode(const char *s,

Py_ssize_t size,

const char *encoding,

const char *errors)

{

PyObject *v, *str;

str = PyString_FromStringAndSize(s, size);

if (str == NULL)

return NULL;

v = PyString_AsEncodedString(str, encoding, errors);

Py_DECREF(str);

return v;

}

PyObject *PyString_AsEncodedObject(PyObject *str,

const char *encoding,

const char *errors)

{

PyObject *v;

if (!PyString_Check(str)) {

PyErr_BadArgument();

goto onError;

}

if (encoding == NULL) {

#ifdef Py_USING_UNICODE

encoding = PyUnicode_GetDefaultEncoding();

#else

PyErr_SetString(PyExc_ValueError, "no encoding specified");

goto onError;

#endif

}

/* Encode via the codec registry */

v = _PyCodec_EncodeText(str, encoding, errors);

if (v == NULL)

goto onError;

return v;

onError:

return NULL;

}

PyObject *PyString_AsEncodedString(PyObject *str,

const char *encoding,

const char *errors)

{

PyObject *v;

v = PyString_AsEncodedObject(str, encoding, errors);

if (v == NULL)

goto onError;

#ifdef Py_USING_UNICODE

/* Convert Unicode to a string using the default encoding */

if (PyUnicode_Check(v)) {

PyObject *temp = v;

v = PyUnicode_AsEncodedString(v, NULL, NULL);

Py_DECREF(temp);

if (v == NULL)

goto onError;

}

#endif

if (!PyString_Check(v)) {

PyErr_Format(PyExc_TypeError,

"encoder did not return a string object (type=%.400s)",

Py_TYPE(v)->tp_name);

Py_DECREF(v);

goto onError;

}

return v;

onError:

return NULL;

}

static void

string_dealloc(PyObject *op)

{

switch (PyString_CHECK_INTERNED(op)) {

case SSTATE_NOT_INTERNED:

break;

case SSTATE_INTERNED_MORTAL:

/* revive dead object temporarily for DelItem */

Py_REFCNT(op) = 3;

if (PyDict_DelItem(interned, op) != 0)

Py_FatalError(

"deletion of interned string failed");

break;

case SSTATE_INTERNED_IMMORTAL:

Py_FatalError("Immortal interned string died.");

default:

Py_FatalError("Inconsistent interned string state.");

}

Py_TYPE(op)->tp_free(op);

}

/* Unescape a backslash-escaped string. If unicode is non-zero,

the string is a u-literal. If recode_encoding is non-zero,

the string is UTF-8 encoded and should be re-encoded in the

specified encoding. */

PyObject *PyString_DecodeEscape(const char *s,

Py_ssize_t len,

const char *errors,

Py_ssize_t unicode,

const char *recode_encoding)

{

int c;

char *p, *buf;

const char *end;

PyObject *v;

Py_ssize_t newlen;

/* Check for integer overflow */

if (recode_encoding && (len > PY_SSIZE_T_MAX / 4)) {

PyErr_SetString(PyExc_OverflowError, "string is too large");

return NULL;

}

newlen = recode_encoding ? 4*len:len;

v = PyString_FromStringAndSize((char *)NULL, newlen);

if (v == NULL)

return NULL;

p = buf = PyString_AsString(v);

end = s + len;

while (s < end) {

if (*s != '\\') {

non_esc:

#ifdef Py_USING_UNICODE

if (recode_encoding && (*s & 0x80)) {

PyObject *u, *w;

char *r;

const char* t;

Py_ssize_t rn;

t = s;

/* Decode non-ASCII bytes as UTF-8. */

while (t < end && (*t & 0x80)) t++;

u = PyUnicode_DecodeUTF8(s, t - s, errors);

if(!u) goto failed;

/* Recode them in target encoding. */

w = PyUnicode_AsEncodedString(

u, recode_encoding, errors);

Py_DECREF(u);

if (!w) goto failed;

/* Append bytes to output buffer. */

assert(PyString_Check(w));

r = PyString_AS_STRING(w);

rn = PyString_GET_SIZE(w);

Py_MEMCPY(p, r, rn);

p += rn;

Py_DECREF(w);

s = t;

} else {

*p++ = *s++;

}

#else

*p++ = *s++;

#endif

continue;

}

s++;

if (s==end) {

PyErr_SetString(PyExc_ValueError,

"Trailing \\ in string");

goto failed;

}

switch (*s++) {

/* XXX This assumes ASCII! */

case '\n': break;

case '\\': *p++ = '\\'; break;

case '\'': *p++ = '\''; break;

case '\"': *p++ = '\"'; break;

case 'b': *p++ = '\b'; break;

case 'f': *p++ = '\014'; break; /* FF */

case 't': *p++ = '\t'; break;

case 'n': *p++ = '\n'; break;

case 'r': *p++ = '\r'; break;

case 'v': *p++ = '\013'; break; /* VT */

case 'a': *p++ = '\007'; break; /* BEL, not classic C */

case '0': case '1': case '2': case '3':

case '4': case '5': case '6': case '7':

c = s[-1] - '0';

if (s < end && '0' <= *s && *s <= '7') {

c = (c<<3) + *s++ - '0';

if (s < end && '0' <= *s && *s <= '7')

c = (c<<3) + *s++ - '0';

}

*p++ = c;

break;

case 'x':

if (s+1 < end &&

isxdigit(Py_CHARMASK(s[0])) &&

isxdigit(Py_CHARMASK(s[1])))

{

unsigned int x = 0;

c = Py_CHARMASK(*s);

s++;

if (isdigit(c))

x = c - '0';

else if (islower(c))

x = 10 + c - 'a';

else

x = 10 + c - 'A';

x = x << 4;

c = Py_CHARMASK(*s);

s++;

if (isdigit(c))

x += c - '0';

else if (islower(c))

x += 10 + c - 'a';

else

x += 10 + c - 'A';

*p++ = x;

break;

}

if (!errors || strcmp(errors, "strict") == 0) {

PyErr_SetString(PyExc_ValueError,

"invalid \\x escape");

goto failed;

}

if (strcmp(errors, "replace") == 0) {

*p++ = '?';

} else if (strcmp(errors, "ignore") == 0)

/* do nothing */;

else {

PyErr_Format(PyExc_ValueError,

"decoding error; "

"unknown error handling code: %.400s",

errors);

goto failed;

}

/* skip \x */

if (s < end && isxdigit(Py_CHARMASK(s[0])))

s++; /* and a hexdigit */

break;

#ifndef Py_USING_UNICODE

case 'u':

case 'U':

case 'N':

if (unicode) {

PyErr_SetString(PyExc_ValueError,

"Unicode escapes not legal "

"when Unicode disabled");

goto failed;

}

#endif

default:

*p++ = '\\';

s--;

goto non_esc; /* an arbitrary number of unescaped

UTF-8 bytes may follow. */

}

}

if (p-buf < newlen)

_PyString_Resize(&v, p - buf); /* v is cleared on error */

return v;

failed:

Py_DECREF(v);

return NULL;

}

/* -------------------------------------------------------------------- */

/* object api */

static Py_ssize_t

string_getsize(register PyObject *op)

{

char *s;

Py_ssize_t len;

if (PyString_AsStringAndSize(op, &s, &len))

return -1;

return len;

}

static /*const*/ char *

string_getbuffer(register PyObject *op)

{

char *s;

Py_ssize_t len;

if (PyString_AsStringAndSize(op, &s, &len))

return NULL;

return s;

}

Py_ssize_t

PyString_Size(register PyObject *op)

{

if (!PyString_Check(op))

return string_getsize(op);

return Py_SIZE(op);

}

/*const*/ char *

PyString_AsString(register PyObject *op)

{

if (!PyString_Check(op))

return string_getbuffer(op);

return ((PyStringObject *)op) -> ob_sval;

}

int

PyString_AsStringAndSize(register PyObject *obj,

register char **s,

register Py_ssize_t *len)

{

if (s == NULL) {

PyErr_BadInternalCall();

return -1;

}

if (!PyString_Check(obj)) {

#ifdef Py_USING_UNICODE

if (PyUnicode_Check(obj)) {

obj = _PyUnicode_AsDefaultEncodedString(obj, NULL);

if (obj == NULL)

return -1;

}

else

#endif

{

PyErr_Format(PyExc_TypeError,

"expected string or Unicode object, "

"%.200s found", Py_TYPE(obj)->tp_name);

return -1;

}

}

*s = PyString_AS_STRING(obj);

if (len != NULL)

*len = PyString_GET_SIZE(obj);

else if (strlen(*s) != (size_t)PyString_GET_SIZE(obj)) {

PyErr_SetString(PyExc_TypeError,

"expected string without null bytes");

return -1;

}

return 0;

}

/* -------------------------------------------------------------------- */

/* Methods */

#include "stringlib/stringdefs.h"

#include "stringlib/fastsearch.h"

#include "stringlib/count.h"

#include "stringlib/find.h"

#include "stringlib/partition.h"

#include "stringlib/split.h"

#define _Py_InsertThousandsGrouping _PyString_InsertThousandsGrouping

#include "stringlib/localeutil.h"

static int

string_print(PyStringObject *op, FILE *fp, int flags)

{

Py_ssize_t i, str_len;

char c;

int quote;

/* XXX Ought to check for interrupts when writing long strings */

if (! PyString_CheckExact(op)) {

int ret;

/* A str subclass may have its own __str__ method. */

op = (PyStringObject *) PyObject_Str((PyObject *)op);

if (op == NULL)

return -1;

ret = string_print(op, fp, flags);

Py_DECREF(op);

return ret;

}

if (flags & Py_PRINT_RAW) {

char *data = op->ob_sval;

Py_ssize_t size = Py_SIZE(op);

Py_BEGIN_ALLOW_THREADS

while (size > INT_MAX) {

/* Very long strings cannot be written atomically.

* But don't write exactly INT_MAX bytes at a time

* to avoid memory aligment issues.

*/

const int chunk_size = INT_MAX & ~0x3FFF;

fwrite(data, 1, chunk_size, fp);

data += chunk_size;

size -= chunk_size;

}

#ifdef __VMS

if (size) fwrite(data, (size_t)size, 1, fp);

#else

fwrite(data, 1, (size_t)size, fp);

#endif

Py_END_ALLOW_THREADS

return 0;

}

/* figure out which quote to use; single is preferred */

quote = '\'';

if (memchr(op->ob_sval, '\'', Py_SIZE(op)) &&

!memchr(op->ob_sval, '"', Py_SIZE(op)))

quote = '"';

str_len = Py_SIZE(op);

Py_BEGIN_ALLOW_THREADS

fputc(quote, fp);

for (i = 0; i < str_len; i++) {

/* Since strings are immutable and the caller should have a

reference, accessing the internal buffer should not be an issue

with the GIL released. */

c = op->ob_sval[i];

if (c == quote || c == '\\')

fprintf(fp, "\\%c", c);

else if (c == '\t')

fprintf(fp, "\\t");

else if (c == '\n')

fprintf(fp, "\\n");

else if (c == '\r')

fprintf(fp, "\\r");

else if (c < ' ' || c >= 0x7f)

fprintf(fp, "\\x%02x", c & 0xff);

else

fputc(c, fp);

}

fputc(quote, fp);

Py_END_ALLOW_THREADS

return 0;

}

PyObject *

PyString_Repr(PyObject *obj, int smartquotes)

{

register PyStringObject* op = (PyStringObject*) obj;

size_t newsize;

PyObject *v;

if (Py_SIZE(op) > (PY_SSIZE_T_MAX - 2)/4) {

PyErr_SetString(PyExc_OverflowError,

"string is too large to make repr");

return NULL;

}

newsize = 2 + 4*Py_SIZE(op);

v = PyString_FromStringAndSize((char *)NULL, newsize);

if (v == NULL) {

return NULL;

}

else {

register Py_ssize_t i;

register char c;

register char *p;

int quote;

/* figure out which quote to use; single is preferred */

quote = '\'';

if (smartquotes &&

memchr(op->ob_sval, '\'', Py_SIZE(op)) &&

!memchr(op->ob_sval, '"', Py_SIZE(op)))

quote = '"';

p = PyString_AS_STRING(v);

*p++ = quote;

for (i = 0; i < Py_SIZE(op); i++) {

/* There's at least enough room for a hex escape

and a closing quote. */

assert(newsize - (p - PyString_AS_STRING(v)) >= 5);

c = op->ob_sval[i];

if (c == quote || c == '\\')

*p++ = '\\', *p++ = c;

else if (c == '\t')

*p++ = '\\', *p++ = 't';

else if (c == '\n')

*p++ = '\\', *p++ = 'n';

else if (c == '\r')

*p++ = '\\', *p++ = 'r';

else if (c < ' ' || c >= 0x7f) {

/* For performance, we don't want to call

PyOS_snprintf here (extra layers of

function call). */

sprintf(p, "\\x%02x", c & 0xff);

p += 4;

}

else

*p++ = c;

}

assert(newsize - (p - PyString_AS_STRING(v)) >= 1);

*p++ = quote;

*p = '\0';

if (_PyString_Resize(&v, (p - PyString_AS_STRING(v))))

return NULL;

return v;

}

}

static PyObject *