mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-30 21:48:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

Patch #534304: Implement phase 1 of PEP 263.

Browse source
This commit is contained in:
Martin v. Löwis 2002-08-04 17:29:52 +00:00
parent a729daf2e4
commit 00f1e3f5a5
13 changed files with 656 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

11
Parser/tokenizer.h
View file

@ -4,6 +4,7 @@
extern "C" {
#endif
#include "object.h"
/* Tokenizer interface */
@ -38,6 +39,16 @@ struct tok_state {
int alterror; /* Issue error if alternate tabs don't match */
int alttabsize; /* Alternate tab spacing */
int altindstack[MAXINDENT]; /* Stack of alternate indents */
/* Stuff for PEP 0263 */
int decoding_state; /* -1:decoding, 0:init, 1:raw */
int decoding_erred; /* whether erred in decoding */
int read_coding_spec; /* whether 'coding:...' has been read */
int issued_encoding_warning; /* whether non-ASCII warning was issued */
char *encoding;
PyObject *decoding_readline; /* codecs.open(...).readline */
PyObject *decoding_buffer;
const char* enc;
const char* str;
};
extern struct tok_state *PyTokenizer_FromString(char *);