49 lines
1.8 KiB
C
49 lines
1.8 KiB
C
|
/*
|
||
|
|
* (c) copyright 1987 by the Vrije Universiteit, Amsterdam, The Netherlands.
|
||
|
|
* See the copyright notice in the ACK home directory, in the file "Copyright".
|
||
|
|
*/
|
||
|
|
/* $Header$ */
|
||
|
|
/* U S E O F C H A R A C T E R C L A S S E S */
|
||
|
|
|
||
|
|
/* As a starter, chars are divided into classes, according to which
|
||
|
|
token they can be the start of.
|
||
|
|
At present such a class number is supposed to fit in 4 bits.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define class(ch) ((tkclass)[ch])
|
||
|
|
|
||
|
|
/* Being the start of a token is, fortunately, a mutual exclusive
|
||
|
|
property, so, as there are less than 16 classes they can be
|
||
|
|
packed in 4 bits.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define STSKIP 0 /* spaces and so on: skipped characters */
|
||
|
|
#define STNL 1 /* newline character(s): update linenumber etc. */
|
||
|
|
#define STGARB 2 /* garbage ascii character: not allowed */
|
||
|
|
#define STSIMP 3 /* this character can occur as token */
|
||
|
|
#define STCOMP 4 /* this one can start a compound token */
|
||
|
|
#define STELL 5 /* wide character- or string- constant prefix */
|
||
|
|
#define STIDF 6 /* being the initial character of an identifier */
|
||
|
|
#define STCHAR 7 /* the starter of a character constant */
|
||
|
|
#define STSTR 8 /* the starter of a string */
|
||
|
|
#define STNUM 9 /* the starter of a numeric constant */
|
||
|
|
#define STEOI 10 /* End-Of-Information mark */
|
||
|
|
#define STMSPEC 11 /* special class for token expansion */
|
||
|
|
|
||
|
|
#define NOEXPM '\003' /* don't expand the next macro identifier */
|
||
|
|
#define TOKSEP '\004' /* the token separator */
|
||
|
|
|
||
|
|
/* But occurring inside a token is not, so we need 1 bit for each
|
||
|
|
class. This is implemented as a collection of tables to speed up
|
||
|
|
the decision whether a character has a special meaning.
|
||
|
|
*/
|
||
|
|
#define in_idf(ch) (inidf[ch])
|
||
|
|
#define is_oct(ch) (isoct[ch])
|
||
|
|
#define is_dig(ch) (isdig[ch])
|
||
|
|
#define is_hex(ch) (ishex[ch])
|
||
|
|
#define is_suf(ch) (issuf[ch])
|
||
|
|
#define is_wsp(ch) (iswsp[ch])
|
||
|
|
|
||
|
|
extern char tkclass[];
|
||
|
|
extern char inidf[], isoct[], isdig[], ishex[], issuf[], iswsp[];
|