#ifndef COMPILER_CPREPTOKENIZER_H
#define COMPILER_CPREPTOKENIZER_H

#include "compiler/common.h"
#include "compiler/tokens.h"

#ifdef __MWERKS__
#pragma options align=mac68k
#endif

extern short prepskipnextchar(void);
extern short prepnextchar(void);
extern short prepnextstringchar(StringPtr str, Boolean flag);
extern void CPrep_MatchChar(char ch, Boolean flag);
extern char *CPrep_MatchChar2(char *start, char ch, Boolean flag);
extern short prepcurchar(void);
extern char *ReadIdentifier(const char *p);
extern StringPtr CPrep_SkipNewComment(StringPtr str);
extern Boolean skipendoflinematch(StringPtr str, short token);
extern void skipendofline(void);
extern void CPrep_SkipAsmComment(void);
extern short lookahead(void);
extern short lookahead_noeol(void);
extern short lex(void);
extern short plex(void);
extern short lexidentifier(void);

#ifdef __MWERKS__
#pragma options align=reset
#endif

#endif