1 files changed, 32 insertions, 0 deletions
diff --git a/includes/compiler/CPrepTokenizer.h b/includes/compiler/CPrepTokenizer.h
new file mode 100644
index 0000000..f65cff6
--- /dev/null
+++ b/includes/compiler/CPrepTokenizer.h
@@ -0,0 +1,32 @@
+#ifndef COMPILER_CPREPTOKENIZER_H
+#define COMPILER_CPREPTOKENIZER_H
+
+#include "compiler/common.h"
+#include "compiler/tokens.h"
+
+#ifdef __MWERKS__
+#pragma options align=mac68k
+#endif
+
+extern short prepskipnextchar(void);
+extern short prepnextchar(void);
+extern short prepnextstringchar(char *str, Boolean flag);
+extern void CPrep_MatchChar(char ch, Boolean flag);
+extern char *CPrep_MatchChar2(char *start, char ch, Boolean flag);
+extern short prepcurchar(void);
+extern char *ReadIdentifier(char *p);
+extern char *CPrep_SkipNewComment(char *str);
+extern Boolean skipendoflinematch(char *str, short token);
+extern void skipendofline(void);
+extern void CPrep_SkipAsmComment(void);
+extern short lookahead(void);
+extern short lookahead_noeol(void);
+extern short lex(void);
+extern short plex(void);
+extern short lexidentifier(void);
+
+#ifdef __MWERKS__
+#pragma options align=reset
+#endif
+
+#endif