From 37e364b2c6cc7487a1c888d256a73e5337bb7189 Mon Sep 17 00:00:00 2001
From: Ash Wolf <ninji@wuffs.org>
Date: Wed, 14 Jun 2023 00:50:34 +0100
Subject: initial commit

---
 src/T2DLL/CTokenizer.h | 33 +++++++++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
 create mode 100644 src/T2DLL/CTokenizer.h

(limited to 'src/T2DLL/CTokenizer.h')

diff --git a/src/T2DLL/CTokenizer.h b/src/T2DLL/CTokenizer.h
new file mode 100644
index 0000000..3ad28a5
--- /dev/null
+++ b/src/T2DLL/CTokenizer.h
@@ -0,0 +1,33 @@
+#pragma once
+#include "common.h"
+
+class DLL_EXPORT CTokenizer {
+public:
+	CTokenizer(char *str, const char *newLineChars = NULL, const char *spaceChars = NULL);
+	virtual ~CTokenizer();
+	CTokenizer& operator=(char *str);
+
+	const char* Current() const {
+		return mCurrent;
+	}
+
+	const char* NextString(const char *delim = NULL) {
+		return NextToken(delim ? delim : mNewLineChars);
+	}
+
+	const char* NextWord(const char *delim = NULL) {
+		return NextToken(delim ? delim : mSpaceChars);
+	}
+
+	int NextInteger(const char *delim = NULL) {
+		return atoi(NextToken(delim ? delim : mSpaceChars));
+	}
+
+protected:
+	const char* NextToken(const char *delim);
+
+	char *mNext;
+	char *mCurrent;
+	const char *mNewLineChars;
+	const char *mSpaceChars;
+};
-- 
cgit v1.2.3