irc::tokenstream is a token parser which using std::string and std::vector builds a list of tokens using irc parsing rules.

e.g.:
:arse PRIVMSG #chan :foo bar baz
becomes
a[0] = ":arse", a[1] = "PRIVMSG", a[2] = "#chan", a[3] = "foo bar baz".

*** SOMEONE *** needs to optimize this or at least verify its neatness (without making it total craq and unreadable). Feel free to mess with my code.
Any optimizations you make, run them against the COMMENTED OUT TEST SUITE at the top of main() in src/inspircd.cpp and ensure ALL output is the same
with no crashes. (note: if you comment out and build with the test suite, all inspircd will do is output test data and exit!)


git-svn-id: http://svn.inspircd.org/repository/trunk/inspircd@4396 e03df62e-2008-0410-955e-edbf42e46eb7

1 files changed, 60 insertions, 0 deletions

diff --git a/src/inspircd.cpp b/src/inspircd.cpp
index 23a232c46..9635f707a 100644
--- a/src/inspircd.cpp
+++ b/src/inspircd.cpp
@@ -944,6 +944,66 @@ int InspIRCd::Run()
 
 int main(int argc, char** argv)
 {
+	/* TEST SUITE FOR TOKENSTREAM
+	 *
+	 * Expected output:
+	 * 
+	 * String: 'PRIVMSG #test FOO BAR'
+	 * NumItems = 4
+	 * Token 0 = 'PRIVMSG'
+	 * Token 1 = '#test'
+	 * Token 2 = 'FOO'
+	 * Token 3 = 'BAR'
+	 * String: 'PRIVMSG #test :FOO BAR BAZ'
+	 * NumItems = 3
+	 * Token 0 = 'PRIVMSG'
+	 * Token 1 = '#test'
+	 * Token 2 = 'FOO BAR BAZ'
+	 * String: ':PRIVMSG #test :FOO BAR BAZ'
+	 * NumItems = 3
+	 * Token 0 = ':PRIVMSG'
+	 * String: 'AAAAAAA'
+	 * NumItems = 1
+	 * Token 0 = 'AAAAAAA'
+	 * String: ''
+	 * NumItems = 0
+	 *
+	std::string a = "PRIVMSG #test FOO BAR";
+	printf("String: '%s'\n",a.c_str());
+	irc::tokenstream test(a);
+	printf("NumItems = %d\n",test.GetNumTokens());
+	printf("Token 0 = '%s'\n",test.GetToken(0).c_str());
+	printf("Token 1 = '%s'\n",test.GetToken(1).c_str());
+	printf("Token 2 = '%s'\n",test.GetToken(2).c_str());
+	printf("Token 3 = '%s'\n",test.GetToken(3).c_str());
+
+	std::string b = "PRIVMSG #test :FOO BAR BAZ";
+	printf("String: '%s'\n",b.c_str());
+	irc::tokenstream test2(b);
+	printf("NumItems = %d\n",test2.GetNumTokens());
+	printf("Token 0 = '%s'\n",test2.GetToken(0).c_str());
+	printf("Token 1 = '%s'\n",test2.GetToken(1).c_str());
+	printf("Token 2 = '%s'\n",test2.GetToken(2).c_str());
+
+	std::string c = ":PRIVMSG #test :FOO BAR BAZ";
+	printf("String: '%s'\n",c.c_str());
+	irc::tokenstream test3(c);
+	printf("NumItems = %d\n",test3.GetNumTokens());
+	printf("Token 0 = '%s'\n",test3.GetToken(0).c_str());
+
+	c = "AAAAAAA";
+	printf("String: '%s'\n",c.c_str());
+	irc::tokenstream test4(c);
+	printf("NumItems = %d\n",test4.GetNumTokens());
+	printf("Token 0 = '%s'\n",test4.GetToken(0).c_str());
+
+	c = "";
+	printf("String: '%s'\n",c.c_str());
+	irc::tokenstream test5(c);
+	printf("NumItems = %d\n",test5.GetNumTokens());
+
+	exit(0); */
+	
 	try
 	{
 		ServerInstance = new InspIRCd(argc, argv);