Miscelaneous:

symbol					token code		internal value
==============================================================================
TOKENCODE_DUMMY							0
TOKENCODE_IDENTIFIER						1
TOKENCODE_NUMBER						2
TOKENCODE_STRING						3
TOKENCODE_ENDOFFILE						4
TOKENCODE_ERROR							5
TOKENCODE_PREPROCESS						6

Operators and special symbols: (not all of these are currently being used)

TOKENCODE_UPARROW			^			7
TOKENCODE_STAR				*			8
TOKENCODE_LPAREN			(			9
TOKENCODE_RPAREN			)			10
TOKENCODE_MINUS				-			11
TOKENCODE_PLUS				+			12
TOKENCODE_EQUAL				=			13
TOKENCODE_LBRACKET			[			14
TOKENCODE_RBRACKET			]			15
TOKENCODE_COLON				:			16
TOKENCODE_SEMICOLON			;			17
TOKENCODE_LT				<			18
TOKENCODE_GT				>			19
TOKENCODE_COMMA				,			20
TOKENCODE_PERIOD			.			21
TOKENCODE_SLASH				/			22
TOKENCODE_COLONEQUAL			:=			23
TOKENCODE_LE				<=			24
TOKENCODE_GE				>=			25
TOKENCODE_NE				<>			26
TOKENCODE_DOTDOT			..			27
TOKENCODE_SCOPE_RESOLUTION		::			28
TOKENCODE_INC				++			29
TOKENCODE_DEC				--			30
TOKENCODE_AMPERSAND			&			31
TOKENCODE_NOT_OPERATOR			!			32
TOKENCODE_BIT_COMPLIMENT		~			33
TOKENCODE_MEMBER_REF			.*			34
TOKENCODE_MEMBER_PTR			->			35
TOKENCODE_MEMBER_PTR_SELECTOR		->*			36
TOKENCODE_MOD_OPERATOR			%			37
TOKENCODE_LSHIFT			<<			38
TOKENCODE_RSHIFT			>>			39
TOKENCODE_LOG_EQUAL			==			40
TOKENCODE_LOG_NOTEQUAL			!=			41
TOKENCODE_BIT_OR			|			42
TOKENCODE_LOG_AND			&			43
TOKENCODE_LOG_OR			||			44
TOKENCODE_ASSIGNMENT_MULT		*=			45
TOKENCODE_ASSIGNMENT_DIV		/=			46
TOKENCODE_ASSIGNMENT_MOD		%=			47
TOKENCODE_ASSIGNMENT_ADD		+=			48
TOKENCODE_ASSIGNMENT_SUB		-=			49
TOKENCODE_ASSIGNMENT_LEFT_SHIFT		<<=			50
TOKENCODE_ASSIGNMENT_RIGHT_SHIFT	>>=			51
TOKENCODE_ASSIGNMENT_BIT_AND		&=			52
TOKENCODE_ASSIGNMENT_BIT_OR		|=			53
TOKENCODE_ASSIGNMENT_BIT_XOR		~=			54
TOKENCODE_LCURLY			{			55
TOKENCODE_RCURLY			}			56
TOKENCODE_POUND				#			57
TOKENCODE_AT				@			58

Reserved words: (again, some of these don't work, in fact, some
never will probably...just included for parsing resons and reporting
errors and unimplemented features).

TOKENCODE__ASM				__asm			59
TOKENCODE__ASSUME			__assume		60
TOKENCODE__BASED			__based			61
TOKENCODE__CDECL			__cdecl			62
TOKENCODE__DECLSPEC			__declspec		63
TOKENCODE__EXCEPT			__except		64
TOKENCODE__FASTCALL			__fastcall		65
TOKENCODE__FINALLY			__finally		66
TOKENCODE__INLINE			__inline		67
TOKENCODE__LEAVE			__leave			68
TOKENCODE__MULTIPLE_INHERITANCE		__multiple_inheritance	69
TOKENCODE__SINGLE_INHERITANCE		__single_inheritance	70
TOKENCODE__STDCALL			__stdcall		71
TOKENCODE__TRY				__try			72
TOKENCODE__VIRTUAL_INHERITANCE		__virtual_inheritance	73
TOKENCODE__UUIDOF			__uuidof		74
TOKENCODE_AND				and			75
TOKENCODE_ARRAY				array			76
TOKENCODE_AUTO				auto			77
TOKENCODE_BEGIN				begin			78
TOKENCODE_BREAK				break			79
TOKENCODE_CASE				case			80
TOKENCODE_CATCH				catch			81
TOKENCODE_CLASS				class			82
TOKENCODE_CONST				const			83
TOKENCODE_CONST_CAST			const_cast		84
TOKENCODE_CONSTRUCTOR			constructor		85
TOKENCODE_CONTINUE			continue		86
TOKENCODE_DEFAULT			default			87
TOKENCODE_DELETE			delete			88
TOKENCODE_DESTRUCTOR			destructor		89
TOKENCODE_DIV				div			90
TOKENCODE_DLLEXPORT			dllexport		91
TOKENCODE_DLLIMPORT			dllimport		92
TOKENCODE_DO				do			93
TOKENCODE_DOWNTO			downto			94
TOKENCODE_DYNAMIC_CAST			dynamic_cast		95
TOKENCODE_ELSE				else			96
TOKENCODE_ENUM				enum			97
TOKENCODE_END				end			98
TOKENCODE_EXPLICIT			explicit		99
TOKENCODE_EXTERN			extern			100
TOKENCODE_FILE				file			101
TOKENCODE_FLOAT				float			102
TOKENCODE_FOR				for			103
TOKENCODE_FRIEND			friend			104
TOKENCODE_FUNCTION			function		105
TOKENCODE_GOTO				goto			106
TOKENCODE_IN				in			107
TOKENCODE_INLINE			inline			108
TOKENCODE_LABEL				label			109
TOKENCODE_MOD				mod			110
TOKENCODE_MUTABLE			mutable			111
TOKENCODE_NAKED				naked			112
TOKENCODE_NAMESPACE			namespace		113
TOKENCODE_NIL				nil			114
TOKENCODE_NORETURN			noreturn		115
TOKENCODE_NOT				not			116
TOKENCODE_OBJECT			object			117
TOKENCODE_OF				of			118
TOKENCODE_OPERATOR			operator		119
TOKENCODE_OR				or			120
TOKENCODE_PACKED			packed			121
TOKENCODE_PROCEDURE			procedure		122
TOKENCODE_PRIVATE			private			123
TOKENCODE_PROGRAM			program			124
TOKENCODE_PROTECTED			protected		125
TOKENCODE_PUBLIC			public			126
TOKENCODE_RECORD			record			127
TOKENCODE_REGISTER			register		128
TOKENCODE_REINTERPRET_CAST		reinterpret_cast	129
TOKENCODE_REPEAT			repeat			130
TOKENCODE_RETURN			return			131
TOKENCODE_SET				set			132
TOKENCODE_SIGNED			signed			133
TOKENCODE_SIZEOF			sizeof			134
TOKENCODE_STATIC			static			135
TOKENCODE_STATIC_CAST			static_cast		136
TOKENCODE_STRUCT			struct			137
TOKENCODE_SWITCH			switch			138
TOKENCODE_TEMPLATE			template		139
TOKENCODE_THEN				then			140
TOKENCODE_THIS				this			141
TOKENCODE_THROW				throw			142
TOKENCODE_TO				to			143
TOKENCODE_TRY				try			144
TOKENCODE_TYPE				type			145
TOKENCODE_TYPEDEF			typedef			146
TOKENCODE_TYPEID			typeid			147
TOKENCODE_TYPENAME			typename		148
TOKENCODE_UNION				union			149
TOKENCODE_UNSIGNED			unsigned		150
TOKENCODE_UNTIL				until			151
TOKENCODE_USING				using			152
TOKENCODE_UUID				uuid			153
TOKENCODE_VAR				var			154
TOKENCODE_VIRTUAL			virtual			155
TOKENCODE_VOLATILE			volatile		156
TOKENCODE_WHILE				while			157
TOKENCODE_WITH				with			158

C/C++ Preprocessor directives: ( #include is partially working)

TOKENCODE_PREP_DEFINE			define			159
TOKENCODE_PREP_ERROR			error			160
TOKENCODE_PREP_IMPORT			import			161
TOKENCODE_PREP_UNDEF			undef			162
TOKENCODE_PREP_ELIF			elif			163
TOKENCODE_PREP_IF			if			164
TOKENCODE_PREP_INCLUDE			include			165
TOKENCODE_PREP_ELSE			else			166
TOKENCODE_PREP_IFDEF			ifdef			167
TOKENCODE_PREP_LINE			line			168
TOKENCODE_PREP_ENDIF			endif			169
TOKENCODE_PREP_IFNDEF			ifndef			170
TOKENCODE_PREP_PRAGMA			pragma			171

TOKENCODE_LINE_MARKER						172
TOKENCODE_LOCATION_MARKER					173


(NOTE: Any of these symbols, values, and i code values may change in future
versions of Sphere/SPASCAL).

