Initial import of the CDE 2.1.30 sources from the Open Group.

cde/programs/nsgmls/token.h

@@ -0,0 +1,81 @@
+/* $XConsortium: token.h /main/1 1996/07/29 17:10:14 cde-hp $ */
+// Copyright (c) 1994 James Clark
+// See the file COPYING for copying permission.
+
+#ifndef token_INCLUDED
+#define token_INCLUDED 1
+
+#ifdef SP_NAMESPACE
+namespace SP_NAMESPACE {
+#endif
+
+enum EnumToken {
+  // tokenUnrecognized must be 0
+  tokenUnrecognized,		// no token could be recognized
+  tokenEe,			// end of entity
+  tokenS,			// RS RE SPACE SEPCHAR
+  tokenRe,			// RE
+  tokenRs,			// RS
+  tokenSpace,			// SPACE
+  tokenSepchar,			// SEPCHAR
+  tokenNameStart,		// X
+  tokenDigit,			// 1
+  tokenLcUcNmchar,		// LCNMCHAR or UCNMCHAR
+  tokenChar,			// a legal data character
+  tokenIgnoredChar,		// character in ignored marked section
+  // delimiters and delimiters in context
+  tokenAnd,
+  tokenCom,
+  tokenCroDigit,
+  tokenCroNameStart,
+  tokenDsc,
+  tokenDso,
+  tokenDtgc,
+  tokenDtgo,
+  tokenEroNameStart,
+  tokenEroGrpo,
+  tokenEtago,
+  tokenEtagoNameStart,
+  tokenEtagoTagc,
+  tokenEtagoGrpo,
+  tokenGrpc,
+  tokenGrpo,
+  tokenLit,
+  tokenLita,
+  tokenMdc,
+  tokenMdoNameStart,
+  tokenMdoMdc,
+  tokenMdoCom,
+  tokenMdoDso,
+  tokenMinus,
+  tokenMinusGrpo,
+  tokenMscMdc,
+  tokenNet,
+  tokenOpt,
+  tokenOr,
+  tokenPero,
+  tokenPeroNameStart,
+  tokenPeroGrpo,
+  tokenPic,
+  tokenPio,
+  tokenPlus,
+  tokenPlusGrpo,
+  tokenRefc,
+  tokenRep,
+  tokenRni,
+  tokenSeq,
+  tokenStago,
+  tokenStagoNameStart,
+  tokenStagoTagc,
+  tokenStagoGrpo,
+  tokenTagc,
+  tokenVi,
+  // short references start here
+  tokenFirstShortref
+};
+
+#ifdef SP_NAMESPACE
+}
+#endif
+
+#endif /* not token_INCLUDED */