[src/trunk]: src/bin/sh Add a comment explaining the ordering reltionship of ...

[kre <kre%NetBSD.org@localhost>]

details:   https://anonhg.NetBSD.org/src/rev/f7ecef81117f
branches:  trunk
changeset: 355332:f7ecef81117f
user:      kre <kre%NetBSD.org@localhost>
date:      Wed Jul 26 03:46:54 2017 +0000

description:
Add a comment explaining the ordering reltionship of the tokens
(operators all come first, then TWORD, then keywords), and switch
from using TIF to define KWDOFFSET to using TWORD (the barrier,
rather than the token that happens to be first after it.)

diffstat:

 bin/sh/mktokens |  7 +++++--
 1 files changed, 5 insertions(+), 2 deletions(-)

diffs (29 lines):

diff -r ad6fa3e18118 -r f7ecef81117f bin/sh/mktokens
--- a/bin/sh/mktokens   Wed Jul 26 03:44:43 2017 +0000
+++ b/bin/sh/mktokens   Wed Jul 26 03:46:54 2017 +0000
@@ -1,5 +1,5 @@
 #!/bin/sh -
-#      $NetBSD: mktokens,v 1.13 2017/05/04 04:37:51 kre Exp $
+#      $NetBSD: mktokens,v 1.14 2017/07/26 03:46:54 kre Exp $
 #
 # Copyright (c) 1991, 1993
 #      The Regents of the University of California.  All rights reserved.
@@ -40,6 +40,9 @@
 # token marks the end of a list.  The third column is the name to print in
 # error messages.
 
+# Note that all the keyword tokens come after TWORD, and all the others
+# come before it.   We rely upon that relationship - keep it!
+
 cat > /tmp/ka$$ <<\!
 TEOF   1       end of file
 TNL    0       newline
@@ -87,7 +90,7 @@
 echo '};
 '
 ${SED} 's/"//g' /tmp/ka$$ | ${AWK} '
-/TIF/{print "#define KWDOFFSET " NR-1; print ""; 
+/TWORD/{print "#define KWDOFFSET " NR; print ""; 
       print "const char *const parsekwd[] = {"}
 /TIF/,/neverfound/{print "     \"" $3 "\","}'
 echo ' 0