[unix-history] / usr / src / bin / sh / mktokens

#!/bin/sh -
#
# Copyright (c) 1991 The Regents of the University of California.
# All rights reserved.
#
# This code is derived from software contributed to Berkeley by
# Kenneth Almquist.
#
# %sccs.include.redist.sh%
#
#	@(#)mktokens	5.2 (Berkeley) %G%

# The following is a list of tokens.  The second column is nonzero if the
# token marks the end of a list.  The third column is the name to print in
# error messages.

cat > /tmp/ka$$ <<\!
TEOF	1	end of file
TNL	0	newline
TSEMI	0	";"
TBACKGND 0	"&"
TAND	0	"&&"
TOR	0	"||"
TPIPE	0	"|"
TLP	0	"("
TRP	1	")"
TENDCASE 1	";;"
TENDBQUOTE 1	"`"
TREDIR	0	redirection
TWORD	0	word
TIF	0	"if"
TTHEN	1	"then"
TELSE	1	"else"
TELIF	1	"elif"
TFI	1	"fi"
TWHILE	0	"while"
TUNTIL	0	"until"
TFOR	0	"for"
TDO	1	"do"
TDONE	1	"done"
TBEGIN	0	"{"
TEND	1	"}"
TCASE	0	"case"
TESAC	1	"esac"
TNOT	0	"!"
!
nl=`wc -l /tmp/ka$$`
exec > token.def
awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
echo '
/* Array indicating which tokens mark the end of a list */
const char tokendlist[] = {'
awk '{print "\t" $2 ","}' /tmp/ka$$
echo '};

char *const tokname[] = {'
sed -e 's/"/\\"/g' \
    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
    /tmp/ka$$
echo '};
'
sed 's/"//g' /tmp/ka$$ | awk '
/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
/TIF/,/neverfound/{print "	\"" $3 "\","}'
echo '	0
};'

rm /tmp/ka$$
Commit	Line	Data
2b262aec KB	1	#!/bin/sh -
	2	#
	3	# Copyright (c) 1991 The Regents of the University of California.
	4	# All rights reserved.
	5	#
	6	# This code is derived from software contributed to Berkeley by
	7	# Kenneth Almquist.
	8	#
	9	# %sccs.include.redist.sh%
	10	#
1545e6b2	11	# @(#)mktokens 5.2 (Berkeley) %G%
2b262aec KB	12
	13	# The following is a list of tokens. The second column is nonzero if the
	14	# token marks the end of a list. The third column is the name to print in
	15	# error messages.
	16
	17	cat > /tmp/ka$$ <<\!
	18	TEOF 1 end of file
	19	TNL 0 newline
	20	TSEMI 0 ";"
	21	TBACKGND 0 "&"
	22	TAND 0 "&&"
	23	TOR 0 "\|\|"
	24	TPIPE 0 "\|"
	25	TLP 0 "("
	26	TRP 1 ")"
	27	TENDCASE 1 ";;"
	28	TENDBQUOTE 1 "`"
	29	TREDIR 0 redirection
	30	TWORD 0 word
	31	TIF 0 "if"
	32	TTHEN 1 "then"
	33	TELSE 1 "else"
	34	TELIF 1 "elif"
	35	TFI 1 "fi"
	36	TWHILE 0 "while"
	37	TUNTIL 0 "until"
	38	TFOR 0 "for"
	39	TDO 1 "do"
	40	TDONE 1 "done"
	41	TBEGIN 0 "{"
	42	TEND 1 "}"
	43	TCASE 0 "case"
	44	TESAC 1 "esac"
1545e6b2	45	TNOT 0 "!"
2b262aec KB	46	!
	47	nl=`wc -l /tmp/ka$$`
	48	exec > token.def
	49	awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
	50	echo '
	51	/* Array indicating which tokens mark the end of a list */
	52	const char tokendlist[] = {'
	53	awk '{print "\t" $2 ","}' /tmp/ka$$
	54	echo '};
	55
	56	char *const tokname[] = {'
	57	sed -e 's/"/\\"/g' \
	58	-e 's/[^ ][ ][ ][^ ][ ][ ]\(.*\)/ "\1",/' \
	59	/tmp/ka$$
	60	echo '};
	61	'
	62	sed 's/"//g' /tmp/ka$$ \| awk '
	63	/TIF/{print "#define KWDOFFSET " NR-1; print ""; print "char *const parsekwd[] = {"}
	64	/TIF/,/neverfound/{print " \"" $3 "\","}'
	65	echo ' 0
	66	};'
	67
	68	rm /tmp/ka$$