lex.c 514 B

12345678910111213141516
  1. /* This file is part of the software similarity tester SIM.
  2. Written by Dick Grune, Vrije Universiteit, Amsterdam.
  3. $Id: lex.c,v 1.3 1998/02/03 14:28:26 dick Exp $
  4. */
  5. /* The communication variables, as set by yylex, NextStreamTokenObtained
  6. and NextTextTokenObtained.
  7. */
  8. #include "token.h"
  9. #include "lex.h"
  10. TOKEN lex_token; /* token produced, or EOL */
  11. unsigned int lex_nl_cnt; /* line count */
  12. unsigned int lex_tk_cnt; /* token position */
  13. unsigned int lex_non_ascii_cnt; /* # of non-ASCII chars found */