/* Lexical analyzer for C and Objective C.
   Copyright (C) 1987, 1988, 1989, 1992 Free Software Foundation, Inc.

This file is part of GNU CC.

GNU CC is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2, or (at your option)
any later version.

GNU CC is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with GNU CC; see the file COPYING.  If not, write to
the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.  */


#include <stdio.h>
#include <errno.h>
#include <setjmp.h>

#include "config.h"
#include "rtl.h"
#include "tree.h"
#include "input.h"
#include "c-lex.h"
#include "c-tree.h"
#include "flags.h"
#include "c-parse.h"

#ifdef MULTIBYTE_CHARS
#include <stdlib.h>
#include <locale.h>
#endif

#ifndef errno
extern int errno;
#endif

/* The elements of `ridpointers' are identifier nodes
   for the reserved type names and storage classes.
   It is indexed by a RID_... value.  */
tree ridpointers[(int) RID_MAX];

/* Cause the `yydebug' variable to be defined.  */
#define YYDEBUG 1

/* the declaration found for the last IDENTIFIER token read in.
   yylex must look this up to detect typedefs, which get token type TYPENAME,
   so it is left around in case the identifier is not a typedef but is
   used in a context which makes it a reference to a variable.  */
tree lastiddecl;

/* Nonzero enables objc features.  */

int doing_objc_thang;

extern tree lookup_interface ();

extern int yydebug;

/* File used for outputting assembler code.  */
extern FILE *asm_out_file;

#ifndef WCHAR_TYPE_SIZE
#ifdef INT_TYPE_SIZE
#define WCHAR_TYPE_SIZE INT_TYPE_SIZE
#else
#define WCHAR_TYPE_SIZE	BITS_PER_WORD
#endif
#endif

/* Number of bytes in a wide character.  */
#define WCHAR_BYTES (WCHAR_TYPE_SIZE / BITS_PER_UNIT)

static int maxtoken;		/* Current nominal length of token buffer.  */
char *token_buffer;	/* Pointer to token buffer.
			   Actual allocated length is maxtoken + 2.
			   This is not static because objc-parse.y uses it.  */

/* Nonzero if end-of-file has been seen on input.  */
static int end_of_file;

/* Buffered-back input character; faster than using ungetc.  */
static int nextchar = -1;

int check_newline ();

/* Nonzero tells yylex to ignore \ in string constants.  */
static int ignore_escape_flag = 0;

/* starting time is 15:02:55 */
/* C code produced by gperf version 2.5 (GNU C++ version) */
/* Command-line: /usr/gcc/bin/gperf -p -j1 -i 1 -g -o -t -N is_reserved_word -k1,3,$ c-parse.gperf  */
/* Command-line: gperf -p -j1 -i 1 -g -o -t -N is_reserved_word -k1,3,$ c-parse.gperf  */ 
struct resword { char *name; short token; enum rid rid; };

#define TOTAL_KEYWORDS 65
#define MIN_WORD_LENGTH 2
#define MAX_WORD_LENGTH 13
#define MIN_HASH_VALUE 10
#define MAX_HASH_VALUE 131
/* maximum key range = 122, duplicates = 0 */

#ifdef __GNUC__
inline
#endif
static unsigned int
hash (str, len)
     register char *str;
     register int unsigned len;
{
  static unsigned char asso_values[] =
    {
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132, 132, 132, 132, 132, 132,
     132, 132, 132, 132, 132,   1, 132,  24,   3,  19,
       4,  20,  14,  41,   3,   5, 132,   1,  11,  25,
      22,  54,  63, 132,  41,   2,   1,  49,  27,   6,
      14, 132,   5, 132, 132, 132, 132, 132,
    };
  register int hval = len;

  switch (hval)
    {
      default:
      case 3:
        hval += asso_values[str[2]];
      case 2:
      case 1:
        hval += asso_values[str[0]];
    }
  return hval + asso_values[str[len - 1]];
}

#ifdef __GNUC__
inline
#endif
struct resword *
is_reserved_word (str, len)
     register char *str;
     register unsigned int len;
{
  static struct resword wordlist[] =
    {
      {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, 
      {"",}, 
      {"int",  TYPESPEC, RID_INT},
      {"",}, {"",}, 
      {"__typeof__",  TYPEOF, NORID},
      {"__signed__",  TYPESPEC, RID_SIGNED},
      {"__signed",  TYPESPEC, RID_SIGNED},
      {"switch",  SWITCH, NORID},
      {"__inline__",  SCSPEC, RID_INLINE},
      {"__interrupt",  SCSPEC, RID_INTERRUPT},
      {"__iterator__",  SCSPEC, RID_ITERATOR},
      {"__interrupt__",  SCSPEC, RID_INTERRUPT},
      {"if",  IF, NORID},
      {"__label__",  LABEL, NORID},
      {"__fract",  TYPESPEC, RID_FRACT},
      {"__typeof",  TYPEOF, NORID},
      {"__fract__",  TYPESPEC, RID_FRACT},
      {"default",  DEFAULT, NORID},
      {"sizeof",  SIZEOF, NORID},
      {"__const",  TYPE_QUAL, RID_CONST},
      {"break",  BREAK, NORID},
      {"__const__",  TYPE_QUAL, RID_CONST},
      {"dm",  TYPE_QUAL, RID_DM},
      {"__complex__",  TYPESPEC, RID_COMPLEX},
      {"__asm__",  ASM_KEYWORD, NORID},
      {"__inline",  SCSPEC, RID_INLINE},
      {"__extension__",  EXTENSION, NORID},
      {"while",  WHILE, NORID},
      {"__alignof__",  ALIGNOF, NORID},
      {"__creal",  REALPART, NORID},
      {"__attribute__",  ATTRIBUTE, NORID},
      {"void",  TYPESPEC, RID_VOID},
      {"__volatile__",  TYPE_QUAL, RID_VOLATILE},
      {"inline",  SCSPEC, RID_INLINE},
      {"__complex",  TYPESPEC, RID_COMPLEX},
      {"",}, 
      {"case",  CASE, NORID},
      {"else",  ELSE, NORID},
      {"const",  TYPE_QUAL, RID_CONST},
      {"__alignof",  ALIGNOF, NORID},
      {"extern",  SCSPEC, RID_EXTERN},
      {"struct",  STRUCT, NORID},
      {"static",  SCSPEC, RID_STATIC},
      {"",}, 
      {"signed",  TYPESPEC, RID_SIGNED},
      {"",}, 
      {"__asm",  ASM_KEYWORD, NORID},
      {"__attribute",  ATTRIBUTE, NORID},
      {"__iterator",  SCSPEC, RID_ITERATOR},
      {"__volatile",  TYPE_QUAL, RID_VOLATILE},
      {"",}, 
      {"do",  DO, NORID},
      {"",}, 
      {"short",  TYPESPEC, RID_SHORT},
      {"unsigned",  TYPESPEC, RID_UNSIGNED},
      {"",}, {"",}, 
      {"volatile",  TYPE_QUAL, RID_VOLATILE},
      {"",}, 
      {"__cimag",  IMAGPART, NORID},
      {"continue",  CONTINUE, NORID},
      {"return",  RETURN, NORID},
      {"",}, {"",}, {"",}, 
      {"float",  TYPESPEC, RID_FLOAT},
      {"",}, {"",}, 
      {"asm",  ASM_KEYWORD, NORID},
      {"long",  TYPESPEC, RID_LONG},
      {"double",  TYPESPEC, RID_DOUBLE},
      {"",}, 
      {"union",  UNION, NORID},
      {"",}, 
      {"auto",  SCSPEC, RID_AUTO},
      {"typeof",  TYPEOF, NORID},
      {"typedef",  SCSPEC, RID_TYPEDEF},
      {"",}, {"",}, 
      {"char",  TYPESPEC, RID_CHAR},
      {"",}, 
      {"pm",  TYPE_QUAL, RID_PM},
      {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, 
      {"enum",  ENUM, NORID},
      {"for",  FOR, NORID},
      {"goto",  GOTO, NORID},
      {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, 
      {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, 
      {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, {"",}, 
      {"",}, {"",}, {"",}, 
      {"register",  SCSPEC, RID_REGISTER},
    };

  if (len <= MAX_WORD_LENGTH && len >= MIN_WORD_LENGTH)
    {
      register int key = hash (str, len);

      if (key <= MAX_HASH_VALUE && key >= 0)
        {
          register char *s = wordlist[key].name;

          if (*s == *str && !strcmp (str + 1, s + 1))
            return &wordlist[key];
        }
    }
  return 0;
}
/* ending time is 15:02:56 */

/* Return something to represent absolute declarators containing a *.
   TARGET is the absolute declarator that the * contains.
   TYPE_QUALS is a list of modifiers such as const or volatile
   to apply to the pointer type, represented as identifiers.

   We return an INDIRECT_REF whose "contents" are TARGET
   and whose type is the modifier list.  */

tree
make_pointer_declarator (type_quals, target)
     tree type_quals, target;
{
  return build1 (INDIRECT_REF, type_quals, target);
}

void
init_lex ()
{
  /* Make identifier nodes long enough for the language-specific slots.  */
  set_identifier_size (sizeof (struct lang_identifier));

  /* Start it at 0, because check_newline is called at the very beginning
     and will increment it to 1.  */
  lineno = 0;

#ifdef MULTIBYTE_CHARS
  /* Change to the native locale for multibyte conversions.  */
  setlocale (LC_CTYPE, "");
#endif

  maxtoken = 40;
  token_buffer = (char *) xmalloc (maxtoken + 2);

  ridpointers[(int) RID_INT] = get_identifier ("int");
  ridpointers[(int) RID_CHAR] = get_identifier ("char");
  ridpointers[(int) RID_VOID] = get_identifier ("void");
  ridpointers[(int) RID_FLOAT] = get_identifier ("float");
  ridpointers[(int) RID_DOUBLE] = get_identifier ("double");
  ridpointers[(int) RID_SHORT] = get_identifier ("short");
  ridpointers[(int) RID_LONG] = get_identifier ("long");
  ridpointers[(int) RID_UNSIGNED] = get_identifier ("unsigned");
  ridpointers[(int) RID_SIGNED] = get_identifier ("signed");
  ridpointers[(int) RID_INLINE] = get_identifier ("inline");
  ridpointers[(int) RID_CONST] = get_identifier ("const");
  ridpointers[(int) RID_VOLATILE] = get_identifier ("volatile");

#if defined(ADI) && defined(MEMSEG)
  ridpointers[(int) RID_PM] = get_identifier ("pm");
  ridpointers[(int) RID_DM] = get_identifier ("dm");
#endif

  ridpointers[(int) RID_AUTO] = get_identifier ("auto");
  ridpointers[(int) RID_STATIC] = get_identifier ("static");
  ridpointers[(int) RID_EXTERN] = get_identifier ("extern");
  ridpointers[(int) RID_TYPEDEF] = get_identifier ("typedef");
  ridpointers[(int) RID_REGISTER] = get_identifier ("register");
  ridpointers[(int) RID_ITERATOR] = get_identifier ("iterator");
  ridpointers[(int) RID_COMPLEX] = get_identifier ("complex");

#ifdef ADI
  ridpointers[(int) RID_FRACT] = get_identifier ("fract");
#endif
#ifdef DSP21XX
  ridpointers[(int) RID_INTERRUPT] = get_identifier ("interrupt");
#endif

  /* Some options inhibit certain reserved words.
     Clear those words out of the hash table so they won't be recognized.  */
#define UNSET_RESERVED_WORD(STRING) \
  do { struct resword *s = is_reserved_word (STRING, sizeof (STRING) - 1); \
       if (s) s->name = ""; } while (0)

  if (flag_traditional)
    {
      UNSET_RESERVED_WORD ("const");
      UNSET_RESERVED_WORD ("volatile");
      UNSET_RESERVED_WORD ("typeof");
      UNSET_RESERVED_WORD ("signed");
      UNSET_RESERVED_WORD ("inline");
      UNSET_RESERVED_WORD ("iterator");
      UNSET_RESERVED_WORD ("complex");
      UNSET_RESERVED_WORD ("creal");
      UNSET_RESERVED_WORD ("cimag");
      UNSET_RESERVED_WORD ("fract");
    }
  if (flag_no_asm)
    {
      UNSET_RESERVED_WORD ("asm");
      UNSET_RESERVED_WORD ("typeof");
      UNSET_RESERVED_WORD ("inline");
      UNSET_RESERVED_WORD ("iterator");
      UNSET_RESERVED_WORD ("complex");
      UNSET_RESERVED_WORD ("creal");
      UNSET_RESERVED_WORD ("cimag");
      UNSET_RESERVED_WORD ("fract");
    }
}

void
reinit_parse_for_function ()
{
}

/* Function used when yydebug is set, to print a token in more detail.  */

void
yyprint (file, yychar, yylval)
     FILE *file;
     int yychar;
     YYSTYPE yylval;
{
  tree t;
  switch (yychar)
    {
    case IDENTIFIER:
    case TYPENAME:
      t = yylval.ttype;
      if (IDENTIFIER_POINTER (t))
	fprintf (file, " `%s'", IDENTIFIER_POINTER (t));
      break;

    case CONSTANT:
      t = yylval.ttype;
      if (TREE_CODE (t) == INTEGER_CST)
	fprintf (file,
#if HOST_BITS_PER_WIDE_INT == 64
#if HOST_BITS_PER_WIDE_INT != HOST_BITS_PER_INT
		 " 0x%lx%016lx",
#else
		 " 0x%x%016x",
#endif
#else
#if HOST_BITS_PER_WIDE_INT != HOST_BITS_PER_INT
		 " 0x%lx%08lx",
#else
		 " 0x%x%08x",
#endif
#endif
		 TREE_INT_CST_HIGH (t), TREE_INT_CST_LOW (t));
      break;
    }
}


/* If C is not whitespace, return C.
   Otherwise skip whitespace and return first nonwhite char read.  */

static int
skip_white_space (c)
     register int c;
{
  static int newline_warning = 0;

  for (;;)
    {
      switch (c)
	{
	  /* We don't recognize comments here, because
	     cpp output can include / and * consecutively as operators.
	     Also, there's no need, since cpp removes all comments.  */

	case '\n':
	  c = check_newline ();
	  break;

	case ' ':
	case '\t':
	case '\f':
	case '\v':
	case '\b':
	  c = getc (finput);
	  break;

	case '\r':
	  /* ANSI C says the effects of a carriage return in a source file
	     are undefined.  */
	  if (pedantic && !newline_warning)
	    {
	      warning ("carriage return in source file");
	      warning ("(we only warn about the first carriage return)");
	      newline_warning = 1;
	    }
	  c = getc (finput);
	  break;

	case '\\':
	  c = getc (finput);
	  if (c == '\n')
	    lineno++;
	  else
	    error ("stray '\\' in program");
	  c = getc (finput);
	  break;

	default:
	  return (c);
	}
    }
}

/* Skips all of the white space at the current location in the input file.
   Must use and reset nextchar if it has the next character.  */

void
position_after_white_space ()
{
  register int c;

  if (nextchar != -1)
    c = nextchar, nextchar = -1;
  else
    c = getc (finput);

  ungetc (skip_white_space (c), finput);
}

/* Make the token buffer longer, preserving the data in it.
   P should point to just beyond the last valid character in the old buffer.
   The value we return is a pointer to the new buffer
   at a place corresponding to P.  */

static char *
extend_token_buffer (p)
     char *p;
{
  int offset = p - token_buffer;

  maxtoken = maxtoken * 2 + 10;
  token_buffer = (char *) xrealloc (token_buffer, maxtoken + 2);

  return token_buffer + offset;
}

/* At the beginning of a line, increment the line number
   and process any #-directive on this line.
   If the line is a #-directive, read the entire line and return a newline.
   Otherwise, return the line's first non-whitespace character.  */

int
check_newline ()
{
  register int c;
  register int token;

  lineno++;

  /* Read first nonwhite char on the line.  */

  c = getc (finput);
  while (c == ' ' || c == '\t')
    c = getc (finput);

  if (c != '#')