1 /* Lexical analyzer for C and Objective C.
2 Copyright (C) 1987, 88, 89, 92, 94-97, 1998 Free Software Foundation, Inc.
4 This file is part of GNU CC.
6 GNU CC is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2, or (at your option)
11 GNU CC is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with GNU CC; see the file COPYING. If not, write to
18 the Free Software Foundation, 59 Temple Place - Suite 330,
19 Boston, MA 02111-1307, USA. */
36 #ifdef MULTIBYTE_CHARS
39 #endif /* MULTIBYTE_CHARS */
43 extern cpp_reader parse_in;
44 extern cpp_options parse_options;
46 /* Stream for reading from the input file. */
50 extern void yyprint PROTO((FILE *, int, YYSTYPE));
52 /* The elements of `ridpointers' are identifier nodes
53 for the reserved type names and storage classes.
54 It is indexed by a RID_... value. */
55 tree ridpointers[(int) RID_MAX];
57 /* Cause the `yydebug' variable to be defined. */
61 extern unsigned char *yy_cur, *yy_lim;
63 extern int yy_get_token ();
65 #define GETC() (yy_cur < yy_lim ? *yy_cur++ : yy_get_token ())
66 #define UNGETC(c) ((c), yy_cur--)
68 #define GETC() getc (finput)
69 #define UNGETC(c) ungetc (c, finput)
72 /* the declaration found for the last IDENTIFIER token read in.
73 yylex must look this up to detect typedefs, which get token type TYPENAME,
74 so it is left around in case the identifier is not a typedef but is
75 used in a context which makes it a reference to a variable. */
78 /* Nonzero enables objc features. */
84 /* File used for outputting assembler code. */
85 extern FILE *asm_out_file;
87 #ifndef WCHAR_TYPE_SIZE
89 #define WCHAR_TYPE_SIZE INT_TYPE_SIZE
91 #define WCHAR_TYPE_SIZE BITS_PER_WORD
95 /* Number of bytes in a wide character. */
96 #define WCHAR_BYTES (WCHAR_TYPE_SIZE / BITS_PER_UNIT)
98 static int maxtoken; /* Current nominal length of token buffer. */
99 char *token_buffer; /* Pointer to token buffer.
100 Actual allocated length is maxtoken + 2.
101 This is not static because objc-parse.y uses it. */
103 static int indent_level = 0; /* Number of { minus number of }. */
105 /* Nonzero if end-of-file has been seen on input. */
106 static int end_of_file;
109 /* Buffered-back input character; faster than using ungetc. */
110 static int nextchar = -1;
113 #ifdef HANDLE_GENERIC_PRAGMAS
114 static int handle_generic_pragma PROTO((int));
115 #endif /* HANDLE_GENERIC_PRAGMAS */
116 static int whitespace_cr PROTO((int));
117 static int skip_white_space PROTO((int));
118 static int skip_white_space_on_line PROTO((void));
119 static char *extend_token_buffer PROTO((char *));
120 static int readescape PROTO((int *));
122 /* Do not insert generated code into the source, instead, include it.
123 This allows us to build gcc automatically even for targets that
124 need to add or modify the reserved keyword lists. */
127 /* Return something to represent absolute declarators containing a *.
128 TARGET is the absolute declarator that the * contains.
129 TYPE_QUALS is a list of modifiers such as const or volatile
130 to apply to the pointer type, represented as identifiers.
132 We return an INDIRECT_REF whose "contents" are TARGET
133 and whose type is the modifier list. */
136 make_pointer_declarator (type_quals, target)
137 tree type_quals, target;
139 return build1 (INDIRECT_REF, type_quals, target);
143 forget_protocol_qualifiers ()
145 int i, n = sizeof wordlist / sizeof (struct resword);
147 for (i = 0; i < n; i++)
148 if ((int) wordlist[i].rid >= (int) RID_IN
149 && (int) wordlist[i].rid <= (int) RID_ONEWAY)
150 wordlist[i].name = "";
154 remember_protocol_qualifiers ()
156 int i, n = sizeof wordlist / sizeof (struct resword);
158 for (i = 0; i < n; i++)
159 if (wordlist[i].rid == RID_IN)
160 wordlist[i].name = "in";
161 else if (wordlist[i].rid == RID_OUT)
162 wordlist[i].name = "out";
163 else if (wordlist[i].rid == RID_INOUT)
164 wordlist[i].name = "inout";
165 else if (wordlist[i].rid == RID_BYCOPY)
166 wordlist[i].name = "bycopy";
167 else if (wordlist[i].rid == RID_ONEWAY)
168 wordlist[i].name = "oneway";
172 init_parse (filename)
176 /* Open input file. */
177 if (filename == 0 || !strcmp (filename, "-"))
183 finput = fopen (filename, "r");
185 pfatal_with_name (filename);
187 #ifdef IO_BUFFER_SIZE
188 setvbuf (finput, (char *) xmalloc (IO_BUFFER_SIZE), _IOFBF, IO_BUFFER_SIZE);
190 #endif /* !USE_CPPLIB */
198 parse_in.show_column = 1;
199 if (! cpp_start_read (&parse_in, filename))
210 cpp_finish (&parse_in);
219 /* Make identifier nodes long enough for the language-specific slots. */
220 set_identifier_size (sizeof (struct lang_identifier));
222 /* Start it at 0, because check_newline is called at the very beginning
223 and will increment it to 1. */
226 #ifdef MULTIBYTE_CHARS
227 /* Change to the native locale for multibyte conversions. */
228 setlocale (LC_CTYPE, "");
229 literal_codeset = getenv ("LANG");
233 token_buffer = (char *) xmalloc (maxtoken + 2);
235 ridpointers[(int) RID_INT] = get_identifier ("int");
236 ridpointers[(int) RID_CHAR] = get_identifier ("char");
237 ridpointers[(int) RID_VOID] = get_identifier ("void");
238 ridpointers[(int) RID_FLOAT] = get_identifier ("float");
239 ridpointers[(int) RID_DOUBLE] = get_identifier ("double");
240 ridpointers[(int) RID_SHORT] = get_identifier ("short");
241 ridpointers[(int) RID_LONG] = get_identifier ("long");
242 ridpointers[(int) RID_UNSIGNED] = get_identifier ("unsigned");
243 ridpointers[(int) RID_SIGNED] = get_identifier ("signed");
244 ridpointers[(int) RID_INLINE] = get_identifier ("inline");
245 ridpointers[(int) RID_CONST] = get_identifier ("const");
246 ridpointers[(int) RID_VOLATILE] = get_identifier ("volatile");
247 ridpointers[(int) RID_AUTO] = get_identifier ("auto");
248 ridpointers[(int) RID_STATIC] = get_identifier ("static");
249 ridpointers[(int) RID_EXTERN] = get_identifier ("extern");
250 ridpointers[(int) RID_TYPEDEF] = get_identifier ("typedef");
251 ridpointers[(int) RID_REGISTER] = get_identifier ("register");
252 ridpointers[(int) RID_ITERATOR] = get_identifier ("iterator");
253 ridpointers[(int) RID_COMPLEX] = get_identifier ("complex");
254 ridpointers[(int) RID_ID] = get_identifier ("id");
255 ridpointers[(int) RID_IN] = get_identifier ("in");
256 ridpointers[(int) RID_OUT] = get_identifier ("out");
257 ridpointers[(int) RID_INOUT] = get_identifier ("inout");
258 ridpointers[(int) RID_BYCOPY] = get_identifier ("bycopy");
259 ridpointers[(int) RID_ONEWAY] = get_identifier ("oneway");
260 forget_protocol_qualifiers();
262 /* Some options inhibit certain reserved words.
263 Clear those words out of the hash table so they won't be recognized. */
264 #define UNSET_RESERVED_WORD(STRING) \
265 do { struct resword *s = is_reserved_word (STRING, sizeof (STRING) - 1); \
266 if (s) s->name = ""; } while (0)
268 if (! doing_objc_thang)
269 UNSET_RESERVED_WORD ("id");
271 if (flag_traditional)
273 UNSET_RESERVED_WORD ("const");
274 UNSET_RESERVED_WORD ("volatile");
275 UNSET_RESERVED_WORD ("typeof");
276 UNSET_RESERVED_WORD ("signed");
277 UNSET_RESERVED_WORD ("inline");
278 UNSET_RESERVED_WORD ("iterator");
279 UNSET_RESERVED_WORD ("complex");
283 UNSET_RESERVED_WORD ("asm");
284 UNSET_RESERVED_WORD ("typeof");
285 UNSET_RESERVED_WORD ("inline");
286 UNSET_RESERVED_WORD ("iterator");
287 UNSET_RESERVED_WORD ("complex");
292 reinit_parse_for_function ()
296 /* Function used when yydebug is set, to print a token in more detail. */
299 yyprint (file, yychar, yylval)
311 if (IDENTIFIER_POINTER (t))
312 fprintf (file, " `%s'", IDENTIFIER_POINTER (t));
317 if (TREE_CODE (t) == INTEGER_CST)
319 #if HOST_BITS_PER_WIDE_INT == 64
320 #if HOST_BITS_PER_WIDE_INT == HOST_BITS_PER_INT
323 #if HOST_BITS_PER_WIDE_INT == HOST_BITS_PER_LONG
330 #if HOST_BITS_PER_WIDE_INT != HOST_BITS_PER_INT
336 TREE_INT_CST_HIGH (t), TREE_INT_CST_LOW (t));
341 /* Iff C is a carriage return, warn about it - if appropriate -
342 and return nonzero. */
347 static int newline_warning = 0;
351 /* ANSI C says the effects of a carriage return in a source file
353 if (pedantic && !newline_warning)
355 warning ("carriage return in source file");
356 warning ("(we only warn about the first carriage return)");
364 /* If C is not whitespace, return C.
365 Otherwise skip whitespace and return first nonwhite char read. */
375 /* We don't recognize comments here, because
376 cpp output can include / and * consecutively as operators.
377 Also, there's no need, since cpp removes all comments. */
380 c = check_newline ();
401 error ("stray '\\' in program");
411 /* Skips all of the white space at the current location in the input file.
412 Must use and reset nextchar if it has the next character. */
415 position_after_white_space ()
421 c = nextchar, nextchar = -1;
426 UNGETC (skip_white_space (c));
429 /* Like skip_white_space, but don't advance beyond the end of line.
430 Moreover, we don't get passed a character to start with. */
432 skip_white_space_on_line ()
461 /* Make the token buffer longer, preserving the data in it.
462 P should point to just beyond the last valid character in the old buffer.
463 The value we return is a pointer to the new buffer
464 at a place corresponding to P. */
467 extend_token_buffer (p)
470 int offset = p - token_buffer;
472 maxtoken = maxtoken * 2 + 10;
473 token_buffer = (char *) xrealloc (token_buffer, maxtoken + 2);
475 return token_buffer + offset;
478 #if defined HANDLE_PRAGMA
479 /* Local versions of these macros, that can be passed as function pointers. */
494 /* At the beginning of a line, increment the line number
495 and process any #-directive on this line.
496 If the line is a #-directive, read the entire line and return a newline.
497 Otherwise, return the line's first non-whitespace character. */
507 /* Read first nonwhite char on the line. */
510 while (c == ' ' || c == '\t')
515 /* If not #, return it so caller will use it. */
519 /* Read first nonwhite char after the `#'. */
522 while (c == ' ' || c == '\t')
525 /* If a letter follows, then if the word here is `line', skip
526 it and ignore it; otherwise, ignore the line, with an error
527 if the word isn't `pragma', `ident', `define', or `undef'. */
529 if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z'))
538 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'
539 || whitespace_cr (c) ))
541 while (c == ' ' || c == '\t' || whitespace_cr (c))
546 #if defined HANDLE_PRAGMA || defined HANDLE_GENERIC_PRAGMAS
549 if (token != IDENTIFIER)
551 #endif /* HANDLE_PRAGMA || HANDLE_GENERIC_PRAGMAS */
554 /* We invoke HANDLE_PRAGMA before HANDLE_GENERIC_PRAGMAS (if
555 both are defined), in order to give the back end a chance to
556 override the interpretation of generic style pragmas. */
560 c = nextchar, nextchar = -1;
563 #endif /* !USE_CPPLIB */
565 if (TREE_CODE (yylval.ttype) != IDENTIFIER_NODE)
568 if (HANDLE_PRAGMA (pragma_getc, pragma_ungetc,
569 IDENTIFIER_POINTER (yylval.ttype)))
571 #endif /* HANDLE_PRAGMA */
573 #ifdef HANDLE_GENERIC_PRAGMAS
574 if (handle_generic_pragma (token))
576 #endif /* HANDLE_GENERIC_PRAGMAS */
578 /* Issue a warning message if we have been asked to do so.
579 Ignoring unknown pragmas in system header file unless
580 an explcit -Wunknown-pragmas has been given. */
581 if (warn_unknown_pragmas > 1
582 || (warn_unknown_pragmas && ! in_system_header))
583 warning ("ignoring pragma: %s", token_buffer);
596 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'))
599 debug_define (lineno, GET_DIRECTIVE_LINE ());
609 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'))
612 debug_undef (lineno, GET_DIRECTIVE_LINE ());
621 && ((c = GETC()) == ' ' || c == '\t'))
630 && ((c = GETC()) == ' ' || c == '\t'))
632 /* #ident. The pedantic warning is now in cccp.c. */
634 /* Here we have just seen `#ident '.
635 A string constant should follow. */
637 c = skip_white_space_on_line ();
639 /* If no argument, ignore the line. */
646 || TREE_CODE (yylval.ttype) != STRING_CST)
648 error ("invalid #ident");
654 #ifdef ASM_OUTPUT_IDENT
655 ASM_OUTPUT_IDENT (asm_out_file, TREE_STRING_POINTER (yylval.ttype));
659 /* Skip the rest of this line. */
664 error ("undefined or invalid # directive");
669 /* Here we have either `#line' or `# <nonletter>'.
670 In either case, it should be a line number; a digit should follow. */
672 /* Can't use skip_white_space here, but must handle all whitespace
673 that is not '\n', lest we get a recursion for '\r' '\n' when
676 c = skip_white_space_on_line ();
678 /* If the # is the only nonwhite char on the line,
679 just ignore it. Check the new newline. */
683 /* Something follows the #; read a token. */
688 if (token == CONSTANT
689 && TREE_CODE (yylval.ttype) == INTEGER_CST)
691 int old_lineno = lineno;
693 /* subtract one, because it is the following line that
694 gets the specified number */
696 int l = TREE_INT_CST_LOW (yylval.ttype) - 1;
698 /* Is this the last nonwhite stuff on the line? */
699 c = skip_white_space_on_line ();
702 /* No more: store the line number and check following line. */
708 /* More follows: it must be a string constant (filename). */
710 /* Read the string constant. */
713 if (token != STRING || TREE_CODE (yylval.ttype) != STRING_CST)
715 error ("invalid #line");
720 = (char *) permalloc (TREE_STRING_LENGTH (yylval.ttype) + 1);
721 strcpy (input_filename, TREE_STRING_POINTER (yylval.ttype));
724 /* Each change of file name
725 reinitializes whether we are now in a system header. */
726 in_system_header = 0;
728 if (main_input_filename == 0)
729 main_input_filename = input_filename;
731 /* Is this the last nonwhite stuff on the line? */
732 c = skip_white_space_on_line ();
735 /* Update the name in the top element of input_file_stack. */
736 if (input_file_stack)
737 input_file_stack->name = input_filename;
746 /* `1' after file name means entering new file.
747 `2' after file name means just left a file. */
749 if (token == CONSTANT
750 && TREE_CODE (yylval.ttype) == INTEGER_CST)
752 if (TREE_INT_CST_LOW (yylval.ttype) == 1)
754 /* Pushing to a new file. */
756 = (struct file_stack *) xmalloc (sizeof (struct file_stack));
757 input_file_stack->line = old_lineno;
758 p->next = input_file_stack;
759 p->name = input_filename;
760 p->indent_level = indent_level;
761 input_file_stack = p;
762 input_file_stack_tick++;
763 debug_start_source_file (input_filename);
766 else if (TREE_INT_CST_LOW (yylval.ttype) == 2)
768 /* Popping out of a file. */
769 if (input_file_stack->next)
771 struct file_stack *p = input_file_stack;
772 if (indent_level != p->indent_level)
774 warning_with_file_and_line
775 (p->name, old_lineno,
776 "This file contains more `%c's than `%c's.",
777 indent_level > p->indent_level ? '{' : '}',
778 indent_level > p->indent_level ? '}' : '{');
780 input_file_stack = p->next;
782 input_file_stack_tick++;
783 debug_end_source_file (input_file_stack->line);
786 error ("#-lines for entering and leaving files don't match");
792 /* Now that we've pushed or popped the input stack,
793 update the name in the top element. */
794 if (input_file_stack)
795 input_file_stack->name = input_filename;
797 /* If we have handled a `1' or a `2',
798 see if there is another number to read. */
801 /* Is this the last nonwhite stuff on the line? */
802 c = skip_white_space_on_line ();
811 /* `3' after file name means this is a system header file. */
813 if (token == CONSTANT
814 && TREE_CODE (yylval.ttype) == INTEGER_CST
815 && TREE_INT_CST_LOW (yylval.ttype) == 3)
816 in_system_header = 1, used_up = 1;
820 /* Is this the last nonwhite stuff on the line? */
821 c = skip_white_space_on_line ();
827 warning ("unrecognized text at end of #line");
830 error ("invalid #-line");
832 /* skip the rest of this line. */
835 if (c != '\n' && c != EOF && nextchar >= 0)
836 c = nextchar, nextchar = -1;
838 while (c != '\n' && c != EOF)
843 #ifdef HANDLE_GENERIC_PRAGMAS
845 /* Handle a #pragma directive.
846 TOKEN is the token we read after `#pragma'. Processes the entire input
847 line and return non-zero iff the pragma has been successfully parsed. */
849 /* This function has to be in this file, in order to get at
853 handle_generic_pragma (token)
866 handle_pragma_token (token_buffer, yylval.ttype);
869 handle_pragma_token (token_buffer, NULL);
873 c = nextchar, nextchar = -1;
878 while (c == ' ' || c == '\t')
882 if (c == '\n' || c == EOF)
883 return handle_pragma_token (NULL, NULL);
889 #endif /* HANDLE_GENERIC_PRAGMAS */
891 #define ENDFILE -1 /* token that represents end-of-file */
893 /* Read an escape sequence, returning its equivalent as a character,
894 or store 1 in *ignore_ptr if it is backslash-newline. */
897 readescape (ignore_ptr)
900 register int c = GETC();
902 register unsigned count;
903 unsigned firstdig = 0;
909 if (warn_traditional)
910 warning ("the meaning of `\\x' varies with -traditional");
912 if (flag_traditional)
921 if (!(c >= 'a' && c <= 'f')
922 && !(c >= 'A' && c <= 'F')
923 && !(c >= '0' && c <= '9'))
929 if (c >= 'a' && c <= 'f')
930 code += c - 'a' + 10;
931 if (c >= 'A' && c <= 'F')
932 code += c - 'A' + 10;
933 if (c >= '0' && c <= '9')
935 if (code != 0 || count != 0)
944 error ("\\x used with no following hex digits");
946 /* Digits are all 0's. Ok. */
948 else if ((count - 1) * 4 >= TYPE_PRECISION (integer_type_node)
950 && ((1 << (TYPE_PRECISION (integer_type_node) - (count - 1) * 4))
952 pedwarn ("hex escape out of range");
955 case '0': case '1': case '2': case '3': case '4':
956 case '5': case '6': case '7':
959 while ((c <= '7') && (c >= '0') && (count++ < 3))
961 code = (code * 8) + (c - '0');
967 case '\\': case '\'': case '"':
976 return TARGET_NEWLINE;
991 if (warn_traditional)
992 warning ("the meaning of `\\a' varies with -traditional");
994 if (flag_traditional)
999 #if 0 /* Vertical tab is present in common usage compilers. */
1000 if (flag_traditional)
1008 pedwarn ("non-ANSI-standard escape sequence, `\\%c'", c);
1014 /* `\(', etc, are used at beginning of line to avoid confusing Emacs. */
1018 /* `\%' is used to prevent SCCS from getting confused. */
1021 pedwarn ("non-ANSI escape sequence `\\%c'", c);
1024 if (c >= 040 && c < 0177)
1025 pedwarn ("unknown escape sequence `\\%c'", c);
1027 pedwarn ("unknown escape sequence: `\\' followed by char code 0x%x", c);
1037 strcpy (buf, string);
1039 /* We can't print string and character constants well
1040 because the token_buffer contains the result of processing escapes. */
1042 strcat (buf, " at end of input");
1043 else if (token_buffer[0] == 0)
1044 strcat (buf, " at null character");
1045 else if (token_buffer[0] == '"')
1046 strcat (buf, " before string constant");
1047 else if (token_buffer[0] == '\'')
1048 strcat (buf, " before character constant");
1049 else if (token_buffer[0] < 040 || (unsigned char) token_buffer[0] >= 0177)
1050 sprintf (buf + strlen (buf), " before character 0%o",
1051 (unsigned char) token_buffer[0]);
1053 strcat (buf, " before `%s'");
1055 error (buf, token_buffer);
1065 char long_long_flag;
1068 struct try_type type_sequence[] =
1070 { &integer_type_node, 0, 0, 0},
1071 { &unsigned_type_node, 1, 0, 0},
1072 { &long_integer_type_node, 0, 1, 0},
1073 { &long_unsigned_type_node, 1, 1, 0},
1074 { &long_long_integer_type_node, 0, 1, 1},
1075 { &long_long_unsigned_type_node, 1, 1, 1}
1090 c = nextchar, nextchar = -1;
1095 /* Effectively do c = skip_white_space (c)
1096 but do it faster in the usual cases. */
1109 /* Call skip_white_space so we can warn if appropriate. */
1114 c = skip_white_space (c);
1116 goto found_nonwhite;
1120 token_buffer[0] = c;
1121 token_buffer[1] = 0;
1123 /* yylloc.first_line = lineno; */
1129 token_buffer[0] = 0;
1134 /* Capital L may start a wide-string or wide-character constant. */
1136 register int c = GETC();
1145 goto string_constant;
1152 if (!doing_objc_thang)
1159 /* '@' may start a constant string object. */
1160 register int c = GETC ();
1164 goto string_constant;
1167 /* Fall through to treat '@' as the start of an identifier. */
1170 case 'A': case 'B': case 'C': case 'D': case 'E':
1171 case 'F': case 'G': case 'H': case 'I': case 'J':
1172 case 'K': case 'M': case 'N': case 'O':
1173 case 'P': case 'Q': case 'R': case 'S': case 'T':
1174 case 'U': case 'V': case 'W': case 'X': case 'Y':
1176 case 'a': case 'b': case 'c': case 'd': case 'e':
1177 case 'f': case 'g': case 'h': case 'i': case 'j':
1178 case 'k': case 'l': case 'm': case 'n': case 'o':
1179 case 'p': case 'q': case 'r': case 's': case 't':
1180 case 'u': case 'v': case 'w': case 'x': case 'y':
1186 while (ISALNUM (c) || c == '_' || c == '$' || c == '@')
1188 /* Make sure this char really belongs in an identifier. */
1189 if (c == '@' && ! doing_objc_thang)
1193 if (! dollars_in_ident)
1194 error ("`$' in identifier");
1196 pedwarn ("`$' in identifier");
1199 if (p >= token_buffer + maxtoken)
1200 p = extend_token_buffer (p);
1216 /* Try to recognize a keyword. Uses minimum-perfect hash function */
1219 register struct resword *ptr;
1221 if ((ptr = is_reserved_word (token_buffer, p - token_buffer)))
1224 yylval.ttype = ridpointers[(int) ptr->rid];
1225 value = (int) ptr->token;
1227 /* Only return OBJECTNAME if it is a typedef. */
1228 if (doing_objc_thang && value == OBJECTNAME)
1230 lastiddecl = lookup_name(yylval.ttype);
1232 if (lastiddecl == NULL_TREE
1233 || TREE_CODE (lastiddecl) != TYPE_DECL)
1237 /* Even if we decided to recognize asm, still perhaps warn. */
1239 && (value == ASM_KEYWORD || value == TYPEOF
1240 || ptr->rid == RID_INLINE)
1241 && token_buffer[0] != '_')
1242 pedwarn ("ANSI does not permit the keyword `%s'",
1247 /* If we did not find a keyword, look for an identifier
1250 if (value == IDENTIFIER)
1252 if (token_buffer[0] == '@')
1253 error("invalid identifier `%s'", token_buffer);
1255 yylval.ttype = get_identifier (token_buffer);
1256 lastiddecl = lookup_name (yylval.ttype);
1258 if (lastiddecl != 0 && TREE_CODE (lastiddecl) == TYPE_DECL)
1260 /* A user-invisible read-only initialized variable
1261 should be replaced by its value.
1262 We handle only strings since that's the only case used in C. */
1263 else if (lastiddecl != 0 && TREE_CODE (lastiddecl) == VAR_DECL
1264 && DECL_IGNORED_P (lastiddecl)
1265 && TREE_READONLY (lastiddecl)
1266 && DECL_INITIAL (lastiddecl) != 0
1267 && TREE_CODE (DECL_INITIAL (lastiddecl)) == STRING_CST)
1269 tree stringval = DECL_INITIAL (lastiddecl);
1271 /* Copy the string value so that we won't clobber anything
1272 if we put something in the TREE_CHAIN of this one. */
1273 yylval.ttype = build_string (TREE_STRING_LENGTH (stringval),
1274 TREE_STRING_POINTER (stringval));
1277 else if (doing_objc_thang)
1279 tree objc_interface_decl = is_class_name (yylval.ttype);
1281 if (objc_interface_decl)
1284 yylval.ttype = objc_interface_decl;
1294 /* Check first for common special case: single-digit 0 or 1. */
1297 UNGETC (next_c); /* Always undo this lookahead. */
1298 if (!ISALNUM (next_c) && next_c != '.')
1300 token_buffer[0] = (char)c, token_buffer[1] = '\0';
1301 yylval.ttype = (c == '0') ? integer_zero_node : integer_one_node;
1307 case '2': case '3': case '4':
1308 case '5': case '6': case '7': case '8': case '9':
1313 int largest_digit = 0;
1315 /* for multi-precision arithmetic,
1316 we actually store only HOST_BITS_PER_CHAR bits in each part.
1317 The number of parts is chosen so as to be sufficient to hold
1318 the enough bits to fit into the two HOST_WIDE_INTs that contain
1319 the integer value (this is always at least as many bits as are
1320 in a target `long long' value, but may be wider). */
1321 #define TOTAL_PARTS ((HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR) * 2 + 2)
1322 int parts[TOTAL_PARTS];
1325 enum anon1 { NOT_FLOAT, AFTER_POINT, TOO_MANY_POINTS} floatflag
1328 for (count = 0; count < TOTAL_PARTS; count++)
1336 *p++ = (c = GETC());
1337 if ((c == 'x') || (c == 'X'))
1340 *p++ = (c = GETC());
1342 /* Leading 0 forces octal unless the 0 is the only digit. */
1343 else if (c >= '0' && c <= '9')
1352 /* Read all the digits-and-decimal-points. */
1355 || (ISALNUM (c) && c != 'l' && c != 'L'
1356 && c != 'u' && c != 'U'
1357 && c != 'i' && c != 'I' && c != 'j' && c != 'J'
1358 && (floatflag == NOT_FLOAT || ((c != 'f') && (c != 'F')))))
1363 error ("floating constant may not be in radix 16");
1364 if (floatflag == TOO_MANY_POINTS)
1365 /* We have already emitted an error. Don't need another. */
1367 else if (floatflag == AFTER_POINT)
1369 error ("malformed floating constant");
1370 floatflag = TOO_MANY_POINTS;
1371 /* Avoid another error from atof by forcing all characters
1372 from here on to be ignored. */
1376 floatflag = AFTER_POINT;
1380 /* Accept '.' as the start of a floating-point number
1381 only when it is followed by a digit.
1382 Otherwise, unread the following non-digit
1383 and use the '.' as a structural token. */
1384 if (p == token_buffer + 2 && !ISDIGIT (c))
1395 error ("parse error at `..'");
1398 token_buffer[1] = 0;
1405 /* It is not a decimal point.
1406 It should be a digit (perhaps a hex digit). */
1412 else if (base <= 10)
1414 if (c == 'e' || c == 'E')
1417 floatflag = AFTER_POINT;
1418 break; /* start of exponent */
1420 error ("nondigits in number and not hexadecimal");
1431 if (c >= largest_digit)
1435 for (count = 0; count < TOTAL_PARTS; count++)
1437 parts[count] *= base;
1441 += (parts[count-1] >> HOST_BITS_PER_CHAR);
1443 &= (1 << HOST_BITS_PER_CHAR) - 1;
1449 /* If the extra highest-order part ever gets anything in it,
1450 the number is certainly too big. */
1451 if (parts[TOTAL_PARTS - 1] != 0)
1454 if (p >= token_buffer + maxtoken - 3)
1455 p = extend_token_buffer (p);
1456 *p++ = (c = GETC());
1461 error ("numeric constant with no digits");
1463 if (largest_digit >= base)
1464 error ("numeric constant contains digits beyond the radix");
1466 /* Remove terminating char from the token buffer and delimit the string */
1469 if (floatflag != NOT_FLOAT)
1471 tree type = double_type_node;
1473 int conversion_errno = 0;
1474 REAL_VALUE_TYPE value;
1477 /* Read explicit exponent if any, and put it in tokenbuf. */
1479 if ((c == 'e') || (c == 'E'))
1481 if (p >= token_buffer + maxtoken - 3)
1482 p = extend_token_buffer (p);
1485 if ((c == '+') || (c == '-'))
1491 error ("floating constant exponent has no digits");
1494 if (p >= token_buffer + maxtoken - 3)
1495 p = extend_token_buffer (p);
1503 /* Convert string to a double, checking for overflow. */
1504 if (setjmp (handler))
1506 error ("floating constant out of range");
1511 int fflag = 0, lflag = 0;
1512 /* Copy token_buffer now, while it has just the number
1513 and not the suffixes; once we add `f' or `i',
1514 REAL_VALUE_ATOF may not work any more. */
1515 char *copy = (char *) alloca (p - token_buffer + 1);
1516 bcopy (token_buffer, copy, p - token_buffer + 1);
1518 set_float_handler (handler);
1524 /* Read the suffixes to choose a data type. */
1529 error ("more than one `f' in numeric constant");
1535 error ("more than one `l' in numeric constant");
1541 error ("more than one `i' or `j' in numeric constant");
1543 pedwarn ("ANSI C forbids imaginary numeric constants");
1554 if (p >= token_buffer + maxtoken - 3)
1555 p = extend_token_buffer (p);
1561 /* The second argument, machine_mode, of REAL_VALUE_ATOF
1562 tells the desired precision of the binary result
1563 of decimal-to-binary conversion. */
1568 error ("both `f' and `l' in floating constant");
1570 type = float_type_node;
1572 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1573 conversion_errno = errno;
1574 /* A diagnostic is required here by some ANSI C testsuites.
1575 This is not pedwarn, become some people don't want
1576 an error for this. */
1577 if (REAL_VALUE_ISINF (value) && pedantic)
1578 warning ("floating point number exceeds range of `float'");
1582 type = long_double_type_node;
1584 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1585 conversion_errno = errno;
1586 if (REAL_VALUE_ISINF (value) && pedantic)
1587 warning ("floating point number exceeds range of `long double'");
1592 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1593 conversion_errno = errno;
1594 if (REAL_VALUE_ISINF (value) && pedantic)
1595 warning ("floating point number exceeds range of `double'");
1598 set_float_handler (NULL_PTR);
1601 /* ERANGE is also reported for underflow,
1602 so test the value to distinguish overflow from that. */
1603 if (conversion_errno == ERANGE && !flag_traditional && pedantic
1604 && (REAL_VALUES_LESS (dconst1, value)
1605 || REAL_VALUES_LESS (value, dconstm1)))
1606 warning ("floating point number exceeds range of `double'");
1609 /* If the result is not a number, assume it must have been
1610 due to some error message above, so silently convert
1612 if (REAL_VALUE_ISNAN (value))
1615 /* Create a node with determined type and value. */
1617 yylval.ttype = build_complex (NULL_TREE,
1618 convert (type, integer_zero_node),
1619 build_real (type, value));
1621 yylval.ttype = build_real (type, value);
1625 tree traditional_type, ansi_type, type;
1626 HOST_WIDE_INT high, low;
1627 int spec_unsigned = 0;
1629 int spec_long_long = 0;
1633 traditional_type = ansi_type = type = NULL_TREE;
1636 if (c == 'u' || c == 'U')
1639 error ("two `u's in integer constant");
1642 else if (c == 'l' || c == 'L')
1647 error ("three `l's in integer constant");
1648 else if (pedantic && ! in_system_header && warn_long_long)
1649 pedwarn ("ANSI C forbids long long integer constants");
1654 else if (c == 'i' || c == 'j' || c == 'I' || c == 'J')
1657 error ("more than one `i' or `j' in numeric constant");
1659 pedwarn ("ANSI C forbids imaginary numeric constants");
1664 if (p >= token_buffer + maxtoken - 3)
1665 p = extend_token_buffer (p);
1670 /* If the constant won't fit in an unsigned long long,
1671 then warn that the constant is out of range. */
1673 /* ??? This assumes that long long and long integer types are
1674 a multiple of 8 bits. This better than the original code
1675 though which assumed that long was exactly 32 bits and long
1676 long was exactly 64 bits. */
1678 bytes = TYPE_PRECISION (long_long_integer_type_node) / 8;
1681 for (i = bytes; i < TOTAL_PARTS; i++)
1685 pedwarn ("integer constant out of range");
1687 /* This is simplified by the fact that our constant
1688 is always positive. */
1692 for (i = 0; i < HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR; i++)
1694 high |= ((HOST_WIDE_INT) parts[i + (HOST_BITS_PER_WIDE_INT
1695 / HOST_BITS_PER_CHAR)]
1696 << (i * HOST_BITS_PER_CHAR));
1697 low |= (HOST_WIDE_INT) parts[i] << (i * HOST_BITS_PER_CHAR);
1700 yylval.ttype = build_int_2 (low, high);
1701 TREE_TYPE (yylval.ttype) = long_long_unsigned_type_node;
1703 /* If warn_traditional, calculate both the ANSI type and the
1704 traditional type, then see if they disagree.
1705 Otherwise, calculate only the type for the dialect in use. */
1706 if (warn_traditional || flag_traditional)
1708 /* Calculate the traditional type. */
1709 /* Traditionally, any constant is signed;
1710 but if unsigned is specified explicitly, obey that.
1711 Use the smallest size with the right number of bits,
1712 except for one special case with decimal constants. */
1713 if (! spec_long && base != 10
1714 && int_fits_type_p (yylval.ttype, unsigned_type_node))
1715 traditional_type = (spec_unsigned ? unsigned_type_node
1716 : integer_type_node);
1717 /* A decimal constant must be long
1718 if it does not fit in type int.
1719 I think this is independent of whether
1720 the constant is signed. */
1721 else if (! spec_long && base == 10
1722 && int_fits_type_p (yylval.ttype, integer_type_node))
1723 traditional_type = (spec_unsigned ? unsigned_type_node
1724 : integer_type_node);
1725 else if (! spec_long_long)
1726 traditional_type = (spec_unsigned ? long_unsigned_type_node
1727 : long_integer_type_node);
1729 traditional_type = (spec_unsigned
1730 ? long_long_unsigned_type_node
1731 : long_long_integer_type_node);
1733 if (warn_traditional || ! flag_traditional)
1735 /* Calculate the ANSI type. */
1736 if (! spec_long && ! spec_unsigned
1737 && int_fits_type_p (yylval.ttype, integer_type_node))
1738 ansi_type = integer_type_node;
1739 else if (! spec_long && (base != 10 || spec_unsigned)
1740 && int_fits_type_p (yylval.ttype, unsigned_type_node))
1741 ansi_type = unsigned_type_node;
1742 else if (! spec_unsigned && !spec_long_long
1743 && int_fits_type_p (yylval.ttype, long_integer_type_node))
1744 ansi_type = long_integer_type_node;
1745 else if (! spec_long_long
1746 && int_fits_type_p (yylval.ttype,
1747 long_unsigned_type_node))
1748 ansi_type = long_unsigned_type_node;
1749 else if (! spec_unsigned
1750 && int_fits_type_p (yylval.ttype,
1751 long_long_integer_type_node))
1752 ansi_type = long_long_integer_type_node;
1754 ansi_type = long_long_unsigned_type_node;
1757 type = flag_traditional ? traditional_type : ansi_type;
1759 if (warn_traditional && traditional_type != ansi_type)
1761 if (TYPE_PRECISION (traditional_type)
1762 != TYPE_PRECISION (ansi_type))
1763 warning ("width of integer constant changes with -traditional");
1764 else if (TREE_UNSIGNED (traditional_type)
1765 != TREE_UNSIGNED (ansi_type))
1766 warning ("integer constant is unsigned in ANSI C, signed with -traditional");
1768 warning ("width of integer constant may change on other systems with -traditional");
1771 if (pedantic && !flag_traditional && !spec_long_long && !warn
1772 && (TYPE_PRECISION (long_integer_type_node)
1773 < TYPE_PRECISION (type)))
1774 pedwarn ("integer constant out of range");
1776 if (base == 10 && ! spec_unsigned && TREE_UNSIGNED (type))
1777 warning ("decimal constant is so large that it is unsigned");
1781 if (TYPE_PRECISION (type)
1782 <= TYPE_PRECISION (integer_type_node))
1784 = build_complex (NULL_TREE, integer_zero_node,
1785 convert (integer_type_node,
1788 error ("complex integer constant is too wide for `complex int'");
1790 else if (flag_traditional && !int_fits_type_p (yylval.ttype, type))
1791 /* The traditional constant 0x80000000 is signed
1792 but doesn't fit in the range of int.
1793 This will change it to -0x80000000, which does fit. */
1795 TREE_TYPE (yylval.ttype) = unsigned_type (type);
1796 yylval.ttype = convert (type, yylval.ttype);
1797 TREE_OVERFLOW (yylval.ttype)
1798 = TREE_CONSTANT_OVERFLOW (yylval.ttype) = 0;
1801 TREE_TYPE (yylval.ttype) = type;
1807 if (ISALNUM (c) || c == '.' || c == '_' || c == '$'
1808 || (!flag_traditional && (c == '-' || c == '+')
1809 && (p[-1] == 'e' || p[-1] == 'E')))
1810 error ("missing white space after number `%s'", token_buffer);
1812 value = CONSTANT; break;
1818 register int result = 0;
1819 register int num_chars = 0;
1821 unsigned width = TYPE_PRECISION (char_type_node);
1823 #ifdef MULTIBYTE_CHARS
1824 int longest_char = local_mb_cur_max ();
1825 (void) local_mbtowc (NULL_PTR, NULL_PTR, 0);
1828 max_chars = TYPE_PRECISION (integer_type_node) / width;
1830 width = WCHAR_TYPE_SIZE;
1837 if (c == '\'' || c == EOF)
1844 c = readescape (&ignore);
1847 if (width < HOST_BITS_PER_INT
1848 && (unsigned) c >= (1 << width))
1849 pedwarn ("escape sequence out of range for character");
1850 #ifdef MAP_CHARACTER
1852 c = MAP_CHARACTER (c);
1858 pedwarn ("ANSI C forbids newline in character constant");
1863 #ifdef MULTIBYTE_CHARS
1867 for (i = 1; i <= longest_char; ++i)
1869 if (i > maxtoken - 4)
1870 extend_token_buffer (token_buffer);
1872 token_buffer[i] = c;
1873 char_len = local_mbtowc (& wc,
1882 /* mbtowc sometimes needs an extra char before accepting */
1887 /* Merge character into result; ignore excess chars. */
1888 for (i = 1; i <= char_len; ++i)
1892 if (width < HOST_BITS_PER_INT)
1893 result = (result << width)
1895 & ((1 << width) - 1));
1897 result = token_buffer[i];
1899 num_chars += char_len;
1907 warning ("Ignoring invalid multibyte character");
1910 #ifdef MAP_CHARACTER
1912 c = MAP_CHARACTER (c);
1915 #else /* ! MULTIBYTE_CHARS */
1916 #ifdef MAP_CHARACTER
1917 c = MAP_CHARACTER (c);
1919 #endif /* ! MULTIBYTE_CHARS */
1924 if (chars_seen == 1) /* only keep the first one */
1929 /* Merge character into result; ignore excess chars. */
1930 num_chars += (width / TYPE_PRECISION (char_type_node));
1931 if (num_chars < max_chars + 1)
1933 if (width < HOST_BITS_PER_INT)
1934 result = (result << width) | (c & ((1 << width) - 1));
1941 error ("malformatted character constant");
1942 else if (chars_seen == 0)
1943 error ("empty character constant");
1944 else if (num_chars > max_chars)
1946 num_chars = max_chars;
1947 error ("character constant too long");
1949 else if (chars_seen != 1 && ! flag_traditional && warn_multichar)
1950 warning ("multi-character character constant");
1952 /* If char type is signed, sign-extend the constant. */
1955 int num_bits = num_chars * width;
1957 /* We already got an error; avoid invalid shift. */
1958 yylval.ttype = build_int_2 (0, 0);
1959 else if (TREE_UNSIGNED (char_type_node)
1960 || ((result >> (num_bits - 1)) & 1) == 0)
1962 = build_int_2 (result & (~(unsigned HOST_WIDE_INT) 0
1963 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1967 = build_int_2 (result | ~(~(unsigned HOST_WIDE_INT) 0
1968 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1970 TREE_TYPE (yylval.ttype) = integer_type_node;
1974 yylval.ttype = build_int_2 (result, 0);
1975 TREE_TYPE (yylval.ttype) = wchar_type_node;
1985 unsigned width = wide_flag ? WCHAR_TYPE_SIZE
1986 : TYPE_PRECISION (char_type_node);
1987 #ifdef MULTIBYTE_CHARS
1988 int longest_char = local_mb_cur_max ();
1989 (void) local_mbtowc (NULL_PTR, NULL_PTR, 0);
1992 p = token_buffer + 1;
1994 while (c != '"' && c >= 0)
1999 c = readescape (&ignore);
2002 if (width < HOST_BITS_PER_INT
2003 && (unsigned) c >= (1 << width))
2004 pedwarn ("escape sequence out of range for character");
2009 pedwarn ("ANSI C forbids newline in string constant");
2014 #ifdef MULTIBYTE_CHARS
2018 for (i = 0; i < longest_char; ++i)
2020 if (p + i >= token_buffer + maxtoken)
2021 p = extend_token_buffer (p);
2024 char_len = local_mbtowc (& wc, p, i + 1);
2030 warning ("Ignoring invalid multibyte character");
2033 /* mbtowc sometimes needs an extra char before accepting */
2046 #endif /* MULTIBYTE_CHARS */
2049 /* Add this single character into the buffer either as a wchar_t
2050 or as a single byte. */
2053 unsigned width = TYPE_PRECISION (char_type_node);
2054 unsigned bytemask = (1 << width) - 1;
2057 if (p + WCHAR_BYTES > token_buffer + maxtoken)
2058 p = extend_token_buffer (p);
2060 for (byte = 0; byte < WCHAR_BYTES; ++byte)
2063 if (byte >= sizeof (c))
2066 value = (c >> (byte * width)) & bytemask;
2067 if (BYTES_BIG_ENDIAN)
2068 p[WCHAR_BYTES - byte - 1] = value;
2076 if (p >= token_buffer + maxtoken)
2077 p = extend_token_buffer (p);
2085 /* Terminate the string value, either with a single byte zero
2086 or with a wide zero. */
2089 if (p + WCHAR_BYTES > token_buffer + maxtoken)
2090 p = extend_token_buffer (p);
2091 bzero (p, WCHAR_BYTES);
2096 if (p >= token_buffer + maxtoken)
2097 p = extend_token_buffer (p);
2102 error ("Unterminated string constant");
2104 /* We have read the entire constant.
2105 Construct a STRING_CST for the result. */
2109 yylval.ttype = build_string (p - (token_buffer + 1),
2111 TREE_TYPE (yylval.ttype) = wchar_array_type_node;
2116 /* Return an Objective-C @"..." constant string object. */
2117 yylval.ttype = build_objc_string (p - (token_buffer + 1),
2119 TREE_TYPE (yylval.ttype) = char_array_type_node;
2120 value = OBJC_STRING;
2124 yylval.ttype = build_string (p - (token_buffer + 1),
2126 TREE_TYPE (yylval.ttype) = char_array_type_node;
2154 yylval.code = PLUS_EXPR; break;
2156 yylval.code = MINUS_EXPR; break;
2158 yylval.code = BIT_AND_EXPR; break;
2160 yylval.code = BIT_IOR_EXPR; break;
2162 yylval.code = MULT_EXPR; break;
2164 yylval.code = TRUNC_DIV_EXPR; break;
2166 yylval.code = TRUNC_MOD_EXPR; break;
2168 yylval.code = BIT_XOR_EXPR; break;
2170 yylval.code = LSHIFT_EXPR; break;
2172 yylval.code = RSHIFT_EXPR; break;
2174 yylval.code = LT_EXPR; break;
2176 yylval.code = GT_EXPR; break;
2179 token_buffer[1] = c1 = GETC();
2180 token_buffer[2] = 0;
2187 value = ARITHCOMPARE; yylval.code = LE_EXPR; goto done;
2189 value = ARITHCOMPARE; yylval.code = GE_EXPR; goto done;
2191 value = EQCOMPARE; yylval.code = NE_EXPR; goto done;
2193 value = EQCOMPARE; yylval.code = EQ_EXPR; goto done;
2195 value = ASSIGN; goto done;
2201 value = PLUSPLUS; goto done;
2203 value = MINUSMINUS; goto done;
2205 value = ANDAND; goto done;
2207 value = OROR; goto done;
2220 { value = POINTSAT; goto done; }
2224 { value = ']'; goto done; }
2228 { value = '{'; indent_level++; goto done; }
2230 { value = '['; goto done; }
2234 { value = '}'; indent_level--; goto done; }
2238 token_buffer[1] = 0;
2240 if ((c == '<') || (c == '>'))
2241 value = ARITHCOMPARE;
2247 /* Don't make yyparse think this is eof. */
2266 /* yylloc.last_line = lineno; */
2271 /* Sets the value of the 'yydebug' variable to VALUE.
2272 This is a function so we don't have to have YYDEBUG defined
2273 in order to build the compiler. */
2282 warning ("YYDEBUG not defined.");