1 /* Lexical analyzer for C and Objective C.
2 Copyright (C) 1987, 88, 89, 92, 94-96, 1997 Free Software Foundation, Inc.
4 This file is part of GNU CC.
6 GNU CC is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2, or (at your option)
11 GNU CC is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with GNU CC; see the file COPYING. If not, write to
18 the Free Software Foundation, 59 Temple Place - Suite 330,
19 Boston, MA 02111-1307, USA. */
38 /* MULTIBYTE_CHARS support only works for native compilers.
39 ??? Ideally what we want is to model widechar support after
40 the current floating point support. */
42 #undef MULTIBYTE_CHARS
45 #ifdef MULTIBYTE_CHARS
57 cpp_options parse_options;
58 static enum cpp_token cpp_token;
61 /* The elements of `ridpointers' are identifier nodes
62 for the reserved type names and storage classes.
63 It is indexed by a RID_... value. */
64 tree ridpointers[(int) RID_MAX];
66 /* Cause the `yydebug' variable to be defined. */
70 static unsigned char *yy_cur, *yy_lim;
77 parse_in.limit = parse_in.token_buffer;
78 cpp_token = cpp_get_token (&parse_in);
79 if (cpp_token == CPP_EOF)
81 yy_lim = CPP_PWRITTEN (&parse_in);
82 yy_cur = parse_in.token_buffer;
88 #define GETC() (yy_cur < yy_lim ? *yy_cur++ : yy_get_token ())
89 #define UNGETC(c) ((c), yy_cur--)
91 #define GETC() getc (finput)
92 #define UNGETC(c) ungetc (c, finput)
95 /* the declaration found for the last IDENTIFIER token read in.
96 yylex must look this up to detect typedefs, which get token type TYPENAME,
97 so it is left around in case the identifier is not a typedef but is
98 used in a context which makes it a reference to a variable. */
101 /* Nonzero enables objc features. */
103 int doing_objc_thang;
105 extern tree is_class_name ();
109 /* File used for outputting assembler code. */
110 extern FILE *asm_out_file;
112 #ifndef WCHAR_TYPE_SIZE
114 #define WCHAR_TYPE_SIZE INT_TYPE_SIZE
116 #define WCHAR_TYPE_SIZE BITS_PER_WORD
120 /* Number of bytes in a wide character. */
121 #define WCHAR_BYTES (WCHAR_TYPE_SIZE / BITS_PER_UNIT)
123 static int maxtoken; /* Current nominal length of token buffer. */
124 char *token_buffer; /* Pointer to token buffer.
125 Actual allocated length is maxtoken + 2.
126 This is not static because objc-parse.y uses it. */
128 static int indent_level = 0; /* Number of { minus number of }. */
130 /* Nonzero if end-of-file has been seen on input. */
131 static int end_of_file;
134 /* Buffered-back input character; faster than using ungetc. */
135 static int nextchar = -1;
138 static int skip_which_space PROTO((int));
139 static char *extend_token_buffer PROTO((char *));
140 static int readescape PROTO((int *));
141 int check_newline ();
143 /* Do not insert generated code into the source, instead, include it.
144 This allows us to build gcc automatically even for targets that
145 need to add or modify the reserved keyword lists. */
148 /* Return something to represent absolute declarators containing a *.
149 TARGET is the absolute declarator that the * contains.
150 TYPE_QUALS is a list of modifiers such as const or volatile
151 to apply to the pointer type, represented as identifiers.
153 We return an INDIRECT_REF whose "contents" are TARGET
154 and whose type is the modifier list. */
157 make_pointer_declarator (type_quals, target)
158 tree type_quals, target;
160 return build1 (INDIRECT_REF, type_quals, target);
164 forget_protocol_qualifiers ()
166 int i, n = sizeof wordlist / sizeof (struct resword);
168 for (i = 0; i < n; i++)
169 if ((int) wordlist[i].rid >= (int) RID_IN
170 && (int) wordlist[i].rid <= (int) RID_ONEWAY)
171 wordlist[i].name = "";
175 remember_protocol_qualifiers ()
177 int i, n = sizeof wordlist / sizeof (struct resword);
179 for (i = 0; i < n; i++)
180 if (wordlist[i].rid == RID_IN)
181 wordlist[i].name = "in";
182 else if (wordlist[i].rid == RID_OUT)
183 wordlist[i].name = "out";
184 else if (wordlist[i].rid == RID_INOUT)
185 wordlist[i].name = "inout";
186 else if (wordlist[i].rid == RID_BYCOPY)
187 wordlist[i].name = "bycopy";
188 else if (wordlist[i].rid == RID_ONEWAY)
189 wordlist[i].name = "oneway";
194 init_parse (filename)
201 cpp_reader_init (&parse_in);
202 parse_in.data = &parse_options;
203 cpp_options_init (&parse_options);
204 cpp_handle_options (&parse_in, 0, NULL); /* FIXME */
205 parse_in.show_column = 1;
206 if (! cpp_start_read (&parse_in, filename))
213 cpp_finish (&parse_in);
220 /* Make identifier nodes long enough for the language-specific slots. */
221 set_identifier_size (sizeof (struct lang_identifier));
223 /* Start it at 0, because check_newline is called at the very beginning
224 and will increment it to 1. */
227 #ifdef MULTIBYTE_CHARS
228 /* Change to the native locale for multibyte conversions. */
229 setlocale (LC_CTYPE, "");
233 token_buffer = (char *) xmalloc (maxtoken + 2);
235 ridpointers[(int) RID_INT] = get_identifier ("int");
236 ridpointers[(int) RID_CHAR] = get_identifier ("char");
237 ridpointers[(int) RID_VOID] = get_identifier ("void");
238 ridpointers[(int) RID_FLOAT] = get_identifier ("float");
239 ridpointers[(int) RID_DOUBLE] = get_identifier ("double");
240 ridpointers[(int) RID_SHORT] = get_identifier ("short");
241 ridpointers[(int) RID_LONG] = get_identifier ("long");
242 ridpointers[(int) RID_UNSIGNED] = get_identifier ("unsigned");
243 ridpointers[(int) RID_SIGNED] = get_identifier ("signed");
244 ridpointers[(int) RID_INLINE] = get_identifier ("inline");
245 ridpointers[(int) RID_CONST] = get_identifier ("const");
246 ridpointers[(int) RID_VOLATILE] = get_identifier ("volatile");
247 ridpointers[(int) RID_AUTO] = get_identifier ("auto");
248 ridpointers[(int) RID_STATIC] = get_identifier ("static");
249 ridpointers[(int) RID_EXTERN] = get_identifier ("extern");
250 ridpointers[(int) RID_TYPEDEF] = get_identifier ("typedef");
251 ridpointers[(int) RID_REGISTER] = get_identifier ("register");
252 ridpointers[(int) RID_ITERATOR] = get_identifier ("iterator");
253 ridpointers[(int) RID_COMPLEX] = get_identifier ("complex");
254 ridpointers[(int) RID_ID] = get_identifier ("id");
255 ridpointers[(int) RID_IN] = get_identifier ("in");
256 ridpointers[(int) RID_OUT] = get_identifier ("out");
257 ridpointers[(int) RID_INOUT] = get_identifier ("inout");
258 ridpointers[(int) RID_BYCOPY] = get_identifier ("bycopy");
259 ridpointers[(int) RID_ONEWAY] = get_identifier ("oneway");
260 forget_protocol_qualifiers();
262 /* Some options inhibit certain reserved words.
263 Clear those words out of the hash table so they won't be recognized. */
264 #define UNSET_RESERVED_WORD(STRING) \
265 do { struct resword *s = is_reserved_word (STRING, sizeof (STRING) - 1); \
266 if (s) s->name = ""; } while (0)
268 if (! doing_objc_thang)
269 UNSET_RESERVED_WORD ("id");
271 if (flag_traditional)
273 UNSET_RESERVED_WORD ("const");
274 UNSET_RESERVED_WORD ("volatile");
275 UNSET_RESERVED_WORD ("typeof");
276 UNSET_RESERVED_WORD ("signed");
277 UNSET_RESERVED_WORD ("inline");
278 UNSET_RESERVED_WORD ("iterator");
279 UNSET_RESERVED_WORD ("complex");
283 UNSET_RESERVED_WORD ("asm");
284 UNSET_RESERVED_WORD ("typeof");
285 UNSET_RESERVED_WORD ("inline");
286 UNSET_RESERVED_WORD ("iterator");
287 UNSET_RESERVED_WORD ("complex");
292 reinit_parse_for_function ()
296 /* Function used when yydebug is set, to print a token in more detail. */
299 yyprint (file, yychar, yylval)
311 if (IDENTIFIER_POINTER (t))
312 fprintf (file, " `%s'", IDENTIFIER_POINTER (t));
317 if (TREE_CODE (t) == INTEGER_CST)
319 #if HOST_BITS_PER_WIDE_INT == 64
320 #if HOST_BITS_PER_WIDE_INT != HOST_BITS_PER_INT
326 #if HOST_BITS_PER_WIDE_INT != HOST_BITS_PER_INT
332 TREE_INT_CST_HIGH (t), TREE_INT_CST_LOW (t));
337 /* Iff C is a carriage return, warn about it - if appropriate -
338 and return nonzero. */
343 static int newline_warning = 0;
347 /* ANSI C says the effects of a carriage return in a source file
349 if (pedantic && !newline_warning)
351 warning ("carriage return in source file");
352 warning ("(we only warn about the first carriage return)");
360 /* If C is not whitespace, return C.
361 Otherwise skip whitespace and return first nonwhite char read. */
371 /* We don't recognize comments here, because
372 cpp output can include / and * consecutively as operators.
373 Also, there's no need, since cpp removes all comments. */
376 c = check_newline ();
397 error ("stray '\\' in program");
407 /* Skips all of the white space at the current location in the input file.
408 Must use and reset nextchar if it has the next character. */
411 position_after_white_space ()
417 c = nextchar, nextchar = -1;
422 UNGETC (skip_white_space (c));
425 /* Like skip_white_space, but don't advance beyond the end of line.
426 Moreover, we don't get passed a character to start with. */
428 skip_white_space_on_line ()
457 /* Make the token buffer longer, preserving the data in it.
458 P should point to just beyond the last valid character in the old buffer.
459 The value we return is a pointer to the new buffer
460 at a place corresponding to P. */
463 extend_token_buffer (p)
466 int offset = p - token_buffer;
468 maxtoken = maxtoken * 2 + 10;
469 token_buffer = (char *) xrealloc (token_buffer, maxtoken + 2);
471 return token_buffer + offset;
475 #define GET_DIRECTIVE_LINE() get_directive_line (finput)
476 #else /* USE_CPPLIB */
477 /* Read the rest of a #-directive from input stream FINPUT.
478 In normal use, the directive name and the white space after it
479 have already been read, so they won't be included in the result.
480 We allow for the fact that the directive line may contain
481 a newline embedded within a character or string literal which forms
482 a part of the directive.
484 The value is a string in a reusable buffer. It remains valid
485 only until the next time this function is called. */
488 GET_DIRECTIVE_LINE ()
490 static char *directive_buffer = NULL;
491 static unsigned buffer_length = 0;
493 register char *buffer_limit;
494 register int looking_for = 0;
495 register int char_escaped = 0;
497 if (buffer_length == 0)
499 directive_buffer = (char *)xmalloc (128);
503 buffer_limit = &directive_buffer[buffer_length];
505 for (p = directive_buffer; ; )
509 /* Make buffer bigger if it is full. */
510 if (p >= buffer_limit)
512 register unsigned bytes_used = (p - directive_buffer);
516 = (char *)xrealloc (directive_buffer, buffer_length);
517 p = &directive_buffer[bytes_used];
518 buffer_limit = &directive_buffer[buffer_length];
523 /* Discard initial whitespace. */
524 if ((c == ' ' || c == '\t') && p == directive_buffer)
527 /* Detect the end of the directive. */
528 if (c == '\n' && looking_for == 0)
537 return directive_buffer;
539 /* Handle string and character constant syntax. */
542 if (looking_for == c && !char_escaped)
543 looking_for = 0; /* Found terminator... stop looking. */
546 if (c == '\'' || c == '"')
547 looking_for = c; /* Don't stop buffering until we see another
548 another one of these (or an EOF). */
550 /* Handle backslash. */
551 char_escaped = (c == '\\' && ! char_escaped);
554 #endif /* USE_CPPLIB */
556 /* At the beginning of a line, increment the line number
557 and process any #-directive on this line.
558 If the line is a #-directive, read the entire line and return a newline.
559 Otherwise, return the line's first non-whitespace character. */
569 /* Read first nonwhite char on the line. */
572 while (c == ' ' || c == '\t')
577 /* If not #, return it so caller will use it. */
581 /* Read first nonwhite char after the `#'. */
584 while (c == ' ' || c == '\t')
587 /* If a letter follows, then if the word here is `line', skip
588 it and ignore it; otherwise, ignore the line, with an error
589 if the word isn't `pragma', `ident', `define', or `undef'. */
591 if ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z'))
600 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'
601 || whitespace_cr (c) ))
603 while (c == ' ' || c == '\t' || whitespace_cr (c))
607 #ifdef HANDLE_SYSV_PRAGMA
610 if (token != IDENTIFIER)
612 return handle_sysv_pragma (token);
613 #else /* !HANDLE_SYSV_PRAGMA */
618 if (token != IDENTIFIER)
620 if (HANDLE_PRAGMA (finput, yylval.ttype))
626 ??? do not know what to do ???;
627 #endif /* !USE_CPPLIB */
628 #endif /* HANDLE_PRAGMA */
629 #endif /* !HANDLE_SYSV_PRAGMA */
641 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'))
644 debug_define (lineno, GET_DIRECTIVE_LINE ());
654 && ((c = GETC()) == ' ' || c == '\t' || c == '\n'))
657 debug_undef (lineno, GET_DIRECTIVE_LINE ());
666 && ((c = GETC()) == ' ' || c == '\t'))
675 && ((c = GETC()) == ' ' || c == '\t'))
677 /* #ident. The pedantic warning is now in cccp.c. */
679 /* Here we have just seen `#ident '.
680 A string constant should follow. */
682 c = skip_white_space_on_line ();
684 /* If no argument, ignore the line. */
691 || TREE_CODE (yylval.ttype) != STRING_CST)
693 error ("invalid #ident");
699 #ifdef ASM_OUTPUT_IDENT
700 ASM_OUTPUT_IDENT (asm_out_file, TREE_STRING_POINTER (yylval.ttype));
704 /* Skip the rest of this line. */
709 error ("undefined or invalid # directive");
714 /* Here we have either `#line' or `# <nonletter>'.
715 In either case, it should be a line number; a digit should follow. */
717 /* Can't use skip_white_space here, but must handle all whitespace
718 that is not '\n', lest we get a recursion for '\r' '\n' when
721 c = skip_white_space_on_line ();
723 /* If the # is the only nonwhite char on the line,
724 just ignore it. Check the new newline. */
728 /* Something follows the #; read a token. */
733 if (token == CONSTANT
734 && TREE_CODE (yylval.ttype) == INTEGER_CST)
736 int old_lineno = lineno;
738 /* subtract one, because it is the following line that
739 gets the specified number */
741 int l = TREE_INT_CST_LOW (yylval.ttype) - 1;
743 /* Is this the last nonwhite stuff on the line? */
744 c = skip_white_space_on_line ();
747 /* No more: store the line number and check following line. */
753 /* More follows: it must be a string constant (filename). */
755 /* Read the string constant. */
758 if (token != STRING || TREE_CODE (yylval.ttype) != STRING_CST)
760 error ("invalid #line");
765 = (char *) permalloc (TREE_STRING_LENGTH (yylval.ttype) + 1);
766 strcpy (input_filename, TREE_STRING_POINTER (yylval.ttype));
769 /* Each change of file name
770 reinitializes whether we are now in a system header. */
771 in_system_header = 0;
773 if (main_input_filename == 0)
774 main_input_filename = input_filename;
776 /* Is this the last nonwhite stuff on the line? */
777 c = skip_white_space_on_line ();
780 /* Update the name in the top element of input_file_stack. */
781 if (input_file_stack)
782 input_file_stack->name = input_filename;
791 /* `1' after file name means entering new file.
792 `2' after file name means just left a file. */
794 if (token == CONSTANT
795 && TREE_CODE (yylval.ttype) == INTEGER_CST)
797 if (TREE_INT_CST_LOW (yylval.ttype) == 1)
799 /* Pushing to a new file. */
801 = (struct file_stack *) xmalloc (sizeof (struct file_stack));
802 input_file_stack->line = old_lineno;
803 p->next = input_file_stack;
804 p->name = input_filename;
805 p->indent_level = indent_level;
806 input_file_stack = p;
807 input_file_stack_tick++;
808 debug_start_source_file (input_filename);
811 else if (TREE_INT_CST_LOW (yylval.ttype) == 2)
813 /* Popping out of a file. */
814 if (input_file_stack->next)
816 struct file_stack *p = input_file_stack;
817 if (indent_level != p->indent_level)
819 warning_with_file_and_line
820 (p->name, old_lineno,
821 "This file contains more `%c's than `%c's.",
822 indent_level > p->indent_level ? '{' : '}',
823 indent_level > p->indent_level ? '}' : '{');
825 input_file_stack = p->next;
827 input_file_stack_tick++;
828 debug_end_source_file (input_file_stack->line);
831 error ("#-lines for entering and leaving files don't match");
837 /* Now that we've pushed or popped the input stack,
838 update the name in the top element. */
839 if (input_file_stack)
840 input_file_stack->name = input_filename;
842 /* If we have handled a `1' or a `2',
843 see if there is another number to read. */
846 /* Is this the last nonwhite stuff on the line? */
847 c = skip_white_space_on_line ();
856 /* `3' after file name means this is a system header file. */
858 if (token == CONSTANT
859 && TREE_CODE (yylval.ttype) == INTEGER_CST
860 && TREE_INT_CST_LOW (yylval.ttype) == 3)
861 in_system_header = 1, used_up = 1;
865 /* Is this the last nonwhite stuff on the line? */
866 c = skip_white_space_on_line ();
872 warning ("unrecognized text at end of #line");
875 error ("invalid #-line");
877 /* skip the rest of this line. */
880 if (c != '\n' && c != EOF && nextchar >= 0)
881 c = nextchar, nextchar = -1;
883 while (c != '\n' && c != EOF)
888 #ifdef HANDLE_SYSV_PRAGMA
890 /* Handle a #pragma directive.
891 TOKEN is the token we read after `#pragma'. Processes the entire input
892 line and returns a character for the caller to reread: either \n or EOF. */
894 /* This function has to be in this file, in order to get at
898 handle_sysv_pragma (token)
911 handle_pragma_token (token_buffer, yylval.ttype);
914 handle_pragma_token (token_buffer, 0);
918 c = nextchar, nextchar = -1;
923 while (c == ' ' || c == '\t')
925 if (c == '\n' || c == EOF)
927 handle_pragma_token (0, 0);
935 #endif /* HANDLE_SYSV_PRAGMA */
937 #define ENDFILE -1 /* token that represents end-of-file */
939 /* Read an escape sequence, returning its equivalent as a character,
940 or store 1 in *ignore_ptr if it is backslash-newline. */
943 readescape (ignore_ptr)
946 register int c = GETC();
948 register unsigned count;
949 unsigned firstdig = 0;
955 if (warn_traditional)
956 warning ("the meaning of `\\x' varies with -traditional");
958 if (flag_traditional)
967 if (!(c >= 'a' && c <= 'f')
968 && !(c >= 'A' && c <= 'F')
969 && !(c >= '0' && c <= '9'))
975 if (c >= 'a' && c <= 'f')
976 code += c - 'a' + 10;
977 if (c >= 'A' && c <= 'F')
978 code += c - 'A' + 10;
979 if (c >= '0' && c <= '9')
981 if (code != 0 || count != 0)
990 error ("\\x used with no following hex digits");
992 /* Digits are all 0's. Ok. */
994 else if ((count - 1) * 4 >= TYPE_PRECISION (integer_type_node)
996 && ((1 << (TYPE_PRECISION (integer_type_node) - (count - 1) * 4))
998 pedwarn ("hex escape out of range");
1001 case '0': case '1': case '2': case '3': case '4':
1002 case '5': case '6': case '7':
1005 while ((c <= '7') && (c >= '0') && (count++ < 3))
1007 code = (code * 8) + (c - '0');
1013 case '\\': case '\'': case '"':
1022 return TARGET_NEWLINE;
1037 if (warn_traditional)
1038 warning ("the meaning of `\\a' varies with -traditional");
1040 if (flag_traditional)
1045 #if 0 /* Vertical tab is present in common usage compilers. */
1046 if (flag_traditional)
1054 pedwarn ("non-ANSI-standard escape sequence, `\\%c'", c);
1060 /* `\(', etc, are used at beginning of line to avoid confusing Emacs. */
1064 /* `\%' is used to prevent SCCS from getting confused. */
1067 pedwarn ("non-ANSI escape sequence `\\%c'", c);
1070 if (c >= 040 && c < 0177)
1071 pedwarn ("unknown escape sequence `\\%c'", c);
1073 pedwarn ("unknown escape sequence: `\\' followed by char code 0x%x", c);
1083 strcpy (buf, string);
1085 /* We can't print string and character constants well
1086 because the token_buffer contains the result of processing escapes. */
1088 strcat (buf, " at end of input");
1089 else if (token_buffer[0] == 0)
1090 strcat (buf, " at null character");
1091 else if (token_buffer[0] == '"')
1092 strcat (buf, " before string constant");
1093 else if (token_buffer[0] == '\'')
1094 strcat (buf, " before character constant");
1095 else if (token_buffer[0] < 040 || (unsigned char) token_buffer[0] >= 0177)
1096 sprintf (buf + strlen (buf), " before character 0%o",
1097 (unsigned char) token_buffer[0]);
1099 strcat (buf, " before `%s'");
1101 error (buf, token_buffer);
1111 char long_long_flag;
1114 struct try_type type_sequence[] =
1116 { &integer_type_node, 0, 0, 0},
1117 { &unsigned_type_node, 1, 0, 0},
1118 { &long_integer_type_node, 0, 1, 0},
1119 { &long_unsigned_type_node, 1, 1, 0},
1120 { &long_long_integer_type_node, 0, 1, 1},
1121 { &long_long_unsigned_type_node, 1, 1, 1}
1136 c = nextchar, nextchar = -1;
1141 /* Effectively do c = skip_white_space (c)
1142 but do it faster in the usual cases. */
1155 /* Call skip_white_space so we can warn if appropriate. */
1160 c = skip_white_space (c);
1162 goto found_nonwhite;
1166 token_buffer[0] = c;
1167 token_buffer[1] = 0;
1169 /* yylloc.first_line = lineno; */
1175 token_buffer[0] = 0;
1180 /* Capital L may start a wide-string or wide-character constant. */
1182 register int c = GETC();
1191 goto string_constant;
1198 if (!doing_objc_thang)
1205 /* '@' may start a constant string object. */
1206 register int c = GETC ();
1210 goto string_constant;
1213 /* Fall through to treat '@' as the start of an identifier. */
1216 case 'A': case 'B': case 'C': case 'D': case 'E':
1217 case 'F': case 'G': case 'H': case 'I': case 'J':
1218 case 'K': case 'M': case 'N': case 'O':
1219 case 'P': case 'Q': case 'R': case 'S': case 'T':
1220 case 'U': case 'V': case 'W': case 'X': case 'Y':
1222 case 'a': case 'b': case 'c': case 'd': case 'e':
1223 case 'f': case 'g': case 'h': case 'i': case 'j':
1224 case 'k': case 'l': case 'm': case 'n': case 'o':
1225 case 'p': case 'q': case 'r': case 's': case 't':
1226 case 'u': case 'v': case 'w': case 'x': case 'y':
1232 while (isalnum (c) || c == '_' || c == '$' || c == '@')
1234 /* Make sure this char really belongs in an identifier. */
1235 if (c == '@' && ! doing_objc_thang)
1239 if (! dollars_in_ident)
1240 error ("`$' in identifier");
1242 pedwarn ("`$' in identifier");
1245 if (p >= token_buffer + maxtoken)
1246 p = extend_token_buffer (p);
1262 /* Try to recognize a keyword. Uses minimum-perfect hash function */
1265 register struct resword *ptr;
1267 if (ptr = is_reserved_word (token_buffer, p - token_buffer))
1270 yylval.ttype = ridpointers[(int) ptr->rid];
1271 value = (int) ptr->token;
1273 /* Only return OBJECTNAME if it is a typedef. */
1274 if (doing_objc_thang && value == OBJECTNAME)
1276 lastiddecl = lookup_name(yylval.ttype);
1278 if (lastiddecl == NULL_TREE
1279 || TREE_CODE (lastiddecl) != TYPE_DECL)
1283 /* Even if we decided to recognize asm, still perhaps warn. */
1285 && (value == ASM_KEYWORD || value == TYPEOF
1286 || ptr->rid == RID_INLINE)
1287 && token_buffer[0] != '_')
1288 pedwarn ("ANSI does not permit the keyword `%s'",
1293 /* If we did not find a keyword, look for an identifier
1296 if (value == IDENTIFIER)
1298 if (token_buffer[0] == '@')
1299 error("invalid identifier `%s'", token_buffer);
1301 yylval.ttype = get_identifier (token_buffer);
1302 lastiddecl = lookup_name (yylval.ttype);
1304 if (lastiddecl != 0 && TREE_CODE (lastiddecl) == TYPE_DECL)
1306 /* A user-invisible read-only initialized variable
1307 should be replaced by its value.
1308 We handle only strings since that's the only case used in C. */
1309 else if (lastiddecl != 0 && TREE_CODE (lastiddecl) == VAR_DECL
1310 && DECL_IGNORED_P (lastiddecl)
1311 && TREE_READONLY (lastiddecl)
1312 && DECL_INITIAL (lastiddecl) != 0
1313 && TREE_CODE (DECL_INITIAL (lastiddecl)) == STRING_CST)
1315 tree stringval = DECL_INITIAL (lastiddecl);
1317 /* Copy the string value so that we won't clobber anything
1318 if we put something in the TREE_CHAIN of this one. */
1319 yylval.ttype = build_string (TREE_STRING_LENGTH (stringval),
1320 TREE_STRING_POINTER (stringval));
1323 else if (doing_objc_thang)
1325 tree objc_interface_decl = is_class_name (yylval.ttype);
1327 if (objc_interface_decl)
1330 yylval.ttype = objc_interface_decl;
1340 /* Check first for common special case: single-digit 0 or 1. */
1343 UNGETC (next_c); /* Always undo this lookahead. */
1344 if (!isalnum (next_c) && next_c != '.')
1346 token_buffer[0] = (char)c, token_buffer[1] = '\0';
1347 yylval.ttype = (c == '0') ? integer_zero_node : integer_one_node;
1353 case '2': case '3': case '4':
1354 case '5': case '6': case '7': case '8': case '9':
1359 int largest_digit = 0;
1361 /* for multi-precision arithmetic,
1362 we actually store only HOST_BITS_PER_CHAR bits in each part.
1363 The number of parts is chosen so as to be sufficient to hold
1364 the enough bits to fit into the two HOST_WIDE_INTs that contain
1365 the integer value (this is always at least as many bits as are
1366 in a target `long long' value, but may be wider). */
1367 #define TOTAL_PARTS ((HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR) * 2 + 2)
1368 int parts[TOTAL_PARTS];
1371 enum anon1 { NOT_FLOAT, AFTER_POINT, TOO_MANY_POINTS} floatflag
1374 for (count = 0; count < TOTAL_PARTS; count++)
1382 *p++ = (c = GETC());
1383 if ((c == 'x') || (c == 'X'))
1386 *p++ = (c = GETC());
1388 /* Leading 0 forces octal unless the 0 is the only digit. */
1389 else if (c >= '0' && c <= '9')
1398 /* Read all the digits-and-decimal-points. */
1401 || (isalnum (c) && c != 'l' && c != 'L'
1402 && c != 'u' && c != 'U'
1403 && c != 'i' && c != 'I' && c != 'j' && c != 'J'
1404 && (floatflag == NOT_FLOAT || ((c != 'f') && (c != 'F')))))
1409 error ("floating constant may not be in radix 16");
1410 if (floatflag == TOO_MANY_POINTS)
1411 /* We have already emitted an error. Don't need another. */
1413 else if (floatflag == AFTER_POINT)
1415 error ("malformed floating constant");
1416 floatflag = TOO_MANY_POINTS;
1417 /* Avoid another error from atof by forcing all characters
1418 from here on to be ignored. */
1422 floatflag = AFTER_POINT;
1426 /* Accept '.' as the start of a floating-point number
1427 only when it is followed by a digit.
1428 Otherwise, unread the following non-digit
1429 and use the '.' as a structural token. */
1430 if (p == token_buffer + 2 && !isdigit (c))
1441 error ("parse error at `..'");
1444 token_buffer[1] = 0;
1451 /* It is not a decimal point.
1452 It should be a digit (perhaps a hex digit). */
1458 else if (base <= 10)
1460 if (c == 'e' || c == 'E')
1463 floatflag = AFTER_POINT;
1464 break; /* start of exponent */
1466 error ("nondigits in number and not hexadecimal");
1477 if (c >= largest_digit)
1481 for (count = 0; count < TOTAL_PARTS; count++)
1483 parts[count] *= base;
1487 += (parts[count-1] >> HOST_BITS_PER_CHAR);
1489 &= (1 << HOST_BITS_PER_CHAR) - 1;
1495 /* If the extra highest-order part ever gets anything in it,
1496 the number is certainly too big. */
1497 if (parts[TOTAL_PARTS - 1] != 0)
1500 if (p >= token_buffer + maxtoken - 3)
1501 p = extend_token_buffer (p);
1502 *p++ = (c = GETC());
1507 error ("numeric constant with no digits");
1509 if (largest_digit >= base)
1510 error ("numeric constant contains digits beyond the radix");
1512 /* Remove terminating char from the token buffer and delimit the string */
1515 if (floatflag != NOT_FLOAT)
1517 tree type = double_type_node;
1518 int exceeds_double = 0;
1520 REAL_VALUE_TYPE value;
1523 /* Read explicit exponent if any, and put it in tokenbuf. */
1525 if ((c == 'e') || (c == 'E'))
1527 if (p >= token_buffer + maxtoken - 3)
1528 p = extend_token_buffer (p);
1531 if ((c == '+') || (c == '-'))
1537 error ("floating constant exponent has no digits");
1540 if (p >= token_buffer + maxtoken - 3)
1541 p = extend_token_buffer (p);
1550 /* Convert string to a double, checking for overflow. */
1551 if (setjmp (handler))
1553 error ("floating constant out of range");
1558 int fflag = 0, lflag = 0;
1559 /* Copy token_buffer now, while it has just the number
1560 and not the suffixes; once we add `f' or `i',
1561 REAL_VALUE_ATOF may not work any more. */
1562 char *copy = (char *) alloca (p - token_buffer + 1);
1563 bcopy (token_buffer, copy, p - token_buffer + 1);
1565 set_float_handler (handler);
1571 /* Read the suffixes to choose a data type. */
1576 error ("more than one `f' in numeric constant");
1582 error ("more than one `l' in numeric constant");
1588 error ("more than one `i' or `j' in numeric constant");
1590 pedwarn ("ANSI C forbids imaginary numeric constants");
1601 if (p >= token_buffer + maxtoken - 3)
1602 p = extend_token_buffer (p);
1608 /* The second argument, machine_mode, of REAL_VALUE_ATOF
1609 tells the desired precision of the binary result
1610 of decimal-to-binary conversion. */
1615 error ("both `f' and `l' in floating constant");
1617 type = float_type_node;
1618 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1619 /* A diagnostic is required here by some ANSI C testsuites.
1620 This is not pedwarn, become some people don't want
1621 an error for this. */
1622 if (REAL_VALUE_ISINF (value) && pedantic)
1623 warning ("floating point number exceeds range of `float'");
1627 type = long_double_type_node;
1628 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1629 if (REAL_VALUE_ISINF (value) && pedantic)
1630 warning ("floating point number exceeds range of `long double'");
1634 value = REAL_VALUE_ATOF (copy, TYPE_MODE (type));
1635 if (REAL_VALUE_ISINF (value) && pedantic)
1636 warning ("floating point number exceeds range of `double'");
1639 set_float_handler (NULL_PTR);
1642 if (errno == ERANGE && !flag_traditional && pedantic)
1644 /* ERANGE is also reported for underflow,
1645 so test the value to distinguish overflow from that. */
1646 if (REAL_VALUES_LESS (dconst1, value)
1647 || REAL_VALUES_LESS (value, dconstm1))
1649 warning ("floating point number exceeds range of `double'");
1655 /* If the result is not a number, assume it must have been
1656 due to some error message above, so silently convert
1658 if (REAL_VALUE_ISNAN (value))
1661 /* Create a node with determined type and value. */
1663 yylval.ttype = build_complex (NULL_TREE,
1664 convert (type, integer_zero_node),
1665 build_real (type, value));
1667 yylval.ttype = build_real (type, value);
1671 tree traditional_type, ansi_type, type;
1672 HOST_WIDE_INT high, low;
1673 int spec_unsigned = 0;
1675 int spec_long_long = 0;
1681 if (c == 'u' || c == 'U')
1684 error ("two `u's in integer constant");
1687 else if (c == 'l' || c == 'L')
1692 error ("three `l's in integer constant");
1694 pedwarn ("ANSI C forbids long long integer constants");
1699 else if (c == 'i' || c == 'j' || c == 'I' || c == 'J')
1702 error ("more than one `i' or `j' in numeric constant");
1704 pedwarn ("ANSI C forbids imaginary numeric constants");
1709 if (p >= token_buffer + maxtoken - 3)
1710 p = extend_token_buffer (p);
1715 /* If the constant won't fit in an unsigned long long,
1716 then warn that the constant is out of range. */
1718 /* ??? This assumes that long long and long integer types are
1719 a multiple of 8 bits. This better than the original code
1720 though which assumed that long was exactly 32 bits and long
1721 long was exactly 64 bits. */
1723 bytes = TYPE_PRECISION (long_long_integer_type_node) / 8;
1726 for (i = bytes; i < TOTAL_PARTS; i++)
1730 pedwarn ("integer constant out of range");
1732 /* This is simplified by the fact that our constant
1733 is always positive. */
1737 for (i = 0; i < HOST_BITS_PER_WIDE_INT / HOST_BITS_PER_CHAR; i++)
1739 high |= ((HOST_WIDE_INT) parts[i + (HOST_BITS_PER_WIDE_INT
1740 / HOST_BITS_PER_CHAR)]
1741 << (i * HOST_BITS_PER_CHAR));
1742 low |= (HOST_WIDE_INT) parts[i] << (i * HOST_BITS_PER_CHAR);
1745 yylval.ttype = build_int_2 (low, high);
1746 TREE_TYPE (yylval.ttype) = long_long_unsigned_type_node;
1748 /* If warn_traditional, calculate both the ANSI type and the
1749 traditional type, then see if they disagree.
1750 Otherwise, calculate only the type for the dialect in use. */
1751 if (warn_traditional || flag_traditional)
1753 /* Calculate the traditional type. */
1754 /* Traditionally, any constant is signed;
1755 but if unsigned is specified explicitly, obey that.
1756 Use the smallest size with the right number of bits,
1757 except for one special case with decimal constants. */
1758 if (! spec_long && base != 10
1759 && int_fits_type_p (yylval.ttype, unsigned_type_node))
1760 traditional_type = (spec_unsigned ? unsigned_type_node
1761 : integer_type_node);
1762 /* A decimal constant must be long
1763 if it does not fit in type int.
1764 I think this is independent of whether
1765 the constant is signed. */
1766 else if (! spec_long && base == 10
1767 && int_fits_type_p (yylval.ttype, integer_type_node))
1768 traditional_type = (spec_unsigned ? unsigned_type_node
1769 : integer_type_node);
1770 else if (! spec_long_long)
1771 traditional_type = (spec_unsigned ? long_unsigned_type_node
1772 : long_integer_type_node);
1774 traditional_type = (spec_unsigned
1775 ? long_long_unsigned_type_node
1776 : long_long_integer_type_node);
1778 if (warn_traditional || ! flag_traditional)
1780 /* Calculate the ANSI type. */
1781 if (! spec_long && ! spec_unsigned
1782 && int_fits_type_p (yylval.ttype, integer_type_node))
1783 ansi_type = integer_type_node;
1784 else if (! spec_long && (base != 10 || spec_unsigned)
1785 && int_fits_type_p (yylval.ttype, unsigned_type_node))
1786 ansi_type = unsigned_type_node;
1787 else if (! spec_unsigned && !spec_long_long
1788 && int_fits_type_p (yylval.ttype, long_integer_type_node))
1789 ansi_type = long_integer_type_node;
1790 else if (! spec_long_long
1791 && int_fits_type_p (yylval.ttype,
1792 long_unsigned_type_node))
1793 ansi_type = long_unsigned_type_node;
1794 else if (! spec_unsigned
1795 && int_fits_type_p (yylval.ttype,
1796 long_long_integer_type_node))
1797 ansi_type = long_long_integer_type_node;
1799 ansi_type = long_long_unsigned_type_node;
1802 type = flag_traditional ? traditional_type : ansi_type;
1804 if (warn_traditional && traditional_type != ansi_type)
1806 if (TYPE_PRECISION (traditional_type)
1807 != TYPE_PRECISION (ansi_type))
1808 warning ("width of integer constant changes with -traditional");
1809 else if (TREE_UNSIGNED (traditional_type)
1810 != TREE_UNSIGNED (ansi_type))
1811 warning ("integer constant is unsigned in ANSI C, signed with -traditional");
1813 warning ("width of integer constant may change on other systems with -traditional");
1816 if (pedantic && !flag_traditional && !spec_long_long && !warn
1817 && (TYPE_PRECISION (long_integer_type_node)
1818 < TYPE_PRECISION (type)))
1819 pedwarn ("integer constant out of range");
1821 if (base == 10 && ! spec_unsigned && TREE_UNSIGNED (type))
1822 warning ("decimal constant is so large that it is unsigned");
1826 if (TYPE_PRECISION (type)
1827 <= TYPE_PRECISION (integer_type_node))
1829 = build_complex (NULL_TREE, integer_zero_node,
1830 convert (integer_type_node,
1833 error ("complex integer constant is too wide for `complex int'");
1835 else if (flag_traditional && !int_fits_type_p (yylval.ttype, type))
1836 /* The traditional constant 0x80000000 is signed
1837 but doesn't fit in the range of int.
1838 This will change it to -0x80000000, which does fit. */
1840 TREE_TYPE (yylval.ttype) = unsigned_type (type);
1841 yylval.ttype = convert (type, yylval.ttype);
1842 TREE_OVERFLOW (yylval.ttype)
1843 = TREE_CONSTANT_OVERFLOW (yylval.ttype) = 0;
1846 TREE_TYPE (yylval.ttype) = type;
1852 if (isalnum (c) || c == '.' || c == '_' || c == '$'
1853 || (!flag_traditional && (c == '-' || c == '+')
1854 && (p[-1] == 'e' || p[-1] == 'E')))
1855 error ("missing white space after number `%s'", token_buffer);
1857 value = CONSTANT; break;
1863 register int result = 0;
1864 register int num_chars = 0;
1865 unsigned width = TYPE_PRECISION (char_type_node);
1870 width = WCHAR_TYPE_SIZE;
1871 #ifdef MULTIBYTE_CHARS
1872 max_chars = MB_CUR_MAX;
1878 max_chars = TYPE_PRECISION (integer_type_node) / width;
1886 if (c == '\'' || c == EOF)
1892 c = readescape (&ignore);
1895 if (width < HOST_BITS_PER_INT
1896 && (unsigned) c >= (1 << width))
1897 pedwarn ("escape sequence out of range for character");
1898 #ifdef MAP_CHARACTER
1900 c = MAP_CHARACTER (c);
1906 pedwarn ("ANSI C forbids newline in character constant");
1909 #ifdef MAP_CHARACTER
1911 c = MAP_CHARACTER (c);
1915 if (num_chars > maxtoken - 4)
1916 extend_token_buffer (token_buffer);
1918 token_buffer[num_chars] = c;
1920 /* Merge character into result; ignore excess chars. */
1921 if (num_chars < max_chars + 1)
1923 if (width < HOST_BITS_PER_INT)
1924 result = (result << width) | (c & ((1 << width) - 1));
1930 token_buffer[num_chars + 1] = '\'';
1931 token_buffer[num_chars + 2] = 0;
1934 error ("malformatted character constant");
1935 else if (num_chars == 0)
1936 error ("empty character constant");
1937 else if (num_chars > max_chars)
1939 num_chars = max_chars;
1940 error ("character constant too long");
1942 else if (num_chars != 1 && ! flag_traditional)
1943 warning ("multi-character character constant");
1945 /* If char type is signed, sign-extend the constant. */
1948 int num_bits = num_chars * width;
1950 /* We already got an error; avoid invalid shift. */
1951 yylval.ttype = build_int_2 (0, 0);
1952 else if (TREE_UNSIGNED (char_type_node)
1953 || ((result >> (num_bits - 1)) & 1) == 0)
1955 = build_int_2 (result & ((unsigned HOST_WIDE_INT) ~0
1956 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1960 = build_int_2 (result | ~((unsigned HOST_WIDE_INT) ~0
1961 >> (HOST_BITS_PER_WIDE_INT - num_bits)),
1963 TREE_TYPE (yylval.ttype) = integer_type_node;
1967 #ifdef MULTIBYTE_CHARS
1968 /* Set the initial shift state and convert the next sequence. */
1970 /* In all locales L'\0' is zero and mbtowc will return zero,
1973 || (num_chars == 1 && token_buffer[1] != '\0'))
1976 (void) mbtowc (NULL_PTR, NULL_PTR, 0);
1977 if (mbtowc (& wc, token_buffer + 1, num_chars) == num_chars)
1980 warning ("Ignoring invalid multibyte character");
1983 yylval.ttype = build_int_2 (result, 0);
1984 TREE_TYPE (yylval.ttype) = wchar_type_node;
1995 p = token_buffer + 1;
1997 while (c != '"' && c >= 0)
2002 c = readescape (&ignore);
2006 && TYPE_PRECISION (char_type_node) < HOST_BITS_PER_INT
2007 && c >= (1 << TYPE_PRECISION (char_type_node)))
2008 pedwarn ("escape sequence out of range for character");
2013 pedwarn ("ANSI C forbids newline in string constant");
2017 if (p == token_buffer + maxtoken)
2018 p = extend_token_buffer (p);
2027 error ("Unterminated string constant");
2029 /* We have read the entire constant.
2030 Construct a STRING_CST for the result. */
2034 /* If this is a L"..." wide-string, convert the multibyte string
2035 to a wide character string. */
2036 char *widep = (char *) alloca ((p - token_buffer) * WCHAR_BYTES);
2039 #ifdef MULTIBYTE_CHARS
2040 len = mbstowcs ((wchar_t *) widep, token_buffer + 1, p - token_buffer);
2041 if (len < 0 || len >= (p - token_buffer))
2043 warning ("Ignoring invalid multibyte string");
2046 bzero (widep + (len * WCHAR_BYTES), WCHAR_BYTES);
2051 wp = widep + (BYTES_BIG_ENDIAN ? WCHAR_BYTES - 1 : 0);
2052 bzero (widep, (p - token_buffer) * WCHAR_BYTES);
2053 for (cp = token_buffer + 1; cp < p; cp++)
2054 *wp = *cp, wp += WCHAR_BYTES;
2055 len = p - token_buffer - 1;
2058 yylval.ttype = build_string ((len + 1) * WCHAR_BYTES, widep);
2059 TREE_TYPE (yylval.ttype) = wchar_array_type_node;
2064 extern tree build_objc_string();
2065 /* Return an Objective-C @"..." constant string object. */
2066 yylval.ttype = build_objc_string (p - token_buffer,
2068 TREE_TYPE (yylval.ttype) = char_array_type_node;
2069 value = OBJC_STRING;
2073 yylval.ttype = build_string (p - token_buffer, token_buffer + 1);
2074 TREE_TYPE (yylval.ttype) = char_array_type_node;
2105 yylval.code = PLUS_EXPR; break;
2107 yylval.code = MINUS_EXPR; break;
2109 yylval.code = BIT_AND_EXPR; break;
2111 yylval.code = BIT_IOR_EXPR; break;
2113 yylval.code = MULT_EXPR; break;
2115 yylval.code = TRUNC_DIV_EXPR; break;
2117 yylval.code = TRUNC_MOD_EXPR; break;
2119 yylval.code = BIT_XOR_EXPR; break;
2121 yylval.code = LSHIFT_EXPR; break;
2123 yylval.code = RSHIFT_EXPR; break;
2125 yylval.code = LT_EXPR; break;
2127 yylval.code = GT_EXPR; break;
2130 token_buffer[1] = c1 = GETC();
2131 token_buffer[2] = 0;
2138 value = ARITHCOMPARE; yylval.code = LE_EXPR; goto done;
2140 value = ARITHCOMPARE; yylval.code = GE_EXPR; goto done;
2142 value = EQCOMPARE; yylval.code = NE_EXPR; goto done;
2144 value = EQCOMPARE; yylval.code = EQ_EXPR; goto done;
2146 value = ASSIGN; goto done;
2152 value = PLUSPLUS; goto done;
2154 value = MINUSMINUS; goto done;
2156 value = ANDAND; goto done;
2158 value = OROR; goto done;
2171 { value = POINTSAT; goto done; }
2175 { value = ']'; goto done; }
2179 { value = '{'; indent_level++; goto done; }
2181 { value = '['; goto done; }
2185 { value = '}'; indent_level--; goto done; }
2189 token_buffer[1] = 0;
2191 if ((c == '<') || (c == '>'))
2192 value = ARITHCOMPARE;
2198 /* Don't make yyparse think this is eof. */
2217 /* yylloc.last_line = lineno; */
2222 /* Sets the value of the 'yydebug' variable to VALUE.
2223 This is a function so we don't have to have YYDEBUG defined
2224 in order to build the compiler. */
2233 warning ("YYDEBUG not defined.");