diff options
-rw-r--r-- | cc.h | 1 | ||||
-rw-r--r-- | scan.c | 6 | ||||
-rw-r--r-- | token.c | 6 |
3 files changed, 9 insertions, 4 deletions
@@ -7,6 +7,7 @@ enum tokenkind { TEOF, TNEWLINE, + TOTHER, TIDENT, TNUMBER, @@ -407,9 +407,9 @@ again: return number(s); if (isalpha(s->chr) || s->chr == '_') return ident(s); - if (isprint(s->chr)) - error(&s->loc, "unexpected character '%c'", s->chr); - error(&s->loc, "unexpected character '\\x%02x'", s->chr); + s->usebuf = true; + nextchar(s); + return TOTHER; } } @@ -1,4 +1,5 @@ #include <assert.h> +#include <ctype.h> #include <stdarg.h> #include <stdbool.h> #include <stdint.h> @@ -149,7 +150,8 @@ tokendesc(char *buf, size_t len, enum tokenkind kind, const char *lit) case TNUMBER: class = "number"; quote = true; break; case TCHARCONST: class = "character"; quote = false; break; case TSTRINGLIT: class = "string"; quote = false; break; - case TNEWLINE: class = "newline"; quote = true; break; + case TNEWLINE: class = "newline"; break; + case TOTHER: class = NULL; break; default: class = NULL; lit = kind < LEN(tokstr) ? tokstr[kind] : NULL; @@ -158,6 +160,8 @@ tokendesc(char *buf, size_t len, enum tokenkind kind, const char *lit) snprintf(buf, len, quote ? "%s '%s'" : "%s %s", class, lit); else if (class) snprintf(buf, len, "%s", class); + else if (kind == TOTHER && !isprint(lit[0])) + snprintf(buf, len, "<U+%04x>", lit[0]); else if (lit) snprintf(buf, len, "'%s'", lit); else |