package lox; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import static lox.TokenType.*; class Scanner { private final String source; private final List tokens = new ArrayList<>(); private int start = 0; private int current = 0; private int line = 1; private static final Map keywords; static { keywords = new HashMap<>(); keywords.put("and", AND); keywords.put("class", CLASS); keywords.put("else", ELSE); keywords.put("false", FALSE); keywords.put("for", FOR); keywords.put("fun", FUN); keywords.put("if", IF); keywords.put("nil", NIL); keywords.put("or", OR); keywords.put("print", PRINT); keywords.put("return", RETURN); keywords.put("super", SUPER); keywords.put("this", THIS); keywords.put("true", TRUE); keywords.put("var", VAR); keywords.put("while", WHILE); } Scanner(String source) { this.source = source; } List scanTokens() { while (!isAtEnd()) { start = current; scanToken(); } tokens.add(new Token(TokenType.EOF, "", null, line)); return tokens; } private void scanToken() { char c = advance(); switch (c) { case '(': addToken(LEFT_PAREN); break; case ')': addToken(RIGHT_PAREN); break; case '{': addToken(LEFT_BRACE); break; case '}': addToken(RIGHT_BRACE); break; case ',': addToken(COMMA); break; case '.': addToken(DOT); break; case '-': addToken(MINUS); break; case '+': addToken(PLUS); break; case ';': addToken(SEMICOLON); break; case '*': addToken(STAR); break; case '!': addToken(match('=') ? BANG_EQUAL : BANG); break; case '=': addToken(match('=') ? EQUAL_EQUAL : EQUAL); break; case '<': addToken(match('=') ? LESS_EQUAL : LESS); break; case '>': addToken(match('=') ? GREATER_EQUAL : GREATER); break; case '/': if (match('/')) { // comments run to the end of the line while (peek() != '\n' && !isAtEnd()) { advance(); } } else { addToken(SLASH); } break; case ' ', '\r', '\t': break; // skip whitespace case '\n': line++; break; // EOL case '"': string(); break; default: if (isDigit(c)) { number(); } else if (isAlpha(c)) { identifier(); } else { Lox.error(line, "Unexpected character."); } break; } } private void identifier() { while (isAlphanumeric(peek())) { advance(); } String text = source.substring(start, current); TokenType type = keywords.getOrDefault(text, IDENTIFIER); addToken(type); } private void number() { while (isDigit(peek())) { advance(); } if (peek() == '.' && isDigit(peekNext())) { advance(); while (isDigit(peek())) { advance(); } } addToken(NUMBER, Double.parseDouble(source.substring(start, current))); } private void string() { while (peek() != '"' && !isAtEnd()) { if (peek() == '\n') { line++; } advance(); } if (isAtEnd()) { Lox.error(line, "Unterminated string."); return; } advance(); String value = source.substring(start + 1, current - 1); addToken(STRING, value); } private boolean match(char expected) { if (isAtEnd()) { // ran off the end of the line return false; } if (source.charAt(current) != expected) { // next char is not our expected extra return false; } // consume second char current++; return true; } private char peek() { if (isAtEnd()) { return '\0'; } return source.charAt(current); } private char peekNext() { if (current + 1 >= source.length()) { return '\0'; } return source.charAt(current + 1); } private boolean isAlpha(char c) { return (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') || (c == '_'); } private boolean isAlphanumeric(char c) { return isAlpha(c) || isDigit(c); } private boolean isDigit(char c) { return c >= '0' && c <= '9'; } private boolean isAtEnd() { return current >= source.length(); } private char advance() { return source.charAt(current++); } private void addToken(TokenType type) { addToken(type, null); } private void addToken(TokenType type, Object literal) { String text = source.substring(start, current); tokens.add(new Token(type, text, literal, line)); } }