josh/django-template-ast
1
0
Fork 0
mirror of https://github.com/joshuadavidthomas/django-template-ast.git synced 2025-08-04 08:58:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Remove unnecessary display from TokenType enum (#1)

Browse source
This commit is contained in:
Josh Thomas 2024-10-12 15:57:58 -05:00 • committed by GitHub
parent b1bb62c086
commit 51e00e7a5d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 33 additions and 83 deletions
Download patch file Download diff file Expand all files Collapse all files

116
src/lexer.rs
View file

@ -2,93 +2,43 @@ use std::fmt;
#[derive(Debug, Clone, PartialEq)]
enum TokenType {
// Single-character
LeftParen,
RightParen,
LeftBrace,
RightBrace,
LeftBracket,
RightBracket,
LeftAngle,
RightAngle,
Comma,
Dot,
Minus,
Plus,
Colon,
Semicolon,
Slash,
Star,
Bang,
Equal,
Pipe,
Percent,
Hash,
SingleQuote,
DoubleQuote,
// Multi-character
DoubleLeftBrace,
DoubleRightBrace,
LeftBracePercent,
PercentRightBrace,
LeftBraceHash,
HashRightBrace,
BangEqual,
DoubleEqual,
LeftAngleEqual,
RightAngleEqual,
// Literals
LeftParen, // (
RightParen, // )
LeftBrace, // {
RightBrace, // }
LeftBracket, // [
RightBracket, // ]
LeftAngle, // <
RightAngle, // >
Comma, // ,
Dot, // .
Minus, // -
Plus, // +
Colon, // :
Semicolon, // ;
Slash, // /
Star, // *
Bang, // !
Equal, // =
Pipe, // |
Percent, // %
Hash, // #
SingleQuote, // '
DoubleQuote, // "
DoubleLeftBrace, // {{
DoubleRightBrace, // }}
LeftBracePercent, // {%
PercentRightBrace, // %}
LeftBraceHash, // {#
HashRightBrace, // #}
BangEqual, // !=
DoubleEqual, // ==
LeftAngleEqual, // <=
RightAngleEqual, // =>
Text,
Eof,
}
impl fmt::Display for TokenType {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
use TokenType::*;
let s = match self {
LeftParen => "(",
RightParen => ")",
LeftBrace => "{",
RightBrace => "}",
LeftBracket => "[",
RightBracket => "]",
LeftAngle => "<",
RightAngle => ">",
Comma => ",",
Dot => ".",
Minus => "-",
Plus => "+",
Colon => ":",
Semicolon => ";",
Slash => "/",
Star => "*",
Bang => "!",
Equal => "=",
Pipe => "|",
Percent => "%",
Hash => "#",
SingleQuote => "'",
DoubleQuote => "\"",
DoubleLeftBrace => "{{",
DoubleRightBrace => "}}",
LeftBracePercent => "{%",
PercentRightBrace => "%}",
LeftBraceHash => "{#",
HashRightBrace => "#}",
BangEqual => "!=",
DoubleEqual => "==",
LeftAngleEqual => "<=",
RightAngleEqual => ">=",
Text => "text",
Eof => "EOF",
};
write!(f, "{}", s)
}
}
#[derive(Debug, Clone)]
struct Token {
token_type: TokenType,