1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Token

use std::ops::Range;

use crate::kind::Kind;

#[allow(dead_code)]
#[derive(Debug, PartialEq)]
pub struct Token {
    /// Token Kind
    kind: Kind,

    /// Offset of token in source
    offset: usize,

    /// Length of token
    len: usize,
}

impl Token {
    #[must_use]
    pub const fn new(kind: Kind, offset: usize, len: usize) -> Self {
        Self { kind, offset, len }
    }

    #[must_use]
    pub const fn len(&self) -> usize {
        self.len
    }

    #[must_use]
    pub const fn is_empty(&self) -> bool {
        self.len == 0
    }

    #[must_use]
    pub const fn kind(&self) -> &Kind {
        &self.kind
    }

    #[must_use]
    pub const fn range(&self) -> Range<usize> {
        self.offset..(self.offset + self.len)
    }

    #[must_use]
    pub fn is_unknown(&self) -> bool {
        self.kind == Kind::Unknown
    }
}