lang: add pipelines and rename parser to lst_parser

crates/lang/src/parser/input.rs

@@ -1,61 +0,0 @@
-use crate::parser::syntax_kind::SyntaxKind;
-
-pub struct Input<'src, 'toks> {
-    raw: &'toks Vec<(SyntaxKind, &'src str)>,
-    /// indices of the "meaningful" tokens (not whitespace etc)
-    /// includes newlines because those might indeed help with finding errors
-    meaningful: Vec<usize>,
-    /// indices of newlines for the purpose of easily querying them
-    /// can be helpful with missing commas etc
-    newlines: Vec<usize>,
-}
-
-impl<'src, 'toks> Input<'src, 'toks> {
-    pub fn new(raw_toks: &'toks Vec<(SyntaxKind, &'src str)>) -> Self {
-        let meaningful = raw_toks
-            .iter()
-            .enumerate()
-            .filter_map(|(i, tok)| match tok.0 {
-                SyntaxKind::WHITESPACE | SyntaxKind::NEWLINE => None,
-                _ => Some(i),
-            })
-            .collect();
-        let newlines = raw_toks
-            .iter()
-            .enumerate()
-            .filter_map(|(i, tok)| match tok.0 {
-                SyntaxKind::NEWLINE => Some(i),
-                _ => None,
-            })
-            .collect();
-
-        Self {
-            raw: raw_toks,
-            meaningful,
-            newlines,
-        }
-    }
-
-    #[allow(clippy::unwrap_used, reason = "meaningful indices cannot be invalid")]
-    pub(crate) fn kind(&self, idx: usize) -> SyntaxKind {
-        let Some(meaningful_idx) = self.meaningful.get(idx) else {
-            return SyntaxKind::EOF;
-        };
-
-        self.raw.get(*meaningful_idx).unwrap().0
-    }
-
-    pub(crate) fn preceding_meaningless(&self, idx: usize) -> usize {
-        assert!(self.meaningful.len() > idx);
-
-        if idx == 0 {
-            1
-        } else {
-            self.meaningful[idx] - self.meaningful[idx - 1]
-        }
-    }
-
-    pub(crate) fn meaningless_tail_len(&self) -> usize {
-        self.raw.len() - (self.meaningful.last().unwrap() + 1)
-    }
-}