#[cfg(feature = "alloc")]
use crate::lib::std::borrow::ToOwned;
use crate::lib::std::fmt;
use core::num::NonZeroUsize;
use crate::stream::AsBStr;
use crate::stream::Stream;
#[allow(unused_imports)] use crate::Parser;
pub type IResult<I, O, E = InputError<I>> = PResult<(I, O), E>;
pub type PResult<O, E = ContextError> = Result<O, ErrMode<E>>;
#[derive(Debug, PartialEq, Eq, Clone, Copy)]
#[cfg_attr(nightly, warn(rustdoc::missing_doc_code_examples))]
pub enum Needed {
Unknown,
Size(NonZeroUsize),
}
impl Needed {
pub fn new(s: usize) -> Self {
match NonZeroUsize::new(s) {
Some(sz) => Needed::Size(sz),
None => Needed::Unknown,
}
}
pub fn is_known(&self) -> bool {
*self != Needed::Unknown
}
#[inline]
pub fn map<F: Fn(NonZeroUsize) -> usize>(self, f: F) -> Needed {
match self {
Needed::Unknown => Needed::Unknown,
Needed::Size(n) => Needed::new(f(n)),
}
}
}
#[derive(Debug, Clone, PartialEq)]
#[cfg_attr(nightly, warn(rustdoc::missing_doc_code_examples))]
pub enum ErrMode<E> {
Incomplete(Needed),
Backtrack(E),
Cut(E),
}
impl<E> ErrMode<E> {
pub fn is_incomplete(&self) -> bool {
matches!(self, ErrMode::Incomplete(_))
}
pub fn cut(self) -> Self {
match self {
ErrMode::Backtrack(e) => ErrMode::Cut(e),
rest => rest,
}
}
pub fn backtrack(self) -> Self {
match self {
ErrMode::Cut(e) => ErrMode::Backtrack(e),
rest => rest,
}
}
pub fn map<E2, F>(self, f: F) -> ErrMode<E2>
where
F: FnOnce(E) -> E2,
{
match self {
ErrMode::Incomplete(n) => ErrMode::Incomplete(n),
ErrMode::Cut(t) => ErrMode::Cut(f(t)),
ErrMode::Backtrack(t) => ErrMode::Backtrack(f(t)),
}
}
pub fn convert<F>(self) -> ErrMode<F>
where
E: ErrorConvert<F>,
{
self.map(ErrorConvert::convert)
}
#[cfg_attr(debug_assertions, track_caller)]
pub fn into_inner(self) -> Option<E> {
match self {
ErrMode::Backtrack(e) | ErrMode::Cut(e) => Some(e),
ErrMode::Incomplete(_) => None,
}
}
}
impl<I, E: ParserError<I>> ParserError<I> for ErrMode<E> {
fn from_error_kind(input: &I, kind: ErrorKind) -> Self {
ErrMode::Backtrack(E::from_error_kind(input, kind))
}
#[cfg_attr(debug_assertions, track_caller)]
fn assert(input: &I, message: &'static str) -> Self
where
I: crate::lib::std::fmt::Debug,
{
ErrMode::Backtrack(E::assert(input, message))
}
fn append(self, input: &I, kind: ErrorKind) -> Self {
match self {
ErrMode::Backtrack(e) => ErrMode::Backtrack(e.append(input, kind)),
e => e,
}
}
fn or(self, other: Self) -> Self {
match (self, other) {
(ErrMode::Backtrack(e), ErrMode::Backtrack(o)) => ErrMode::Backtrack(e.or(o)),
(ErrMode::Incomplete(e), _) | (_, ErrMode::Incomplete(e)) => ErrMode::Incomplete(e),
(ErrMode::Cut(e), _) | (_, ErrMode::Cut(e)) => ErrMode::Cut(e),
}
}
}
impl<I, EXT, E> FromExternalError<I, EXT> for ErrMode<E>
where
E: FromExternalError<I, EXT>,
{
fn from_external_error(input: &I, kind: ErrorKind, e: EXT) -> Self {
ErrMode::Backtrack(E::from_external_error(input, kind, e))
}
}
impl<I, C, E: AddContext<I, C>> AddContext<I, C> for ErrMode<E> {
#[inline]
fn add_context(self, input: &I, ctx: C) -> Self {
self.map(|err| err.add_context(input, ctx))
}
}
impl<T: Clone> ErrMode<InputError<T>> {
pub fn map_input<U: Clone, F>(self, f: F) -> ErrMode<InputError<U>>
where
F: FnOnce(T) -> U,
{
match self {
ErrMode::Incomplete(n) => ErrMode::Incomplete(n),
ErrMode::Cut(InputError { input, kind }) => ErrMode::Cut(InputError {
input: f(input),
kind,
}),
ErrMode::Backtrack(InputError { input, kind }) => ErrMode::Backtrack(InputError {
input: f(input),
kind,
}),
}
}
}
impl<E: Eq> Eq for ErrMode<E> {}
impl<E> fmt::Display for ErrMode<E>
where
E: fmt::Debug,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
ErrMode::Incomplete(Needed::Size(u)) => write!(f, "Parsing requires {} bytes/chars", u),
ErrMode::Incomplete(Needed::Unknown) => write!(f, "Parsing requires more data"),
ErrMode::Cut(c) => write!(f, "Parsing Failure: {:?}", c),
ErrMode::Backtrack(c) => write!(f, "Parsing Error: {:?}", c),
}
}
}
pub trait ParserError<I>: Sized {
fn from_error_kind(input: &I, kind: ErrorKind) -> Self;
#[cfg_attr(debug_assertions, track_caller)]
fn assert(input: &I, _message: &'static str) -> Self
where
I: crate::lib::std::fmt::Debug,
{
#[cfg(debug_assertions)]
panic!("assert `{}` failed at {:#?}", _message, input);
#[cfg(not(debug_assertions))]
Self::from_error_kind(input, ErrorKind::Assert)
}
fn append(self, input: &I, kind: ErrorKind) -> Self;
fn or(self, other: Self) -> Self {
other
}
}
pub trait AddContext<I, C = &'static str>: Sized {
#[inline]
fn add_context(self, _input: &I, _ctx: C) -> Self {
self
}
}
pub trait FromExternalError<I, E> {
fn from_external_error(input: &I, kind: ErrorKind, e: E) -> Self;
}
pub trait ErrorConvert<E> {
fn convert(self) -> E;
}
#[derive(Copy, Clone, Debug, Eq, PartialEq)]
pub struct InputError<I: Clone> {
pub input: I,
pub kind: ErrorKind,
}
impl<I: Clone> InputError<I> {
#[inline]
pub fn new(input: I, kind: ErrorKind) -> Self {
Self { input, kind }
}
}
#[cfg(feature = "alloc")]
impl<'i, I: Clone + ToOwned + ?Sized> InputError<&'i I>
where
<I as ToOwned>::Owned: Clone,
{
pub fn into_owned(self) -> InputError<<I as ToOwned>::Owned> {
InputError {
input: self.input.to_owned(),
kind: self.kind,
}
}
}
impl<I: Clone> ParserError<I> for InputError<I> {
#[inline]
fn from_error_kind(input: &I, kind: ErrorKind) -> Self {
Self {
input: input.clone(),
kind,
}
}
#[inline]
fn append(self, _: &I, _: ErrorKind) -> Self {
self
}
}
impl<I: Clone, C> AddContext<I, C> for InputError<I> {}
impl<I: Clone, E> FromExternalError<I, E> for InputError<I> {
#[inline]
fn from_external_error(input: &I, kind: ErrorKind, _e: E) -> Self {
Self {
input: input.clone(),
kind,
}
}
}
impl<I: Clone> ErrorConvert<InputError<(I, usize)>> for InputError<I> {
#[inline]
fn convert(self) -> InputError<(I, usize)> {
InputError {
input: (self.input, 0),
kind: self.kind,
}
}
}
impl<I: Clone> ErrorConvert<InputError<I>> for InputError<(I, usize)> {
#[inline]
fn convert(self) -> InputError<I> {
InputError {
input: self.input.0,
kind: self.kind,
}
}
}
impl<I: Clone + fmt::Display> fmt::Display for InputError<I> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
write!(f, "{} error starting at: {}", self.kind, self.input)
}
}
#[cfg(feature = "std")]
impl<I: Clone + fmt::Debug + fmt::Display + Sync + Send + 'static> std::error::Error
for InputError<I>
{
}
impl<I> ParserError<I> for () {
#[inline]
fn from_error_kind(_: &I, _: ErrorKind) -> Self {}
#[inline]
fn append(self, _: &I, _: ErrorKind) -> Self {}
}
impl<I, C> AddContext<I, C> for () {}
impl<I, E> FromExternalError<I, E> for () {
#[inline]
fn from_external_error(_input: &I, _kind: ErrorKind, _e: E) -> Self {}
}
impl ErrorConvert<()> for () {
#[inline]
fn convert(self) {}
}
#[derive(Debug)]
pub struct ContextError<C = StrContext> {
#[cfg(feature = "alloc")]
context: crate::lib::std::vec::Vec<C>,
#[cfg(not(feature = "alloc"))]
context: core::marker::PhantomData<C>,
#[cfg(feature = "std")]
cause: Option<Box<dyn std::error::Error + Send + Sync + 'static>>,
}
impl<C> ContextError<C> {
#[inline]
pub fn new() -> Self {
Self {
context: Default::default(),
#[cfg(feature = "std")]
cause: None,
}
}
#[inline]
#[cfg(feature = "alloc")]
pub fn context(&self) -> impl Iterator<Item = &C> {
self.context.iter()
}
#[inline]
#[cfg(feature = "std")]
pub fn cause(&self) -> Option<&(dyn std::error::Error + Send + Sync + 'static)> {
self.cause.as_deref()
}
}
impl<C> Default for ContextError<C> {
#[inline]
fn default() -> Self {
Self::new()
}
}
impl<I, C> ParserError<I> for ContextError<C> {
#[inline]
fn from_error_kind(_input: &I, _kind: ErrorKind) -> Self {
Self::new()
}
#[inline]
fn append(self, _input: &I, _kind: ErrorKind) -> Self {
self
}
#[inline]
fn or(self, other: Self) -> Self {
other
}
}
impl<C, I> AddContext<I, C> for ContextError<C> {
#[inline]
fn add_context(mut self, _input: &I, ctx: C) -> Self {
#[cfg(feature = "alloc")]
self.context.push(ctx);
self
}
}
#[cfg(feature = "std")]
impl<C, I, E: std::error::Error + Send + Sync + 'static> FromExternalError<I, E>
for ContextError<C>
{
#[inline]
fn from_external_error(_input: &I, _kind: ErrorKind, e: E) -> Self {
let mut err = Self::new();
{
err.cause = Some(Box::new(e));
}
err
}
}
#[cfg(not(feature = "std"))]
impl<C, I, E: Send + Sync + 'static> FromExternalError<I, E> for ContextError<C> {
#[inline]
fn from_external_error(_input: &I, _kind: ErrorKind, _e: E) -> Self {
let err = Self::new();
err
}
}
impl<C: core::cmp::PartialEq> core::cmp::PartialEq for ContextError<C> {
fn eq(&self, other: &Self) -> bool {
#[cfg(feature = "alloc")]
{
if self.context != other.context {
return false;
}
}
#[cfg(feature = "std")]
{
if self.cause.as_ref().map(ToString::to_string)
!= other.cause.as_ref().map(ToString::to_string)
{
return false;
}
}
true
}
}
impl crate::lib::std::fmt::Display for ContextError<StrContext> {
fn fmt(&self, f: &mut crate::lib::std::fmt::Formatter<'_>) -> crate::lib::std::fmt::Result {
#[cfg(feature = "alloc")]
{
let expression = self.context().find_map(|c| match c {
StrContext::Label(c) => Some(c),
_ => None,
});
let expected = self
.context()
.filter_map(|c| match c {
StrContext::Expected(c) => Some(c),
_ => None,
})
.collect::<crate::lib::std::vec::Vec<_>>();
let mut newline = false;
if let Some(expression) = expression {
newline = true;
write!(f, "invalid {}", expression)?;
}
if !expected.is_empty() {
if newline {
writeln!(f)?;
}
newline = true;
write!(f, "expected ")?;
for (i, expected) in expected.iter().enumerate() {
if i != 0 {
write!(f, ", ")?;
}
write!(f, "{}", expected)?;
}
}
#[cfg(feature = "std")]
{
if let Some(cause) = self.cause() {
if newline {
writeln!(f)?;
}
write!(f, "{}", cause)?;
}
}
}
Ok(())
}
}
#[derive(Clone, Debug, PartialEq, Eq)]
#[non_exhaustive]
pub enum StrContext {
Label(&'static str),
Expected(StrContextValue),
}
#[derive(Clone, Debug, PartialEq, Eq)]
#[non_exhaustive]
pub enum StrContextValue {
CharLiteral(char),
StringLiteral(&'static str),
Description(&'static str),
}
impl From<char> for StrContextValue {
fn from(inner: char) -> Self {
Self::CharLiteral(inner)
}
}
impl From<&'static str> for StrContextValue {
fn from(inner: &'static str) -> Self {
Self::StringLiteral(inner)
}
}
impl crate::lib::std::fmt::Display for StrContextValue {
fn fmt(&self, f: &mut crate::lib::std::fmt::Formatter<'_>) -> crate::lib::std::fmt::Result {
match self {
Self::CharLiteral('\n') => "newline".fmt(f),
Self::CharLiteral('`') => "'`'".fmt(f),
Self::CharLiteral(c) if c.is_ascii_control() => {
write!(f, "`{}`", c.escape_debug())
}
Self::CharLiteral(c) => write!(f, "`{}`", c),
Self::StringLiteral(c) => write!(f, "`{}`", c),
Self::Description(c) => write!(f, "{}", c),
}
}
}
#[rustfmt::skip]
#[derive(Debug,PartialEq,Eq,Hash,Clone,Copy)]
#[allow(missing_docs)]
pub enum ErrorKind {
Assert,
Token,
Tag,
Alt,
Many,
Eof,
Slice,
Complete,
Not,
Verify,
Fail,
}
impl ErrorKind {
#[rustfmt::skip]
pub fn description(&self) -> &str {
match *self {
ErrorKind::Assert => "assert",
ErrorKind::Token => "token",
ErrorKind::Tag => "tag",
ErrorKind::Alt => "alternative",
ErrorKind::Many => "many",
ErrorKind::Eof => "end of file",
ErrorKind::Slice => "slice",
ErrorKind::Complete => "complete",
ErrorKind::Not => "negation",
ErrorKind::Verify => "predicate verification",
ErrorKind::Fail => "fail",
}
}
}
impl<I> ParserError<I> for ErrorKind {
fn from_error_kind(_input: &I, kind: ErrorKind) -> Self {
kind
}
fn append(self, _: &I, _: ErrorKind) -> Self {
self
}
}
impl<I, C> AddContext<I, C> for ErrorKind {}
impl<I, E> FromExternalError<I, E> for ErrorKind {
fn from_external_error(_input: &I, kind: ErrorKind, _e: E) -> Self {
kind
}
}
impl fmt::Display for ErrorKind {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
write!(f, "error {:?}", self)
}
}
#[cfg(feature = "std")]
impl std::error::Error for ErrorKind {}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ParseError<I, E> {
input: I,
offset: usize,
inner: E,
}
impl<I: Stream, E: ParserError<I>> ParseError<I, E> {
pub(crate) fn new(mut input: I, start: I::Checkpoint, inner: E) -> Self {
let offset = input.offset_from(&start);
input.reset(start);
Self {
input,
offset,
inner,
}
}
}
impl<I, E> ParseError<I, E> {
#[inline]
pub fn input(&self) -> &I {
&self.input
}
#[inline]
pub fn offset(&self) -> usize {
self.offset
}
#[inline]
pub fn inner(&self) -> &E {
&self.inner
}
#[inline]
pub fn into_inner(self) -> E {
self.inner
}
}
impl<I, E> core::fmt::Display for ParseError<I, E>
where
I: AsBStr,
E: core::fmt::Display,
{
fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
let input = self.input.as_bstr();
let span_start = self.offset;
let span_end = span_start;
#[cfg(feature = "std")]
if input.contains(&b'\n') {
let (line_idx, col_idx) = translate_position(input, span_start);
let line_num = line_idx + 1;
let col_num = col_idx + 1;
let gutter = line_num.to_string().len();
let content = input
.split(|c| *c == b'\n')
.nth(line_idx)
.expect("valid line number");
writeln!(f, "parse error at line {}, column {}", line_num, col_num)?;
for _ in 0..=gutter {
write!(f, " ")?;
}
writeln!(f, "|")?;
write!(f, "{} | ", line_num)?;
writeln!(f, "{}", String::from_utf8_lossy(content))?;
for _ in 0..=gutter {
write!(f, " ")?;
}
write!(f, "|")?;
for _ in 0..=col_idx {
write!(f, " ")?;
}
write!(f, "^")?;
for _ in (span_start + 1)..(span_end.min(span_start + content.len())) {
write!(f, "^")?;
}
writeln!(f)?;
} else {
let content = input;
writeln!(f, "{}", String::from_utf8_lossy(content))?;
for _ in 0..=span_start {
write!(f, " ")?;
}
write!(f, "^")?;
for _ in (span_start + 1)..(span_end.min(span_start + content.len())) {
write!(f, "^")?;
}
writeln!(f)?;
}
write!(f, "{}", self.inner)?;
Ok(())
}
}
#[cfg(feature = "std")]
fn translate_position(input: &[u8], index: usize) -> (usize, usize) {
if input.is_empty() {
return (0, index);
}
let safe_index = index.min(input.len() - 1);
let column_offset = index - safe_index;
let index = safe_index;
let nl = input[0..index]
.iter()
.rev()
.enumerate()
.find(|(_, b)| **b == b'\n')
.map(|(nl, _)| index - nl - 1);
let line_start = match nl {
Some(nl) => nl + 1,
None => 0,
};
let line = input[0..line_start].iter().filter(|b| **b == b'\n').count();
let line = line;
let column = std::str::from_utf8(&input[line_start..=index])
.map(|s| s.chars().count() - 1)
.unwrap_or_else(|_| index - line_start);
let column = column + column_offset;
(line, column)
}
#[cfg(test)]
#[cfg(feature = "std")]
mod test_translate_position {
use super::*;
#[test]
fn empty() {
let input = b"";
let index = 0;
let position = translate_position(&input[..], index);
assert_eq!(position, (0, 0));
}
#[test]
fn start() {
let input = b"Hello";
let index = 0;
let position = translate_position(&input[..], index);
assert_eq!(position, (0, 0));
}
#[test]
fn end() {
let input = b"Hello";
let index = input.len() - 1;
let position = translate_position(&input[..], index);
assert_eq!(position, (0, input.len() - 1));
}
#[test]
fn after() {
let input = b"Hello";
let index = input.len();
let position = translate_position(&input[..], index);
assert_eq!(position, (0, input.len()));
}
#[test]
fn first_line() {
let input = b"Hello\nWorld\n";
let index = 2;
let position = translate_position(&input[..], index);
assert_eq!(position, (0, 2));
}
#[test]
fn end_of_line() {
let input = b"Hello\nWorld\n";
let index = 5;
let position = translate_position(&input[..], index);
assert_eq!(position, (0, 5));
}
#[test]
fn start_of_second_line() {
let input = b"Hello\nWorld\n";
let index = 6;
let position = translate_position(&input[..], index);
assert_eq!(position, (1, 0));
}
#[test]
fn second_line() {
let input = b"Hello\nWorld\n";
let index = 8;
let position = translate_position(&input[..], index);
assert_eq!(position, (1, 2));
}
}
#[cfg(test)]
macro_rules! error_position(
($input:expr, $code:expr) => ({
$crate::error::ParserError::from_error_kind($input, $code)
});
);
#[cfg(test)]
macro_rules! error_node_position(
($input:expr, $code:expr, $next:expr) => ({
$crate::error::ParserError::append($next, $input, $code)
});
);