/// A struct that holds a parser configuration. /// /// Current parser configuration can be retrieved by calling [`Reader::config()`] /// and changed by changing properties of the object returned by a call to /// [`Reader::config_mut()`]. /// /// [`Reader::config()`]: crate::reader::Reader::config /// [`Reader::config_mut()`]: crate::reader::Reader::config_mut #[derive(Debug, Clone, PartialEq, Eq)] #[cfg_attr(feature = "arbitrary", derive(arbitrary::Arbitrary))] #[cfg_attr(feature = "serde-types", derive(serde::Deserialize, serde::Serialize))] #[non_exhaustive] pubstruct Config { /// Whether unmatched closing tag names should be allowed. Unless enabled, /// in case of a dangling end tag, the [`Error::IllFormed(UnmatchedEndTag)`] /// is returned from read methods. /// /// When set to `true`, it won't check if a closing tag has a corresponding /// opening tag at all. For example, `<a></a></b>` will be permitted. /// /// Note that the emitted [`End`] event will not be modified if this is enabled, /// ie. it will contain the data of the unmatched end tag. /// /// Note, that setting this to `true` will lead to additional allocates that /// needed to store tag name for an [`End`] event. /// /// Default: `false` /// /// [`Error::IllFormed(UnmatchedEndTag)`]: crate::errors::IllFormedError::UnmatchedEndTag /// [`End`]: crate::events::Event::End pub allow_unmatched_ends: bool,
/// Whether comments should be validated. If enabled, in case of invalid comment /// [`Error::IllFormed(DoubleHyphenInComment)`] is returned from read methods. /// /// When set to `true`, every [`Comment`] event will be checked for not /// containing `--`, which [is not allowed] in XML comments. Most of the time /// we don't want comments at all so we don't really care about comment /// correctness, thus the default value is `false` to improve performance. /// /// Default: `false` /// /// [`Error::IllFormed(DoubleHyphenInComment)`]: crate::errors::IllFormedError::DoubleHyphenInComment /// [`Comment`]: crate::events::Event::Comment /// [is not allowed]: https://www.w3.org/TR/xml11/#sec-comments pub check_comments: bool,
/// Whether mismatched closing tag names should be detected. If enabled, in /// case of mismatch the [`Error::IllFormed(MismatchedEndTag)`] is returned from /// read methods. /// /// Note, that start and end tags [should match literally][spec], they cannot /// have different prefixes even if both prefixes resolve to the same namespace. /// The XML /// /// ```xml /// <outer xmlns="namespace" xmlns:p="namespace"> /// </p:outer> /// ``` /// /// is not valid, even though semantically the start tag is the same as the /// end tag. The reason is that namespaces are an extension of the original /// XML specification (without namespaces) and it should be backward-compatible. /// /// When set to `false`, it won't check if a closing tag matches the corresponding /// opening tag. For example, `<mytag></different_tag>` will be permitted. /// /// If the XML is known to be sane (already processed, etc.) this saves extra time. /// /// Note that the emitted [`End`] event will not be modified if this is disabled, /// ie. it will contain the data of the mismatched end tag. /// /// Note, that setting this to `true` will lead to additional allocates that /// needed to store tag name for an [`End`] event. However if [`expand_empty_elements`] /// is also set, only one additional allocation will be performed that support /// both these options. /// /// Default: `true` /// /// [`Error::IllFormed(MismatchedEndTag)`]: crate::errors::IllFormedError::MismatchedEndTag /// [spec]: https://www.w3.org/TR/xml11/#dt-etag /// [`End`]: crate::events::Event::End /// [`expand_empty_elements`]: Self::expand_empty_elements pub check_end_names: bool,
/// Whether empty elements should be split into an `Open` and a `Close` event. /// /// When set to `true`, all [`Empty`] events produced by a self-closing tag /// like `<tag/>` are expanded into a [`Start`] event followed by an [`End`] /// event. When set to `false` (the default), those tags are represented by /// an [`Empty`] event instead. /// /// Note, that setting this to `true` will lead to additional allocates that /// needed to store tag name for an [`End`] event. However if [`check_end_names`] /// is also set, only one additional allocation will be performed that support /// both these options. /// /// Default: `false` /// /// [`Empty`]: crate::events::Event::Empty /// [`Start`]: crate::events::Event::Start /// [`End`]: crate::events::Event::End /// [`check_end_names`]: Self::check_end_names pub expand_empty_elements: bool,
/// Whether trailing whitespace after the markup name are trimmed in closing /// tags `</a >`. /// /// If `true` the emitted [`End`] event is stripped of trailing whitespace /// after the markup name. /// /// Note that if set to `false` and [`check_end_names`] is `true` the comparison /// of markup names is going to fail erroneously if a closing tag contains /// trailing whitespace. /// /// Default: `true` /// /// [`End`]: crate::events::Event::End /// [`check_end_names`]: Self::check_end_names pub trim_markup_names_in_closing_tags: bool,
/// Whether whitespace before character data should be removed. /// /// When set to `true`, leading whitespace is trimmed in [`Text`] events. /// If after that the event is empty it will not be pushed. /// /// Default: `false` /// /// <div style="background:rgba(80, 240, 100, 0.20);padding:0.75em;"> /// /// WARNING: With this option every text events will be trimmed which is /// incorrect behavior when text events delimited by comments, processing /// instructions or CDATA sections. To correctly trim data manually apply /// [`BytesText::inplace_trim_start`] and [`BytesText::inplace_trim_end`] /// only to necessary events. /// </div> /// /// [`Text`]: crate::events::Event::Text /// [`BytesText::inplace_trim_start`]: crate::events::BytesText::inplace_trim_start /// [`BytesText::inplace_trim_end`]: crate::events::BytesText::inplace_trim_end pub trim_text_start: bool,
/// Whether whitespace after character data should be removed. /// /// When set to `true`, trailing whitespace is trimmed in [`Text`] events. /// If after that the event is empty it will not be pushed. /// /// Default: `false` /// /// <div style="background:rgba(80, 240, 100, 0.20);padding:0.75em;"> /// /// WARNING: With this option every text events will be trimmed which is /// incorrect behavior when text events delimited by comments, processing /// instructions or CDATA sections. To correctly trim data manually apply /// [`BytesText::inplace_trim_start`] and [`BytesText::inplace_trim_end`] /// only to necessary events. /// </div> /// /// [`Text`]: crate::events::Event::Text /// [`BytesText::inplace_trim_start`]: crate::events::BytesText::inplace_trim_start /// [`BytesText::inplace_trim_end`]: crate::events::BytesText::inplace_trim_end pub trim_text_end: bool,
}
impl Config { /// Set both [`trim_text_start`] and [`trim_text_end`] to the same value. /// /// <div style="background:rgba(80, 240, 100, 0.20);padding:0.75em;"> /// /// WARNING: With this option every text events will be trimmed which is /// incorrect behavior when text events delimited by comments, processing /// instructions or CDATA sections. To correctly trim data manually apply /// [`BytesText::inplace_trim_start`] and [`BytesText::inplace_trim_end`] /// only to necessary events. /// </div> /// /// [`trim_text_start`]: Self::trim_text_start /// [`trim_text_end`]: Self::trim_text_end /// [`BytesText::inplace_trim_start`]: crate::events::BytesText::inplace_trim_start /// [`BytesText::inplace_trim_end`]: crate::events::BytesText::inplace_trim_end #[inline] pubfn trim_text(&mutself, trim: bool) { self.trim_text_start = trim; self.trim_text_end = trim;
}
/// Turn on or off all checks for well-formedness. Currently it is that settings: /// - [`check_comments`](Self::check_comments) /// - [`check_end_names`](Self::check_end_names) #[inline] pubfn enable_all_checks(&mutself, enable: bool) { self.check_comments = enable; self.check_end_names = enable;
}
}
macro_rules! read_event_impl {
(
$self:ident, $buf:ident,
$reader:expr,
$read_until_close:ident
$(, $await:ident)?
) => {{ let event = loop { breakmatch $self.state.state {
ParseState::Init => { // Go to InsideMarkup state // If encoding set explicitly, we not need to detect it. For example, // explicit UTF-8 set automatically if Reader was created using `from_str`. // But we still need to remove BOM for consistency with no encoding // feature enabled path #[cfg(feature = "encoding")] iflet Some(encoding) = $reader.detect_encoding() $(.$await)? ? { if $self.state.encoding.can_be_refined() {
$self.state.encoding = crate::reader::EncodingRef::BomDetected(encoding);
}
}
// Removes UTF-8 BOM if it is present #[cfg(not(feature = "encoding"))]
$reader.remove_utf8_bom() $(.$await)? ?;
$self.state.state = ParseState::InsideText; continue;
},
ParseState::InsideText => { // Go to InsideMarkup or Done state if $self.state.config.trim_text_start {
$reader.skip_whitespace(&mut $self.state.offset) $(.$await)? ?;
}
match $reader.read_text($buf, &mut $self.state.offset) $(.$await)? {
ReadTextResult::Markup(buf) => {
$self.state.state = ParseState::InsideMarkup; // Pass `buf` to the next next iteration of parsing loop
$buf = buf; continue;
}
ReadTextResult::UpToMarkup(bytes) => {
$self.state.state = ParseState::InsideMarkup; // FIXME: Can produce an empty event if: // - event contains only spaces // - trim_text_start = false // - trim_text_end = true
Ok(Event::Text($self.state.emit_text(bytes)))
}
ReadTextResult::UpToEof(bytes) => {
$self.state.state = ParseState::Done; // Trim bytes from end if required let event = $self.state.emit_text(bytes); if event.is_empty() {
Ok(Event::Eof)
} else {
Ok(Event::Text(event))
}
}
ReadTextResult::Err(e) => Err(Error::Io(e.into())),
}
}, // Go to InsideText state in next two arms
ParseState::InsideMarkup => $self.$read_until_close($buf) $(.$await)?,
ParseState::InsideEmpty => Ok(Event::End($self.state.close_expanded_empty())),
ParseState::Done => Ok(Event::Eof),
};
}; match event { // #513: In case of ill-formed errors we already consume the wrong data // and change the state. We can continue parsing if we wish
Err(Error::IllFormed(_)) => {}
Err(_) | Ok(Event::Eof) => $self.state.state = ParseState::Done,
_ => {}
}
event
}};
}
/// Read bytes up to the `>` and skip it. This method is expected to be called /// after seeing the `<` symbol and skipping it. Inspects the next (current) /// symbol and returns an appropriate [`Event`]: /// /// |Symbol |Event /// |-------|------------------------------------- /// |`!` |[`Comment`], [`CData`] or [`DocType`] /// |`/` |[`End`] /// |`?` |[`PI`] /// |_other_|[`Start`] or [`Empty`] /// /// Moves parser to the `InsideText` state. /// /// [`Comment`]: Event::Comment /// [`CData`]: Event::CData /// [`DocType`]: Event::DocType /// [`End`]: Event::End /// [`PI`]: Event::PI /// [`Start`]: Event::Start /// [`Empty`]: Event::Empty
macro_rules! read_until_close {
(
$self:ident, $buf:ident,
$reader:expr
$(, $await:ident)?
) => {{
$self.state.state = ParseState::InsideText;
let start = $self.state.offset; match $reader.peek_one() $(.$await)? { // `<!` - comment, CDATA or DOCTYPE declaration
Ok(Some(b'!')) => match $reader
.read_bang_element($buf, &mut $self.state.offset)
$(.$await)?
{
Ok((bang_type, bytes)) => $self.state.emit_bang(bang_type, bytes),
Err(e) => { // We want to report error at `<`, but offset was increased, // so return it back (-1 for `<`)
$self.state.last_error_offset = start - 1;
Err(e)
}
}, // `</` - closing tag // #776: We parse using ElementParser which allows us to have attributes // in close tags. While such tags are not allowed by the specification, // we anyway allow to parse them because: // - we do not check constraints during parsing. This is performed by the // optional validate step which user should call manually // - if we just look for `>` we will parse `</tag attr=">" >` as end tag // `</tag attr=">` and text `" >` which probably no one existing parser // does. This is malformed XML, however it is tolerated by some parsers // (e.g. the one used by Adobe Flash) and such documents do exist in the wild.
Ok(Some(b'/')) => match $reader
.read_with(ElementParser::Outside, $buf, &mut $self.state.offset)
$(.$await)?
{
Ok(bytes) => $self.state.emit_end(bytes),
Err(e) => { // We want to report error at `<`, but offset was increased, // so return it back (-1 for `<`)
$self.state.last_error_offset = start - 1;
Err(e)
}
}, // `<?` - processing instruction
Ok(Some(b'?')) => match $reader
.read_with(PiParser(false), $buf, &mut $self.state.offset)
$(.$await)?
{
Ok(bytes) => $self.state.emit_question_mark(bytes),
Err(e) => { // We want to report error at `<`, but offset was increased, // so return it back (-1 for `<`)
$self.state.last_error_offset = start - 1;
Err(e)
}
}, // `<...` - opening or self-closed tag
Ok(Some(_)) => match $reader
.read_with(ElementParser::Outside, $buf, &mut $self.state.offset)
$(.$await)?
{
Ok(bytes) => Ok($self.state.emit_start(bytes)),
Err(e) => { // We want to report error at `<`, but offset was increased, // so return it back (-1 for `<`)
$self.state.last_error_offset = start - 1;
Err(e)
}
}, // `<` - syntax error, tag not closed
Ok(None) => { // We want to report error at `<`, but offset was increased, // so return it back (-1 for `<`)
$self.state.last_error_offset = start - 1;
Err(Error::Syntax(SyntaxError::UnclosedTag))
}
Err(e) => Err(Error::Io(e.into())),
}
}};
}
/// Generalization of `read_to_end` method for buffered and borrowed readers
macro_rules! read_to_end {
( // $self: &mut Reader
$self:expr, $end:expr, $buf:expr,
$read_event:ident, // Code block that performs clearing of internal buffer after read of each event
$clear:block
$(, $await:ident)?
) => {{ // Because we take position after the event before the End event, // it is important that this position indicates beginning of the End event. // If between last event and the End event would be only spaces, then we // take position before the spaces, but spaces would be skipped without // generating event if `trim_text_start` is set to `true`. To prevent that // we temporary disable start text trimming. // // We also cannot take position after getting End event, because if // `trim_markup_names_in_closing_tags` is set to `true` (which is the default), // we do not known the real size of the End event that it is occupies in // the source and cannot correct the position after the End event. // So, we in any case should tweak parser configuration. let config = $self.config_mut(); let trim = config.trim_text_start;
config.trim_text_start = false;
let start = $self.buffer_position(); letmut depth = 0; loop {
$clear let end = $self.buffer_position(); match $self.$read_event($buf) $(.$await)? {
Err(e) => {
$self.config_mut().trim_text_start = trim; return Err(e);
}
/// Possible reader states. The state transition diagram (`true` and `false` shows /// value of [`Config::expand_empty_elements`] option): /// /// ```mermaid /// flowchart LR /// subgraph _ /// direction LR /// /// Init -- "(no event)"\n --> InsideMarkup /// InsideMarkup -- Decl, DocType, PI\nComment, CData\nStart, Empty, End --> InsideText /// InsideText -- "#lt;false#gt;\n(no event)"\nText --> InsideMarkup /// end /// InsideText -- "#lt;true#gt;"\nStart --> InsideEmpty /// InsideEmpty -- End --> InsideText /// _ -. Eof .-> Done /// ``` #[derive(Clone, Debug)] enum ParseState { /// Initial state in which reader stay after creation. Transition from that /// state could produce a `Text`, `Decl`, `Comment` or `Start` event. The next /// state is always `InsideMarkup`. The reader will never return to this state. The /// event emitted during transition to `InsideMarkup` is a `StartEvent` if the /// first symbol not `<`, otherwise no event are emitted.
Init, /// State after seeing the `<` symbol. Depending on the next symbol all other /// events could be generated. /// /// After generating one event the reader moves to the `InsideText` state.
InsideMarkup, /// State in which reader searches the `<` symbol of a markup. All bytes before /// that symbol will be returned in the [`Event::Text`] event. After that /// the reader moves to the `InsideMarkup` state.
InsideText, /// This state is used only if option [`expand_empty_elements`] is set to `true`. /// Reader enters to this state when it is in a `InsideText` state and emits an /// [`Event::Start`] event. The next event emitted will be an [`Event::End`], /// after which reader returned to the `InsideText` state. /// /// [`expand_empty_elements`]: Config::expand_empty_elements
InsideEmpty, /// Reader enters this state when `Eof` event generated or an error occurred. /// This is the last state, the reader stay in it forever.
Done,
}
/// A reference to an encoding together with information about how it was retrieved. /// /// The state transition diagram: /// /// ```mermaid /// flowchart LR /// Implicit -- from_str --> Explicit /// Implicit -- BOM --> BomDetected /// Implicit -- "encoding=..." --> XmlDetected /// BomDetected -- "encoding=..." --> XmlDetected /// ``` #[cfg(feature = "encoding")] #[derive(Clone, Copy, Debug)] enum EncodingRef { /// Encoding was implicitly assumed to have a specified value. It can be refined /// using BOM or by the XML declaration event (`<?xml encoding=... ?>`)
Implicit(&'static Encoding), /// Encoding was explicitly set to the desired value. It cannot be changed /// nor by BOM, nor by parsing XML declaration (`<?xml encoding=... ?>`)
Explicit(&'static Encoding), /// Encoding was detected from a byte order mark (BOM) or by the first bytes /// of the content. It can be refined by the XML declaration event (`<?xml encoding=... ?>`)
BomDetected(&'static Encoding), /// Encoding was detected using XML declaration event (`<?xml encoding=... ?>`). /// It can no longer change
XmlDetected(&'static Encoding),
} #[cfg(feature = "encoding")] impl EncodingRef { #[inline] constfn encoding(&self) -> &'static Encoding { matchself { Self::Implicit(e) => e, Self::Explicit(e) => e, Self::BomDetected(e) => e, Self::XmlDetected(e) => e,
}
} #[inline] constfn can_be_refined(&self) -> bool { matchself { Self::Implicit(_) | Self::BomDetected(_) => true, Self::Explicit(_) | Self::XmlDetected(_) => false,
}
}
}
/// A direct stream to the underlying [`Reader`]s reader which updates /// [`Reader::buffer_position()`] when read from it. #[derive(Debug)] #[must_use = "streams do nothing unless read or polled"] pubstruct BinaryStream<'r, R> {
inner: &'r mut R,
offset: &'r mut u64,
}
impl<'r, R> BinaryStream<'r, R> { /// Returns current position in bytes in the original source. #[inline] pubconstfn offset(&self) -> u64 {
*self.offset
}
/// Gets a reference to the underlying reader. #[inline] pubconstfn get_ref(&self) -> &R { self.inner
}
/// Gets a mutable reference to the underlying reader. /// /// Avoid read from this reader because this will not update reader's position /// and will lead to incorrect positions of errors. Read from this stream instead. #[inline] pubfn get_mut(&mutself) -> &mut R { self.inner
}
}
impl<'r, R> io::Read for BinaryStream<'r, R> where
R: io::Read,
{ #[inline] fn read(&mutself, buf: &mut [u8]) -> io::Result<usize> { let amt = self.inner.read(buf)?;
*self.offset += amt as u64;
Ok(amt)
}
}
impl<'r, R> io::BufRead for BinaryStream<'r, R> where
R: io::BufRead,
{ #[inline] fn fill_buf(&mutself) -> io::Result<&[u8]> { self.inner.fill_buf()
}
#[inline] fn consume(&mutself, amt: usize) { self.inner.consume(amt);
*self.offset += amt as u64;
}
}
/// A low level encoding-agnostic XML event reader. /// /// Consumes bytes and streams XML [`Event`]s. /// /// This reader does not manage namespace declarations and not able to resolve /// prefixes. If you want these features, use the [`NsReader`]. /// /// # Examples /// /// ``` /// use quick_xml::events::Event; /// use quick_xml::reader::Reader; /// /// let xml = r#"<tag1 att1 = "test"> /// <tag2><!--Test comment-->Test</tag2> /// <tag2>Test 2</tag2> /// </tag1>"#; /// let mut reader = Reader::from_str(xml); /// reader.config_mut().trim_text(true); /// /// let mut count = 0; /// let mut txt = Vec::new(); /// let mut buf = Vec::new(); /// /// // The `Reader` does not implement `Iterator` because it outputs borrowed data (`Cow`s) /// loop { /// // NOTE: this is the generic case when we don't know about the input BufRead. /// // when the input is a &str or a &[u8], we don't actually need to use another /// // buffer, we could directly call `reader.read_event()` /// match reader.read_event_into(&mut buf) { /// Err(e) => panic!("Error at position {}: {:?}", reader.error_position(), e), /// // exits the loop when reaching end of file /// Ok(Event::Eof) => break, /// /// Ok(Event::Start(e)) => { /// match e.name().as_ref() { /// b"tag1" => println!("attributes values: {:?}", /// e.attributes().map(|a| a.unwrap().value) /// .collect::<Vec<_>>()), /// b"tag2" => count += 1, /// _ => (), /// } /// } /// Ok(Event::Text(e)) => txt.push(e.unescape().unwrap().into_owned()), /// /// // There are several other `Event`s we do not consider here /// _ => (), /// } /// // if we don't keep a borrow elsewhere, we can clear the buffer to keep memory usage low /// buf.clear(); /// } /// ``` /// /// [`NsReader`]: crate::reader::NsReader #[derive(Debug, Clone)] pubstruct Reader<R> { /// Source of data for parse
reader: R, /// Configuration and current parse state
state: ReaderState,
}
/// Builder methods impl<R> Reader<R> { /// Creates a `Reader` that reads from a given reader. pubfn from_reader(reader: R) -> Self { Self {
reader,
state: ReaderState::default(),
}
}
/// Returns reference to the parser configuration pubconstfn config(&self) -> &Config {
&self.state.config
}
/// Returns mutable reference to the parser configuration pubfn config_mut(&mutself) -> &mut Config {
&mutself.state.config
}
}
/// Getters impl<R> Reader<R> { /// Consumes `Reader` returning the underlying reader /// /// Can be used to compute line and column of a parsing error position /// /// # Examples /// /// ``` /// # use pretty_assertions::assert_eq; /// use std::{str, io::Cursor}; /// use quick_xml::events::Event; /// use quick_xml::reader::Reader; /// /// let xml = r#"<tag1 att1 = "test"> /// <tag2><!--Test comment-->Test</tag2> /// <tag3>Test 2</tag3> /// </tag1>"#; /// let mut reader = Reader::from_reader(Cursor::new(xml.as_bytes())); /// let mut buf = Vec::new(); /// /// fn into_line_and_column(reader: Reader<Cursor<&[u8]>>) -> (usize, usize) { /// // We known that size cannot exceed usize::MAX because we created parser from single &[u8] /// let end_pos = reader.buffer_position() as usize; /// let mut cursor = reader.into_inner(); /// let s = String::from_utf8(cursor.into_inner()[0..end_pos].to_owned()) /// .expect("can't make a string"); /// let mut line = 1; /// let mut column = 0; /// for c in s.chars() { /// if c == '\n' { /// line += 1; /// column = 0; /// } else { /// column += 1; /// } /// } /// (line, column) /// } /// /// loop { /// match reader.read_event_into(&mut buf) { /// Ok(Event::Start(ref e)) => match e.name().as_ref() { /// b"tag1" | b"tag2" => (), /// tag => { /// assert_eq!(b"tag3", tag); /// assert_eq!((3, 22), into_line_and_column(reader)); /// break; /// } /// }, /// Ok(Event::Eof) => unreachable!(), /// _ => (), /// } /// buf.clear(); /// } /// ``` pubfn into_inner(self) -> R { self.reader
}
/// Gets a reference to the underlying reader. pubconstfn get_ref(&self) -> &R {
&self.reader
}
/// Gets a mutable reference to the underlying reader. /// /// Avoid read from this reader because this will not update reader's position /// and will lead to incorrect positions of errors. If you want to read, use /// [`stream()`] instead. /// /// [`stream()`]: Self::stream pubfn get_mut(&mutself) -> &mut R {
&mutself.reader
}
/// Gets the current byte position in the input data. pubconstfn buffer_position(&self) -> u64 { // when internal state is InsideMarkup, we have actually read until '<', // which we don't want to show iflet ParseState::InsideMarkup = self.state.state { self.state.offset - 1
} else { self.state.offset
}
}
/// Gets the last error byte position in the input data. If there is no errors /// yet, returns `0`. /// /// Unlike `buffer_position` it will point to the place where it is rational /// to report error to the end user. For example, all [`SyntaxError`]s are /// reported when the parser sees EOF inside of some kind of markup. The /// `buffer_position()` will point to the last byte of input which is not /// very useful. `error_position()` will point to the start of corresponding /// markup element (i. e. to the `<` character). /// /// This position is always `<= buffer_position()`. pubconstfn error_position(&self) -> u64 { self.state.last_error_offset
}
/// Get the decoder, used to decode bytes, read by this reader, to the strings. /// /// If [`encoding`] feature is enabled, the used encoding may change after /// parsing the XML declaration, otherwise encoding is fixed to UTF-8. /// /// If [`encoding`] feature is enabled and no encoding is specified in declaration, /// defaults to UTF-8. /// /// [`encoding`]: ../index.html#encoding #[inline] pubconstfn decoder(&self) -> Decoder { self.state.decoder()
}
/// Get the direct access to the underlying reader, but tracks the amount of /// read data and update [`Reader::buffer_position()`] accordingly. /// /// Note, that this method gives you access to the internal reader and read /// data will not be returned in any subsequent events read by `read_event` /// family of methods. /// /// # Example /// /// This example demonstrates how to read stream raw bytes from an XML document. /// This could be used to implement streaming read of text, or to read raw binary /// bytes embedded in an XML document. (Documents with embedded raw bytes are not /// valid XML, but XML-derived file formats exist where such documents are valid). /// /// ``` /// # use pretty_assertions::assert_eq; /// use std::io::{BufRead, Read}; /// use quick_xml::events::{BytesEnd, BytesStart, Event}; /// use quick_xml::reader::Reader; /// /// let mut reader = Reader::from_str("<tag>binary << data&></tag>"); /// // ^ ^ ^ ^ /// // 0 5 21 27 /// /// assert_eq!( /// (reader.read_event().unwrap(), reader.buffer_position()), /// // 5 - end of the `<tag>` /// (Event::Start(BytesStart::new("tag")), 5) /// ); /// /// // Reading directly from underlying reader will not update position /// // let mut inner = reader.get_mut(); /// /// // Reading from the stream() advances position /// let mut inner = reader.stream(); /// /// // Read binary data. We must know its size /// let mut binary = [0u8; 16]; /// inner.read_exact(&mut binary).unwrap(); /// assert_eq!(&binary, b"binary << data&>"); /// // 21 - end of the `binary << data&>` /// assert_eq!(inner.offset(), 21); /// assert_eq!(reader.buffer_position(), 21); /// /// assert_eq!( /// (reader.read_event().unwrap(), reader.buffer_position()), /// // 27 - end of the `</tag>` /// (Event::End(BytesEnd::new("tag")), 27) /// ); /// /// assert_eq!(reader.read_event().unwrap(), Event::Eof); /// ``` #[inline] pubfn stream(&mutself) -> BinaryStream<R> {
BinaryStream {
inner: &mutself.reader,
offset: &mutself.state.offset,
}
}
}
/// Private sync reading methods impl<R> Reader<R> { /// Read text into the given buffer, and return an event that borrows from /// either that buffer or from the input itself, based on the type of the /// reader. fn read_event_impl<'i, B>(&mut self, mut buf: B) -> Result<Event<'i>, Error> where
R: XmlSource<'i, B>,
{
read_event_impl!(self, buf, self.reader, read_until_close)
}
/// Private function to read until `>` is found. This function expects that /// it was called just after encounter a `<` symbol. fn read_until_close<'i, B>(&mut self, buf: B) -> Result<Event<'i>, Error> where
R: XmlSource<'i, B>,
{
read_until_close!(self, buf, self.reader)
}
}
/// Result of an attempt to read XML textual data from the reader. enum ReadTextResult<'r, B> { /// Start of markup (`<` character) was found in the first byte. /// Contains buffer that should be returned back to the next iteration cycle /// to satisfy borrow checker requirements.
Markup(B), /// Contains text block up to start of markup (`<` character).
UpToMarkup(&'r [u8]), /// Contains text block up to EOF, start of markup (`<` character) was not found.
UpToEof(&'r [u8]), /// IO error occurred.
Err(io::Error),
}
/// Represents an input for a reader that can return borrowed data. /// /// There are two implementors of this trait: generic one that read data from /// `Self`, copies some part of it into a provided buffer of type `B` and then /// returns data that borrow from that buffer. /// /// The other implementor is for `&[u8]` and instead of copying data returns /// borrowed data from `Self` instead. This implementation allows zero-copy /// deserialization. /// /// # Parameters /// - `'r`: lifetime of a buffer from which events will borrow /// - `B`: a type of a buffer that can be used to store data read from `Self` and /// from which events can borrow trait XmlSource<'r, B> { /// Removes UTF-8 BOM if it is present #[cfg(not(feature = "encoding"))] fn remove_utf8_bom(&mutself) -> io::Result<()>;
/// Determines encoding from the start of input and removes BOM if it is present #[cfg(feature = "encoding")] fn detect_encoding(&mutself) -> io::Result<Option<&'static Encoding>>;
/// Read input until start of markup (the `<`) is found or end of input is reached. /// /// # Parameters /// - `buf`: Buffer that could be filled from an input (`Self`) and /// from which [events] could borrow their data /// - `position`: Will be increased by amount of bytes consumed /// /// [events]: crate::events::Event fn read_text(&mutself, buf: B, position: &>mut u64) -> ReadTextResult<'r, B>;
/// Read input until processing instruction is finished. /// /// This method expect that start sequence of a parser already was read. /// /// Returns a slice of data read up to the end of the thing being parsed. /// The end of thing and the returned content is determined by the used parser. /// /// If input (`Self`) is exhausted and no bytes was read, or if the specified /// parser could not find the ending sequence of the thing, returns `SyntaxError`. /// /// # Parameters /// - `buf`: Buffer that could be filled from an input (`Self`) and /// from which [events] could borrow their data /// - `position`: Will be increased by amount of bytes consumed /// /// A `P` type parameter is used to preserve state between calls to the underlying /// reader which provides bytes fed into the parser. /// /// [events]: crate::events::Event fn read_with<P>(&mutself, parser: P, buf: B, position: &mut u64) -> Result<&'r [u8], Error> where
P: Parser;
/// Read input until comment or CDATA is finished. /// /// This method expect that `<` already was read. /// /// Returns a slice of data read up to end of comment or CDATA (`>`), /// which does not include into result. /// /// If input (`Self`) is exhausted and nothing was read, returns `None`. /// /// # Parameters /// - `buf`: Buffer that could be filled from an input (`Self`) and /// from which [events] could borrow their data /// - `position`: Will be increased by amount of bytes consumed /// /// [events]: crate::events::Event fn read_bang_element(
&mutself,
buf: B,
position: &mut u64,
) -> Result<(BangType, &'r [u8]), Error>;
/// Consume and discard all the whitespace until the next non-whitespace /// character or EOF. /// /// # Parameters /// - `position`: Will be increased by amount of bytes consumed fn skip_whitespace(&mutself, position: &>mut u64) -> io::Result<()>;
/// Return one character without consuming it, so that future `read_*` calls /// will still include it. On EOF, return `None`. fn peek_one(&mutself) -> io::Result<Option<u8>>;
}
/// Possible elements started with `<!` #[derive(Debug, PartialEq)] enum BangType { /// <![CDATA[...]]>
CData, /// <!--...-->
Comment, /// <!DOCTYPE...>. Contains balance of '<' (+1) and '>' (-1)
DocType(i32),
} impl BangType { #[inline(always)] constfn new(byte: Option<u8>) -> Result<Self, SyntaxError> {
Ok(match byte {
Some(b'[') => Self::CData,
Some(b'-') => Self::Comment,
Some(b'D') | Some(b'd') => Self::DocType(0),
_ => return Err(SyntaxError::InvalidBangMarkup),
})
}
/// If element is finished, returns its content up to `>` symbol and /// an index of this symbol, otherwise returns `None` /// /// # Parameters /// - `buf`: buffer with data consumed on previous iterations /// - `chunk`: data read on current iteration and not yet consumed from reader #[inline(always)] fn parse<'b>(&mut self, buf: &[u8], chunk: &'b [u8]) -> Option<(&'b [u8], usize)> { matchself { Self::Comment => { for i in memchr::memchr_iter(b'>', chunk) { // Need to read at least 6 symbols (`!---->`) for properly finished comment // <!----> - XML comment // 012345 - i if buf.len() + i > 4 { if chunk[..i].ends_with(b"--") { // We cannot strip last `--` from the buffer because we need it in case of // check_comments enabled option. XML standard requires that comment // will not end with `--->` sequence because this is a special case of // `--` in the comment (https://www.w3.org/TR/xml11/#sec-comments) return Some((&chunk[..i], i + 1)); // +1 for `>`
} // End sequence `-|->` was splitted at | // buf --/ \-- chunk if i == 1 && buf.ends_with(b"-") && chunk[0] == b'-' { return Some((&chunk[..i], i + 1)); // +1 for `>`
} // End sequence `--|>` was splitted at | // buf --/ \-- chunk if i == 0 && buf.ends_with(b"--") { return Some((&[], i + 1)); // +1 for `>`
}
}
}
} Self::CData => { for i in memchr::memchr_iter(b'>', chunk) { if chunk[..i].ends_with(b"]]") { return Some((&chunk[..i], i + 1)); // +1 for `>`
} // End sequence `]|]>` was splitted at | // buf --/ \-- chunk if i == 1 && buf.ends_with(b"]") && chunk[0] == b']' { return Some((&chunk[..i], i + 1)); // +1 for `>`
} // End sequence `]]|>` was splitted at | // buf --/ \-- chunk if i == 0 && buf.ends_with(b"]]") { return Some((&[], i + 1)); // +1 for `>`
}
}
} Self::DocType(refmut balance) => { for i in memchr::memchr2_iter(b'<', b'>', chunk) { if chunk[i] == b'<' {
*balance += 1;
} else { if *balance == 0 { return Some((&chunk[..i], i + 1)); // +1 for `>`
}
*balance -= 1;
}
}
}
}
None
} #[inline] constfn to_err(&self) -> SyntaxError { matchself { Self::CData => SyntaxError::UnclosedCData, Self::Comment => SyntaxError::UnclosedComment, Self::DocType(_) => SyntaxError::UnclosedDoctype,
}
}
}
#[cfg(test)] mod test { /// Checks the internal implementation of the various reader methods
macro_rules! check {
( #[$test:meta]
$read_event:ident,
$read_until_close:ident, // constructor of the XML source on which internal functions will be called
$source:path, // constructor of the buffer to which read data will stored
$buf:expr
$(, $async:ident, $await:ident)?
) => { mod read_bang_element { usesuper::*; usecrate::errors::{Error, SyntaxError}; usecrate::reader::BangType; usecrate::utils::Bytes;
/// Checks that reading CDATA content works correctly mod cdata { usesuper::*; use pretty_assertions::assert_eq;
/// Checks that if input begins like CDATA element, but CDATA start sequence /// is not finished, parsing ends with an error #[$test] #[ignore = "start CDATA sequence fully checked outside of `read_bang_element`"]
$($async)? fn not_properly_start() { let buf = $buf; letmut position = 1; letmut input = b"![]]>other content".as_ref(); // ^= 1
match $source(&mut input).read_bang_element(buf, &mut position) $(.$await)? {
Err(Error::Syntax(cause)) => assert_eq!(cause, SyntaxError::UnclosedCData),
x => panic!( "Expected `Err(Syntax(_))`, but got `{:?}`",
x
),
}
assert_eq!(position, 1);
}
/// Checks that if CDATA startup sequence was matched, but an end sequence /// is not found, parsing ends with an error #[$test]
$($async)? fn not_closed() { let buf = $buf; letmut position = 1; letmut input = b"![CDATA[other content".as_ref(); // ^= 1 ^= 22
match $source(&mut input).read_bang_element(buf, &mut position) $(.$await)? {
Err(Error::Syntax(cause)) => assert_eq!(cause, SyntaxError::UnclosedCData),
x => panic!( "Expected `Err(Syntax(_))`, but got `{:?}`",
x
),
}
assert_eq!(position, 22);
}
/// Checks that CDATA element without content inside parsed successfully #[$test]
$($async)? fn empty() { let buf = $buf; letmut position = 1; letmut input = b"![CDATA[]]>other content".as_ref(); // ^= 1 ^= 12
/// Checks that CDATA element with content parsed successfully. /// Additionally checks that sequences inside CDATA that may look like /// a CDATA end sequence do not interrupt CDATA parsing #[$test]
$($async)? fn with_content() { let buf = $buf; letmut position = 1; letmut input = b"![CDATA[cdata]] ]>content]]>other content]]>".as_ref(); // ^= 1 ^= 29
/// Checks that reading XML comments works correctly. According to the [specification], /// comment data can contain any sequence except `--`: /// /// ```peg /// comment = '<--' (!'--' char)* '-->'; /// char = [#x1-#x2C] /// / [#x2E-#xD7FF] /// / [#xE000-#xFFFD] /// / [#x10000-#x10FFFF] /// ``` /// /// The presence of this limitation, however, is simply a poorly designed specification /// (maybe for purpose of building of LL(1) XML parser) and quick-xml does not check for /// presence of these sequences by default. This tests allow such content. /// /// [specification]: https://www.w3.org/TR/xml11/#dt-comment mod comment { usesuper::*; use pretty_assertions::assert_eq;
#[$test]
$($async)? fn not_closed() { let buf = $buf; letmut position = 1; letmut input = b"!doctype other content".as_ref(); // ^= 1 ^= 23
match $source(&mut input).read_bang_element(buf, &mut position) $(.$await)? {
Err(Error::Syntax(cause)) => assert_eq!(cause, SyntaxError::UnclosedDoctype),
x => panic!( "Expected `Err(Syntax(_))`, but got `{:?}`",
x
),
}
assert_eq!(position, 23);
}
}
}
}
mod read_element { usesuper::*; usecrate::errors::{Error, SyntaxError}; usecrate::parser::ElementParser; usecrate::utils::Bytes; use pretty_assertions::assert_eq;
/// Checks that nothing was read from empty buffer #[$test]
$($async)? fn empty() { let buf = $buf; letmut position = 1; letmut input = b"".as_ref(); // ^= 1
match $source(&mut input).read_with(ElementParser::default(), buf, &mut position) $(.$await)? {
Err(Error::Syntax(cause)) => assert_eq!(cause, SyntaxError::UnclosedTag),
x => panic!( "Expected `Err(Syntax(_))`, but got `{:?}`",
x
),
}
assert_eq!(position, 1);
}
mod open { usesuper::*; use pretty_assertions::assert_eq;
#[$test]
$($async)? fn empty_tag() { let buf = $buf; letmut position = 1; letmut input = b">".as_ref(); // ^= 2
/// Ensures, that no empty `Text` events are generated mod $read_event { usecrate::events::{BytesCData, BytesDecl, BytesEnd, BytesPI, BytesStart, BytesText, Event}; usecrate::reader::Reader; use pretty_assertions::assert_eq;
/// When `encoding` feature is enabled, encoding should be detected /// from BOM (UTF-8) and BOM should be stripped. /// /// When `encoding` feature is disabled, UTF-8 is assumed and BOM /// character should be stripped for consistency #[$test]
$($async)? fn bom_from_reader() { letmut reader = Reader::from_reader("\u{feff}\u{feff}".as_bytes());
/// When parsing from &str, encoding is fixed (UTF-8), so /// - when `encoding` feature is disabled, the behavior the /// same as in `bom_from_reader` text /// - when `encoding` feature is enabled, the behavior should /// stay consistent, so the first BOM character is stripped #[$test]
$($async)? fn bom_from_str() { letmut reader = Reader::from_str("\u{feff}\u{feff}");
/// Lone closing tags are not allowed, so testing it together with start tag #[$test]
$($async)? fn start_and_end() { letmut reader = Reader::from_str("<tag></tag>");
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.