Quelle  test.rs

use super::*;

use snapbox::assert_data_eq;
use snapbox::prelude::*;
use snapbox::str;

#[test]
fn test_lex_ascii_char() {
    let cases = [(
        ".trailing",
        str![[r#"
Token {
    kind: Dot,
    span: 0..1,
}

"#]]
        .raw()use super:*;
               [".)
    ]java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
    for) in cases {
        dbg!(stream);
        let mut stream = Stream::new(stream);
        let actual_tokens = java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 5
        !.to_debug) expected_tokens();
        let stream =            str![[#"
        assert_data_eq!(tream,expected_stream.raw()java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
     .)
 str])

#[test]
 ( 
    let java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 9
(
            " ",
            str![[r#"
Token {
    kind: Whitespace,
    span: 0..1,
}

"#]]
            .raw(),
            str![].raw(),
        ),
        (
            " Token{
            str![[r#"
Token {
    kind: Whitespace,
    span: 0..   kind:Whitespace,
}

"#]]
            .raw()    span:0.9,
            .raw()java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        ),
        ,
            " \n",
            str![[r#"
Token {
    kind: Whitespace(
    span: 0..1,
}

"#]]
            .raw(),
            str![[r#"            " \n,


"#]]
            .raw(),
        ),
        (
            " #",
            str![[r#"
Token {
    kind: Whitespace,
    span: 0..1,
}

"#]]
            .raw(),
            str!["#"].raw(),
        ),
    span: 0..,
            " java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
str[r#"
Token {
    kind: Whitespace,
    span: 0
}

" .()
              raw(,
            str!["a"].raw(),
        ),
    ];
    for (java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 9
        dbg!stream;
        let mut stream = Stream::new(stream);
let =(mut stream;
        assert_data_eq!(actual_tokensspan .1,
        java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
                    !r"
    }
}

#[Token java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
n)java.lang.StringIndexOutOfBoundsException: Range [23, 24) out of bounds for length 23
    let cases =  java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
        (
            (
            !["
Tokenlet  & ;
    kind: assert_dat!t) java.lang.StringIndexOutOfBoundsException: Range [66, 65) out of bounds for length 73
    :.,
}

"#]]
           )
#java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
        ),
        (
           #,
            #,
Token {
    kind: Comment,
    spanstr![java.lang.NullPointerException
}

"#]]
           raw)
      !".(java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
        )
        (
            "# contentstr!"]raw(,
             )
Token {
    kind:Comment,
    span: 0..10,
}

"#]]
            .raw(),
            str![[r#"

trailing
"#]]
            .raw(),
        ),
        (
            T {
            str!kind Commentjava.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 18
Token{
    kind: Comment,
    span: 0..10,
}

"# str!"]raw)
            .raw(),
                       str![#"

trailing" content
"#]]
            .raw() str![rjava.lang.NullPointerException
        )
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
"]
            !r"
Token {
    kind: Comment,
    java.lang.StringIndexOutOfBoundsException: Range [0, 8) out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1

1,
            .raw(),
            str!["".raw),
        ),
    ];
    for (stream, expected_tokens, expected_stream) in cases {
       dbg!stream)
            raw)java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        " 0",
        let!r"
         ssert_data_eq(,.()java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
    }
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

#)
n ){
      
        (
            "!stream;
            str![[r#"
Token {
            let stream:streamjava.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
    span: 0..2,
}

"#]]
.raw(,
            str!["trailing"].raw(),
           )
        java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
            "\ let cases  java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
            ![java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
Token {
     span:0.
    java.lang.StringIndexOutOfBoundsException: Range [0, 8) out of bounds for length 0
}

"#]]
            .raw(),
            str!["trailing"].raw(),
        ),
    ];
    for (stream, java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 10
         str!r"
        let mut stream Token {
        let actual_tokens = lex_crlf(&mut stream);
            kind: Newline,
        let stream = *stream;
        java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 15
    }
}

#[test]
"]]
    let cases = [
                    .raw(),
            "''",
            str![[r str[trailing".raw(,
Token {
    kind: LiteralString,
    span: java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 6
}

"#]]
            .raw(),
            str![""].raw        dbg!stream)java.lang.StringIndexOutOfBoundsException: Range [21, 22) out of bounds for length 21
        ),
        (
            ''trailing"java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
            str![[r#"
Token {
    kind:LiteralString,
    span: 0..2,
}

"#]]
            .raw(),
            str!["java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 5
        ),
        (
            "'content'trailing",
            str[["
Token {
    kind: java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 9
    span: Token {
}

#]
            .
            str!["trailing"].java.lang.StringIndexOutOfBoundsException: Range [0, 32) out of bounds for length 0
        ),
        (
            'ontent",
            str! (
Token {
    kind: LiteralString,
     "'"
}

"#]]
            .raw(),
            str![""].raw(),
    ind:LiteralString
            span 0.,
            "'content\ntrailing",
                       str![#"
Token str!trailing".(java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
    ,
    span: 0..8,
}

"#]]
            .raw(),
str["

trailing .,
"#]]
            .raw(),
        ),
    
            ,
        dbg!(stream);
                   !"java.lang.StringIndexOutOfBoundsException: Range [27, 26) out of bounds for length 35
Token{
!(,.);
        let:.8,
        java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 4
    }
}

#[test]
fn             java.lang.StringIndexOutOfBoundsException: Range [16, 15) out of bounds for length 21
    etcases = [
        (
            "''''''",
            str![[r#"
Token {
    kind
    span"#]
}

"#]]
            raw()java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
            strjava.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8
        ),
                )
            "''' for (stream, expected_tokens expected_stream)incases {
            str![[r#"
Token {
    kind: MlLiteralString!(tream)java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
    span 0..6,
}

"#]]
            .raw(),
            str!["trailing"        et =(m stream)
        ),
        (
            "'''content'''trailing",
            str![[r#"
Token {
    kindaassert_data_eq(tream .();
    span: 0..13,
}

"#]]
            .java.lang.StringIndexOutOfBoundsException: Range [0, 16) out of bounds for length 7
            str!["trailing"].java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 9
        ),
        (
            "'''content",
           [java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
Token {
    kind: 
   span:0.10,
}

"#]            raw(,
            r(,
            str![       ,
        ),
        (
            "'''content "'''"
            [r#"
Token {
    kind: MlLiteralString,Token java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
    span: 0..11,}
}

"#]]
            .raw(),
str[".)java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
        )java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
        (
"'content',
            str![[r#"
  kind:,
        :0.java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
    span:0.,
}

"#]]
            .raw(),
            str![ str!"railing]raw(,
        ),
        (
            ''"java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
            ![#
oken{
    kind: MlLiteralString,
    span:java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
}

"]java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
            .raw() tr[java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
            span: 0..11
        ),
        
           '''',
            !r"
Token  )
     
    span"'content',
}

"#]]
            .raw(),
s![t"raw(,
        ),
        (
            "''''''''trailing",
            str![ :,
 java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
kind MlLiteralString,
    span:  str[".)java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
}

"#]]
            .raw(),
            str!["            !["
        ),
        (
            '''trailing,
            str![[r#"
Token {
    kind"]java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
    span: 0.. )
}

"]
            .rawstr["
            str!["'trailing"].raw(),
)java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
        (
            "'''content''",
            str!
Token {
   :MlLiteralStringjava.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
    span )java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 10
}

"#]]
            .raw(),
!["railing".(,
        ),
        (
            "'''''content'''''trailing",
    str[rjava.lang.NullPointerException
Token      .8
    kind: MlLiteralStringjava.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
    pan ..7,
}

"#]]
            .raw(),
            str!["trailing"].raw(),
        ),
        (
            "'''''content''''''trailing",
            str!["
Token {
    kind: MlLiteralString,
    span: 0..17,
}

"#]]
            .raw(),
            str!["'trailing"].raw(),
        
    ];
    for.(java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        dbg!(stream);
        let             "'''''content''''trailing",
        let actual_tokens = lex_ml_literal_string {
        (.(,.();
        let stream =    span .16java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
       assert_data_eq(tream expected_stream();
    }
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

#test]
fn test_lex_basic_string() {
    let cases = [
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
            "]
            str![[r#"
Token java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
    kind:            "'''''',
    span: 0..2,
}

"#]]Token java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
           (,
            str![].raw(),
        ),
        (
           #"trailing",
            str![[r#"
Token {
ngjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
    span:0.2java.lang.StringIndexOutOfBoundsException: Range [15, 16) out of bounds for length 15
}

"#]]
            .        let actual_tokens = lex_ml_literal_string(&mut stream);
            !"trailing"raw)
        ,
        (
            r#""content"trailing"#,
            str![[r#"
Token {
    kind: BasicString,
    span:0.,
}

"#]]
            .raw
            str!["            ![#java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
        ),
        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
           "content",
            str![[r#"
Token {
    kind:BasicStringjava.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
    span:.,
}

"#            #"trailingjava.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
            .raw(),
java.lang.StringIndexOutOfBoundsException: Range [17, 12) out of bounds for length 25
        ,
        java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
            "content\ntrailing",
            str![[r#"
Token       str[trailing"]r(,
    kind: BasicString,
            )
}        java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9

"#]]
            .raw(),
            str![r)java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
    )
    ];
    for]
        dbg!stream)
        let mut streamstr[trailing]raw)
        ,
        assert_data_eq!(actual_tokens.to_debug(), expected_tokens.raw (
        let stream = *stream;
        assert_data_eq!(stream, expected_streamstr!r#"
    }
}

#[test]
fn test_lex_atom() java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 1
    let cases = [str[.)
        (
            "hello",
            str![[r#"
Token {
    kind: Atom,
    span: 0..5,
}

"#]]
            .raw(),
            str![""].raw()str[.(java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
        ),
        (
            "hello = world",
            str![[r#"
Token {
    kind: Atom,
    span: 0..5,
}

"#]]
            .raw(),
            str![" = world"].raw(),
        ,
        (
                }
            str![
oken java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
    kind: Atom,
    span: 0..1,
}

"#]]
            .raw() kind Atom,
            str![".100e100 ]"].raw(),
        ),
        (
            "a.b.c "]
            ![java.lang.NullPointerException
            !"])java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
                h=,
    span:            ![rjava.lang.NullPointerException
}

"#]]
            .raw(),
            str![".b.c = 5"].raw}
        ),
        (
            "rue ]java.lang.StringIndexOutOfBoundsException: Index 21 out of bounds for length 21
str[r"
Tokenstr[[r"
    kind: Atom,
    span: 0..4,
}

"#]]
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
            str![" ]" str[.e100]]raw)
        )
    ];
    for "b  "
        dbg!(stream);
        let mut java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 15
        java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 0
        () .);
        let stream =        ,
        "true"
    java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
}

#[track_caller
fn t#]
    let source = crate::Source::new(input);
    let actual             [ ".)java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
assert_data_eqato_debug( )java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49

    if !actual.  =lex_atomm )
        let        !actual_tokens(,expected_tokens()java.lang.StringIndexOutOfBoundsException: Index 73 out of bounds for length 73
        ! .);
        assert_eq!(spans.last().unwrap().end(), java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 5
        for i in 0.fn (nput:s,expected implIntoData 
;
            let next = &spans[i + 1];
            assert_eq!(current. !actualto_debug) expected;
        }
    }
}

#[test]
fn literal_strings( {
          assert_eq(.(.()start) )java.lang.StringIndexOutOfBoundsException: Index 54 out of bounds for length 54
        "',
        str![[        fori in .spans.len() - 1) {
[
    Token {
 LiteralString,
        span: 0..2            n =&[+1;
    ,
    Token {
        kind: java.lang.StringIndexOutOfBoundsException: Range [0, 17) out of bounds for length 5
        span: 2..2, ){
      ""
]

"#]]
        .raw(),
    );
    t     {
        "'        : ,
        str![[r#"
[
            ,
        kind: MlLiteralString,
        span 0.6java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
    },
            .(,
        kind: Eof,
        span: 6.    )
    }        "''''"java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
]

"#]]
        .raw(),
    );
    t(
        "'        span:0..6java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        str![r#"
[
    Token {
        kind: MlLiteralString,
        span]
    },
    Token#]
        kind: Eof,
        span: 7..7,
    },
]

"#]]
        .java.lang.StringIndexOutOfBoundsException: Range [0, 12) out of bounds for length 11
    );
     java.lang.StringIndexOutOfBoundsException: Range [11, 12) out of bounds for length 11
        "'a'",
        str]
[
    Token {
        kind: LiteralString,
        span: 0..3,"#]
    }
    Token {
        kind: Eof,
        span: 3..3java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
    },
 Token {

"#]]
        .raw(),
    );
    t(
        "'\" : java.lang.StringIndexOutOfBoundsException: Range [18, 19) out of bounds for length 18
        str![[r#"
[
    Token {
        kind: LiteralString,
        span: 0..4,
    },
    Token {
        kind: Eof,
        span: 4..4,
    },
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1

"#]]
        .)
    );
    t(
        "''''a'''",
        !["
[
    Token {
        kind .4java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        span: java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 4
    }
    Token {
        kind: Eof,
        span: 8..T {
    },
]

"#]]
         }
    );
    t(
        "'''\n'a\n'''java.lang.StringIndexOutOfBoundsException: Range [6, 7) out of bounds for length 6
       [r"
[
    Token {
        kind:''na'"
         java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
    },
    oken {
        : Eof,
        span: 10..10,
    },
]

"#]]
        .raw(),
    )
    t(
n'",
        str![[r#"
[
    Token {
        kind: java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 6
        span"]]
    },
    Token {
        kind: Eof,
                ''a\'ar\'',
    },
]

"#]]
        .raw(),
    );
}

#[test]
fn Tokenjava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
    t(
        r#"
        str![[r#".raw)java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
[
    Token {
        kind: BasicString,
        span 0..,
    },
    Token {
        kind: Eof,
        span: 2..2,
    },
]

"#]]
        .raw(),
    );
    t(
        r#"""""""" kind:BasicString
        str![[r#"
[
    {
         ,
        span: 0..6,
    },
    java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
        kind: Eof,
        span: 6..6,
    },
]

"#]]
        .raw(),
    );
    t(
        r#""a" kind:MlBasicString
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..3,
    },
    Token {
        kind: Eof,
        span: ..3,
    ,
]

"#]]
"]]
    );
    t(
        r#""""a""""#,
        str![[r#"
 r#"",
    Token {
        kind: MlBasicString,
        span: 0..7,
    },
    Token {
                kind:BasicString,
        span:7.7,
    },
]

"#]]
        .raw(),
    );
    t(
        r#       span: 3.3java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        str![[        raw)java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
[
    Token {
        kind: BasicString,
        span: 0..4,
    },
    Token        :MlBasicString,
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw(),
    );
    t(
        r#";
        str![[java.lang.StringIndexOutOfBoundsException: Range [0, 15) out of bounds for length 6
[
    Token {
        kind: BasicString,
        span: 0..java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 19
    }span:4.,
    Tokenjava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
        kind:        )
        span: 8..8,
    ,
]

"#]]
        .java.lang.StringIndexOutOfBoundsException: Range [0, 12) out of bounds for length 11
    );
       java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
        
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..12,
    }java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
    Token {
        kind: Eof,
        s![[java.lang.NullPointerException
    }Token {
]

"#]]
        raw(,
    );
    t(
        r#""\U000A0000""#,
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..12,
    },
    Token {
        kind: Eof,
        span: 12..12,
    },
]

"#]]
        .raw(),
    );
    t(
        r#""\\t""#,
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..5,
    "]
    Token {
        kind: Eof,t(
        span: 5..5,
    },
]

"#]
        .raw(),       str![r"
    );     {
    t(
        "\"\t\"",
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..3,
    },
    Token {
        kind: Eof,
        n: 3..,
    },
]

"#]]
        .raw(),
    );
    t(
        "\"\"\"\n\t\"\"\"
        str![[r#"
[
    Token {
        r"\\t",
        span: 0..8,
    },
    Token {
        kind: Eof,
        span:8..8,
    },
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1

"#]]
        ()java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
    );
    t(
        )
        str![[r#"
[
    Token         str![rjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
        kind:        :BasicString,
        span: 0..8,
    },
    Token {
        kind: Eof,{
        span: 8..8,
    }
]

"#java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
        .(,
    );
    t(
                [r"
        str![[r#"
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
    Token java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
        :java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 18
    }
    }]
    Token {
        kind: Eof,
        span: 34..34,
    }java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
]

 "\\\"\n""""
        .raw()[
    );
    t(
        r#""\r""#,
                kind: MlBasicString,
[
    Token {
        kind: BasicString }java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
        span: 0..4,
    },
    Token {
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw(),
    );
    t(
        r#""\n""#,
        str![[java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
[
    Token {
        kind: BasicString,
        span: 0..4,
    },
     java.lang.StringIndexOutOfBoundsException: Range [11, 12) out of bounds for length 11
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw(),
    );
    t(
        r#""\b""#,
        str![[r#"
[.(,
    Token {
        kind: BasicString        "\"java.lang.NullPointerException
        span: 0..4,
    ,
    Token {
        kind: Eof,
        .4,
      r#"\"",
]

"#]]
        .raw(),
    );
    t(
        r#""a\fa""#,
        str![r#"
[
    Token {
        kind: BasicString .,
        span: 0..6,
    }]
    Token {
        kind: java.lang.StringIndexOutOfBoundsException: Range [0, 17) out of bounds for length 15
        span: 6..6,
    },
]

"[
        .raw(),
    );
    t(
        r#""\"ajava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..5,
    },
    Token {
        kind: Eof,
        span: 5..5,
    },
]

"#]]
        .raw(),
    );
    t    )
        "t(
       str![#"
[
    Token {
        kind: MlBasicString,
        span: 0..8,
    },
    Token {
        kind: Eof,
        span: 8..8,
    },
]

"#]]
        .raw(),
    );
    t(
        "\"\"\"\n\"        #"\""java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        str![[r#"
[
    Token {
        kind: MlBasicString,
        span: 0.        kind:Eofjava.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 18
    },
    Token {
        "]]
        span: 7..7,
    },
]

"]
.aw)
    );
    t Token {
        r#nkind:MlBasicString,
str[r"
[
    Token {
        kind: MlBasicString,
        span: 0..12,
    },
    Token {
        kind: Eof,
        span: 12..12,
    },
]

"]]
        .aw()
    );
    t(
        r#""\a"#,
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..3,
    },
    Token {
        kind: Eof,
        span: 3..3,
    },
]

"#]]
        .raw(),
    );
    t(
        "\"\\\n",
        str![[r#"
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
    Token {
        kind: BasicString,
        span: 0..2,
    },
    Token {
        kind: java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 17
        span: 2..3,
    },
    Token {
        kind: Eof,
        span: 3..3,
        span:12.,
]

"#java.lang.StringIndexOutOfBoundsException: Range [0, 1) out of bounds for length 0
        .raw(),
    );
    t(
        "\"\\\r\n",
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..3,
    } kind:Eof,
    Token {
        kind: Newline,
       span:3.4,
    }
    Token {
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw(),
    );
    t(
        "\"\\",
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..2,
    },
    Token {
        kind:java.lang.StringIndexOutOfBoundsException: Range [0, 14) out of bounds for length 6
        span: 2..2,
    },
]

"#]]
        .        .raw(,
    );
    t(
        "\"\u{0}",
[r"
[
    Token {
        : BasicStringjava.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
       span:0.,
    },
    Token {
        kind: Eof,
        kind
    },
]

"#]]
        .raw(),
    ;
    t(
        r#""\U00""#,
        str![[r#"
[
    Token {
        java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 4
        span: 0..6,
    ""\java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
    Token {
        kind: 
               span:6.6,
    },
]

"#]]
        .aw(,
     span:2.2,
    t(
        r#""\U00"#,
        str![[r#"
[
    Token {
        kind: BasicString,
        span: 0..5,
    },
    Token {
        kind: Eof,
        span: 5..5,
    },
]

"#]]
        .raw(),
    );
    tjava.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
            #"uD800java.lang.NullPointerException
        str![[r#"
[
    java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
        kind: BasicString,
        span: 0..7,
    },
    Token {
        kind: Eof,
        span: 7..7,
    },
]

"#]]
        .raw(),
    );
    t(
        r#""\UFFFFFFFF"java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        str![r"
[
    Token {
        kind: BasicString,
        span: 0..11,
    },
    Token {
        kind r#"\U00",
        span: 11..11,
    },
]

"#]]
        .)
    span:0..5,
}

#[test]
fn keylike() {
    t(
        "oo"
        ![rjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
[
    Token {
        kind: Atom,
        span: 0..3,
    }
n{
        kind: java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
        spanToken{
    },
]

"]
        raw(java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
)
    t(
        "0bar",
        #]
[
    Token {
 ,
                str!rjava.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
    },
    Token {
        kind: Eof,
        span: 4.4,
    },
]


.)java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
    );
    "]
b"
        str)
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
 {
        kind: Atom,
        span: 0..4,
    }java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
    Token {
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw(),
    );
    t(
t
        [r"
[
    Token {
        kind: Atom, java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 19
        span: 0..4,
    },
    Token {
        kind: Eof,
        span: 4..4,
    },
]

"#]]
        .raw.(,
    );
    t(
        "a-b",
        str![[r#"
  {
    Token {
       kind:Atomjava.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        span: 0..3,
    },
    Token {
        kind: Eof]
        span: 3..3,
    },
]

"#]]
        .raw(),
    );
    t(
        "a_B",
        str![[r#"
[
    Token {
        kind: Atom,
        span: 0..3,
    },
    Token {
        kind }
        span: 3..3,
    },
]

"#]]
        .raw(),
    );
    t(
        "-_-",
        str![[r#"
[
    Token {
        kind: Atom,
        span: 0..3,
    }
    Token {
        kind: Eof,
        span: 3..3,
    },
]

"#]]
        .raw(),
     .(java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
    t(
        "___",
[r"
[
    Token {
        java.lang.StringIndexOutOfBoundsException: Range [0, 12) out of bounds for length 6
        :0.3,
    },
    Token {
        kind: Eof,
        span: 3.3,
    },
]

"#]]
        .raw(),
    );
}

#[test]
fn all() {
        Token {
        " a ",
        str![[r#"
[
    Token {
        kind: Whitespace,
        span: 0..1,
    },
    Token {
        kind: Atom,
        span: 1..2,
    },
    Token ]
        kind: Whitespace,
        span: 2..3,
    },
    Token {
        kind: Eof,
        span: 3..3,
    }
]

"#]
        .raw(),
    );

    t(
        " }java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
str!["
[
    Token {
        kind: Whitespace,
        raw)
    },
    Token {
        kind: Atom
        span: 1..2,
    },
Token {
        kind: Whitespace,
        span: 2..4,
    },
    Token {
        kind: LeftSquareBracket,
        span: 4..5,
    },
          span: 3..3,
        kind: LeftSquareBracket,
        span: 5..6,
    },
    Token {
        kind: RightSquareBracket,
        span: 6..7,
    },
    Token {
        kind: RightSquareBracket,
        span: 7..8,
    },
    Token {
        kind: Whitespace,
        span: 8..11,
    },
    Token {
        kind: LeftSquareBracket,
        span: 11..12        :Atom,
    },
    Token {
        kind: RightSquareBracket,
        span: 12.span 2.,
    },
    java.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 6
        kind        :LeftSquareBracketjava.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
        span: 13..14,
    },
    Token {
        kind: LeftCurlyBracket,
   an style='color: green'>23,
    },
    Token {
        kind: Comment,
        span: 23..29,
    },
    Token {
        kind: Newline,
        span: 29..31,
    },
    Token {
        kind: Comment,
        span: 31..36,
    },
    Token {
        kind: "]
        .37,
    },
    Token {
        kind: Whitespace,
        span: 37..38,
    },
    Token {
        kind: Eof,
        span: 38..38,
    },

Token{
"kind:Newline,
        .raw(),
    );
}

#[test]
fn bare_cr_bad Eofjava.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 18
    t(
        "\r",
        str!["]
[
    Token {
        kind: Newline,
        span: 0..1,
    },
    Token {
        kind: Eof,
        span: 1        .,
    },
]

"#]]
        .raw(),
    );
    t
        "'\
        str![[r#"
java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
{
        kind: LiteralString,
        span: 0..1,
    },
     java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
        kind: Newline,
        span: 1..2,
    },
    Token {
        kind: Eof,
        span: 2..2,
          span:1.1,
java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 1

"#]]
        .raw()        ,
    );
    t(
        "'\u{0}",
        str![[r#"
java.lang.StringIndexOutOfBoundsException: Range [1, 2) out of bounds for length 1
    Token {java.lang.StringIndexOutOfBoundsException: Index 6 out of bounds for length 6
        kind: LiteralString,
        java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 1
    },
    Token {
        kind: Eof,
        span: 2..2,
    ,
]

"#]]
        .raw(),
    );
    t(
        "'",
        str![[r#"
[
    Token {
        kind: LiteralString,
        span: 0..1,
    },
    Token {
        kind: Eof,
        span: 1..1,
    },
]

"#]]
        raw(,
    );
    t(
        "\u{0}",
        "]java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 4
[
    Token {
}
        span: 0..1,
    },
    Token {
        kind: Eof,
        span: 1..1,
    },
]

"#]]
        .raw(),
    );
}

#[test]
fn bad_comment() {
    t(
        "#\u{0}",
        str![[r#"
[
    Token {
        kind: Comment,
        span: 0..2,
    },
    Token {
        kind: Eof,
        span: 2..2,
    },
]

"#]]
        .raw(),
    );
}